-- Logs begin at Tue 2021-07-06 11:50:10 UTC, end at Tue 2021-07-06 12:56:32 UTC. -- Jul 06 12:24:49.452443 dv-cinder-799631-1-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Jul 06 12:24:52.295473 dv-cinder-799631-1-iscsi neutron-server[92980]: INFO neutron.common.config [-] Logging enabled! Jul 06 12:24:52.296108 dv-cinder-799631-1-iscsi neutron-server[92980]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev452 Jul 06 12:24:52.296270 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=92980) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jul 06 12:24:52.299976 dv-cinder-799631-1-iscsi neutron-server[92980]: INFO neutron.common.config [-] Logging enabled! Jul 06 12:24:52.300239 dv-cinder-799631-1-iscsi neutron-server[92980]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev452 Jul 06 12:24:52.300562 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=92980) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jul 06 12:24:52.301526 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 06 12:24:52.301763 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 06 12:24:52.302142 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 06 12:24:52.302398 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 06 12:24:52.302633 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 06 12:24:52.302963 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 12:24:52.303307 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 12:24:52.303611 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 12:24:52.303849 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 12:24:52.304148 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 12:24:52.304442 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 12:24:52.304733 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 12:24:52.305028 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 12:24:52.305330 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 12:24:52.305623 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 12:24:52.305906 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 12:24:52.306197 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 12:24:52.306433 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 12:24:52.306722 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG neutron.common.config [-] config_source = [] {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 12:24:52.307016 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 12:24:52.307332 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 12:24:52.307562 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG neutron.common.config [-] debug = True {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 12:24:52.307849 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 12:24:52.308280 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 12:24:52.308702 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 12:24:52.308988 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 12:24:52.309288 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 12:24:52.309571 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 12:24:52.309849 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 12:24:52.310134 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 12:24:52.310424 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 12:24:52.310760 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG neutron.common.config [-] host = dv-cinder-799631-1-iscsi {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 12:24:52.311047 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 12:24:52.311370 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 12:24:52.311663 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 12:24:52.311965 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 12:24:52.312899 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 12:24:52.313197 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 12:24:52.313493 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 12:24:52.313778 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG neutron.common.config [-] log_dir = None {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 12:24:52.314072 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG neutron.common.config [-] log_file = None {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 12:24:52.314343 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 12:24:52.314638 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 12:24:52.314934 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 12:24:52.315258 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 12:24:52.315489 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 12:24:52.315716 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 12:24:52.316010 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 12:24:52.316304 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 12:24:52.316585 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 12:24:52.316865 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 12:24:52.317145 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 12:24:52.317426 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 12:24:52.317706 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 12:24:52.317981 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 12:24:52.318271 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 12:24:52.318560 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 12:24:52.318850 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 12:24:52.319159 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 12:24:52.319441 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 12:24:52.319719 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 12:24:52.319995 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 12:24:52.320285 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 12:24:52.320566 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 12:24:52.320844 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 12:24:52.321124 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 12:24:52.321414 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 12:24:52.321690 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 12:24:52.321975 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 12:24:52.322279 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 12:24:52.322568 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 12:24:52.322854 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 12:24:52.323168 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 12:24:52.323450 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 12:24:52.323739 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 12:24:52.324019 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 12:24:52.324297 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG neutron.common.config [-] use_journal = False {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 12:24:52.324575 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG neutron.common.config [-] use_json = False {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 12:24:52.324852 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 12:24:52.325127 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 12:24:52.325414 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 12:24:52.325694 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 12:24:52.325973 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 12:24:52.326256 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 12:24:52.326535 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 12:24:52.326827 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 12:24:52.327154 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:52.327460 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:52.327768 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:52.328084 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:52.328385 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:52.328672 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:52.328968 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:52.329252 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:52.329546 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:52.329841 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:52.330140 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:52.330423 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:52.330719 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:52.331003 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:52.331332 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:52.331642 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:52.331952 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:52.332253 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:52.332538 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:52.332822 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:52.333161 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:52.333453 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:52.333748 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:52.334048 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:52.334346 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:52.334628 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:52.334915 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:52.335242 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:52.335528 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:52.335808 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:52.336099 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:52.336398 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:52.336954 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:52.337237 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:52.337528 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:52.337813 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:52.338092 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:52.338372 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:52.338658 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:52.338957 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:52.339261 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:52.339543 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:52.339823 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:52.340106 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:52.340385 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:52.340680 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:52.340964 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:52.341247 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:52.341526 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:52.341817 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:52.342095 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:52.342377 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:52.342777 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:52.343151 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:52.343372 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:52.343678 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:52.343960 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:52.344242 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:52.344523 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:52.344805 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:52.345086 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:52.345367 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:52.345653 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:52.345931 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:52.346213 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:52.346604 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:52.346777 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:52.347058 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:52.347374 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:52.347683 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:52.347972 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:52.348259 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:52.348549 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:52.348839 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:52.349129 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:52.349415 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:52.349704 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:52.349990 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:52.350275 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:52.350577 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:52.350876 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:52.351201 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:52.351495 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:52.351786 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:52.352091 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:52.352384 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:52.352676 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:52.352954 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:52.353240 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:52.353540 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:52.353833 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:52.354134 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:52.354437 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:52.354745 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:52.355047 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:52.355371 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:52.355656 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:52.355974 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:52.356261 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:52.356489 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 06 12:24:52.356748 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=92980) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jul 06 12:24:52.727624 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 06 12:24:52.727820 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 06 12:24:52.728113 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 06 12:24:52.728453 dv-cinder-799631-1-iscsi neutron-server[92980]: INFO neutron.manager [-] Loading core plugin: ml2 Jul 06 12:24:53.126945 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92980) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 12:24:53.127270 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92980) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 12:24:53.127547 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92980) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 12:24:53.128864 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92980) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 12:24:53.129148 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92980) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 12:24:53.129425 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92980) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 12:24:53.165197 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92980) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 12:24:53.165482 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92980) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 12:24:53.165768 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92980) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 12:24:53.183876 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92980) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 12:24:53.184170 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92980) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 12:24:53.184449 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92980) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 12:24:53.216664 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92980) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 12:24:53.216954 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92980) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 12:24:53.217229 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92980) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 12:24:53.254400 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92980) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 12:24:53.254684 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92980) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 12:24:53.254961 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92980) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 12:24:53.494453 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=92980) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 12:24:53.495134 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=92980) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 12:24:53.495134 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=92980) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 12:24:53.495308 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=92980) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 12:24:53.495926 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=92980) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 12:24:53.620457 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=92980) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 12:24:53.620772 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=92980) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 12:24:53.621065 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=92980) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 12:24:53.621342 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=92980) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 12:24:53.621614 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=92980) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 12:24:53.621931 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=92980) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 12:24:53.622196 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=92980) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 12:24:53.622463 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=92980) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 12:24:53.622726 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=92980) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 12:24:53.623018 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=92980) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 12:24:53.623314 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=92980) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 12:24:53.623597 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=92980) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 12:24:53.623953 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=92980) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 12:24:53.624230 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92980) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 12:24:53.624494 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=92980) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 12:24:53.624797 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=92980) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 12:24:53.625076 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=92980) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 12:24:53.625342 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=92980) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 12:24:53.625618 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92980) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 12:24:53.625874 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92980) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 12:24:53.626160 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=92980) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 12:24:53.626516 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=92980) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 12:24:53.626779 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=92980) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 12:24:53.627097 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92980) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 12:24:53.627344 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92980) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 12:24:53.627674 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92980) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 12:24:53.628100 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=92980) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 06 12:24:53.628353 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=92980) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 06 12:24:53.628598 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=92980) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 06 12:24:53.628840 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=92980) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 06 12:24:53.629081 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=92980) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 06 12:24:53.629320 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=92980) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 06 12:24:53.629699 dv-cinder-799631-1-iscsi neutron-server[92980]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jul 06 12:24:53.634601 dv-cinder-799631-1-iscsi neutron-server[92980]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jul 06 12:24:53.638291 dv-cinder-799631-1-iscsi neutron-server[92980]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jul 06 12:24:53.642750 dv-cinder-799631-1-iscsi neutron-server[92980]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(1050, 1099)])]) Jul 06 12:24:53.644490 dv-cinder-799631-1-iscsi neutron-server[92980]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jul 06 12:24:53.644964 dv-cinder-799631-1-iscsi neutron-server[92980]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jul 06 12:24:53.645313 dv-cinder-799631-1-iscsi neutron-server[92980]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jul 06 12:24:53.645709 dv-cinder-799631-1-iscsi neutron-server[92980]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jul 06 12:24:53.648731 dv-cinder-799631-1-iscsi neutron-server[92980]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jul 06 12:24:53.648990 dv-cinder-799631-1-iscsi neutron-server[92980]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jul 06 12:24:53.649356 dv-cinder-799631-1-iscsi neutron-server[92980]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jul 06 12:24:53.678954 dv-cinder-799631-1-iscsi neutron-server[92980]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jul 06 12:24:53.679447 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=92980) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 12:24:53.679756 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=92980) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jul 06 12:24:53.680129 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=92980) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 12:24:53.681515 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=92980) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jul 06 12:24:53.681812 dv-cinder-799631-1-iscsi neutron-server[92980]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jul 06 12:24:53.682061 dv-cinder-799631-1-iscsi neutron-server[92980]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jul 06 12:24:53.685353 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=92980) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 12:24:53.685709 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=92980) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 12:24:53.752491 dv-cinder-799631-1-iscsi neutron-server[92980]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jul 06 12:24:53.752670 dv-cinder-799631-1-iscsi neutron-server[92980]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jul 06 12:24:53.752887 dv-cinder-799631-1-iscsi neutron-server[92980]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jul 06 12:24:53.753271 dv-cinder-799631-1-iscsi neutron-server[92980]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jul 06 12:24:53.775670 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_db.sqlalchemy.engines [None req-04d14d6b-16f0-4e86-9621-c4478fdf9c43 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=92980) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jul 06 12:24:54.320327 dv-cinder-799631-1-iscsi neutron-server[92980]: INFO neutron.plugins.ml2.managers [None req-04d14d6b-16f0-4e86-9621-c4478fdf9c43 None None] Initializing driver for type 'gre' Jul 06 12:24:54.320929 dv-cinder-799631-1-iscsi neutron-server[92980]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-04d14d6b-16f0-4e86-9621-c4478fdf9c43 None None] gre ID ranges: [(1, 1000)] Jul 06 12:24:54.374340 dv-cinder-799631-1-iscsi neutron-server[92980]: INFO neutron.plugins.ml2.managers [None req-04d14d6b-16f0-4e86-9621-c4478fdf9c43 None None] Initializing driver for type 'local' Jul 06 12:24:54.375252 dv-cinder-799631-1-iscsi neutron-server[92980]: INFO neutron.plugins.ml2.managers [None req-04d14d6b-16f0-4e86-9621-c4478fdf9c43 None None] Initializing driver for type 'vlan' Jul 06 12:24:54.389791 dv-cinder-799631-1-iscsi neutron-server[92980]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-04d14d6b-16f0-4e86-9621-c4478fdf9c43 None None] VlanTypeDriver initialization complete Jul 06 12:24:54.390134 dv-cinder-799631-1-iscsi neutron-server[92980]: INFO neutron.plugins.ml2.managers [None req-04d14d6b-16f0-4e86-9621-c4478fdf9c43 None None] Initializing driver for type 'vxlan' Jul 06 12:24:54.390640 dv-cinder-799631-1-iscsi neutron-server[92980]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-04d14d6b-16f0-4e86-9621-c4478fdf9c43 None None] vxlan ID ranges: [(1, 1000)] Jul 06 12:24:54.445413 dv-cinder-799631-1-iscsi neutron-server[92980]: INFO neutron.plugins.ml2.managers [None req-04d14d6b-16f0-4e86-9621-c4478fdf9c43 None None] Initializing extension driver 'port_security' Jul 06 12:24:54.445760 dv-cinder-799631-1-iscsi neutron-server[92980]: INFO neutron.plugins.ml2.extensions.port_security [None req-04d14d6b-16f0-4e86-9621-c4478fdf9c43 None None] PortSecurityExtensionDriver initialization complete Jul 06 12:24:54.446098 dv-cinder-799631-1-iscsi neutron-server[92980]: INFO neutron.plugins.ml2.managers [None req-04d14d6b-16f0-4e86-9621-c4478fdf9c43 None None] Initializing mechanism driver 'openvswitch' Jul 06 12:24:54.446437 dv-cinder-799631-1-iscsi neutron-server[92980]: INFO neutron.plugins.ml2.managers [None req-04d14d6b-16f0-4e86-9621-c4478fdf9c43 None None] Initializing mechanism driver 'hyperv' Jul 06 12:24:54.453045 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.plugin [None req-04d14d6b-16f0-4e86-9621-c4478fdf9c43 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=92980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:24:54.453837 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-04d14d6b-16f0-4e86-9621-c4478fdf9c43 None None] Subscribe: > port after_create 55550000 {{(pid=92980) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 12:24:54.454339 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-04d14d6b-16f0-4e86-9621-c4478fdf9c43 None None] Subscribe: > port after_update 55550000 {{(pid=92980) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 12:24:54.454802 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-04d14d6b-16f0-4e86-9621-c4478fdf9c43 None None] Subscribe: > port after_delete 55550000 {{(pid=92980) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 12:24:54.455559 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=92980) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:127}} Jul 06 12:24:54.456199 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-04d14d6b-16f0-4e86-9621-c4478fdf9c43 None None] Subscribe: > subnet after_create 55550000 {{(pid=92980) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 12:24:54.456646 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-04d14d6b-16f0-4e86-9621-c4478fdf9c43 None None] Subscribe: > subnet after_update 55550000 {{(pid=92980) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 12:24:54.457133 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-04d14d6b-16f0-4e86-9621-c4478fdf9c43 None None] Subscribe: > subnet after_delete 55550000 {{(pid=92980) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 12:24:54.457623 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=92980) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:127}} Jul 06 12:24:54.458164 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-04d14d6b-16f0-4e86-9621-c4478fdf9c43 None None] Subscribe: > network after_create 55550000 {{(pid=92980) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 12:24:54.458562 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-04d14d6b-16f0-4e86-9621-c4478fdf9c43 None None] Subscribe: > network after_update 55550000 {{(pid=92980) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 12:24:54.458952 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-04d14d6b-16f0-4e86-9621-c4478fdf9c43 None None] Subscribe: > network after_delete 55550000 {{(pid=92980) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 12:24:54.459430 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=92980) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:127}} Jul 06 12:24:54.459887 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-04d14d6b-16f0-4e86-9621-c4478fdf9c43 None None] Subscribe: > security_group after_create 55550000 {{(pid=92980) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 12:24:54.460288 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-04d14d6b-16f0-4e86-9621-c4478fdf9c43 None None] Subscribe: > security_group after_update 55550000 {{(pid=92980) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 12:24:54.460709 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-04d14d6b-16f0-4e86-9621-c4478fdf9c43 None None] Subscribe: > security_group after_delete 55550000 {{(pid=92980) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 12:24:54.461330 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=92980) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:127}} Jul 06 12:24:54.462077 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-04d14d6b-16f0-4e86-9621-c4478fdf9c43 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=92980) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 12:24:54.462614 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-04d14d6b-16f0-4e86-9621-c4478fdf9c43 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=92980) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 12:24:54.463178 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-04d14d6b-16f0-4e86-9621-c4478fdf9c43 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=92980) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 12:24:54.463838 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=92980) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:127}} Jul 06 12:24:54.464490 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-04d14d6b-16f0-4e86-9621-c4478fdf9c43 None None] Subscribe: > address_group after_create 55550000 {{(pid=92980) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 12:24:54.464989 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-04d14d6b-16f0-4e86-9621-c4478fdf9c43 None None] Subscribe: > address_group after_update 55550000 {{(pid=92980) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 12:24:54.465589 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-04d14d6b-16f0-4e86-9621-c4478fdf9c43 None None] Subscribe: > address_group after_delete 55550000 {{(pid=92980) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 12:24:54.466083 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=92980) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:127}} Jul 06 12:24:54.466508 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-04d14d6b-16f0-4e86-9621-c4478fdf9c43 None None] ML2 OVO RPC backend initialized. {{(pid=92980) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:184}} Jul 06 12:24:54.467353 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-04d14d6b-16f0-4e86-9621-c4478fdf9c43 None None] Subscribe: > router_interface after_create 55550000 {{(pid=92980) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 12:24:54.467764 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-04d14d6b-16f0-4e86-9621-c4478fdf9c43 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=92980) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 12:24:54.468257 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-04d14d6b-16f0-4e86-9621-c4478fdf9c43 None None] Subscribe: > network before_response 55550000 {{(pid=92980) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 12:24:54.468705 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-04d14d6b-16f0-4e86-9621-c4478fdf9c43 None None] Subscribe: > networks before_response 55550000 {{(pid=92980) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 12:24:54.469103 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-04d14d6b-16f0-4e86-9621-c4478fdf9c43 None None] Subscribe: > port before_response 55550000 {{(pid=92980) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 12:24:54.469515 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-04d14d6b-16f0-4e86-9621-c4478fdf9c43 None None] Subscribe: > ports before_response 55550000 {{(pid=92980) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 12:24:54.469918 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-04d14d6b-16f0-4e86-9621-c4478fdf9c43 None None] Subscribe: > subnet before_response 55550000 {{(pid=92980) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 12:24:54.470312 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-04d14d6b-16f0-4e86-9621-c4478fdf9c43 None None] Subscribe: > subnets before_response 55550000 {{(pid=92980) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 12:24:54.470709 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-04d14d6b-16f0-4e86-9621-c4478fdf9c43 None None] Subscribe: > network after_create 55550000 {{(pid=92980) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 12:24:54.471125 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-04d14d6b-16f0-4e86-9621-c4478fdf9c43 None None] Subscribe: > network after_update 55550000 {{(pid=92980) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 12:24:54.471517 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-04d14d6b-16f0-4e86-9621-c4478fdf9c43 None None] Subscribe: > network after_delete 55550000 {{(pid=92980) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 12:24:54.471922 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-04d14d6b-16f0-4e86-9621-c4478fdf9c43 None None] Subscribe: > port after_create 55550000 {{(pid=92980) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 12:24:54.472310 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-04d14d6b-16f0-4e86-9621-c4478fdf9c43 None None] Subscribe: > port after_update 55550000 {{(pid=92980) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 12:24:54.472718 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-04d14d6b-16f0-4e86-9621-c4478fdf9c43 None None] Subscribe: > port after_delete 55550000 {{(pid=92980) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 12:24:54.473111 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-04d14d6b-16f0-4e86-9621-c4478fdf9c43 None None] Subscribe: > subnet after_create 55550000 {{(pid=92980) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 12:24:54.473498 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-04d14d6b-16f0-4e86-9621-c4478fdf9c43 None None] Subscribe: > subnet after_update 55550000 {{(pid=92980) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 12:24:54.473904 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-04d14d6b-16f0-4e86-9621-c4478fdf9c43 None None] Subscribe: > subnet after_delete 55550000 {{(pid=92980) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 12:24:54.474568 dv-cinder-799631-1-iscsi neutron-server[92980]: INFO neutron.plugins.ml2.plugin [None req-04d14d6b-16f0-4e86-9621-c4478fdf9c43 None None] Modular L2 Plugin initialization complete Jul 06 12:24:54.474946 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG neutron.manager [None req-04d14d6b-16f0-4e86-9621-c4478fdf9c43 None None] Loading services supported by the core plugin {{(pid=92980) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jul 06 12:24:54.475348 dv-cinder-799631-1-iscsi neutron-server[92980]: INFO neutron.plugins.ml2.managers [None req-04d14d6b-16f0-4e86-9621-c4478fdf9c43 None None] Got port-security extension from driver 'port_security' Jul 06 12:24:54.475888 dv-cinder-799631-1-iscsi neutron-server[92980]: INFO neutron.extensions.vlantransparent [None req-04d14d6b-16f0-4e86-9621-c4478fdf9c43 None None] Disabled vlantransparent extension. Jul 06 12:24:54.476429 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG neutron.manager [None req-04d14d6b-16f0-4e86-9621-c4478fdf9c43 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=92980) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jul 06 12:24:54.476805 dv-cinder-799631-1-iscsi neutron-server[92980]: INFO neutron.manager [None req-04d14d6b-16f0-4e86-9621-c4478fdf9c43 None None] Loading Plugin: router Jul 06 12:24:54.515398 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-04d14d6b-16f0-4e86-9621-c4478fdf9c43 None None] Subscribe: > router_interface before_create 55550000 {{(pid=92980) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 12:24:54.519467 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-04d14d6b-16f0-4e86-9621-c4478fdf9c43 None None] Subscribe: > router after_create 55549900 {{(pid=92980) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 12:24:54.519467 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-04d14d6b-16f0-4e86-9621-c4478fdf9c43 None None] Subscribe: > router before_create 55549900 {{(pid=92980) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 12:24:54.521110 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-04d14d6b-16f0-4e86-9621-c4478fdf9c43 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=92980) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 12:24:54.522806 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-04d14d6b-16f0-4e86-9621-c4478fdf9c43 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=92980) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 12:24:54.523561 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-04d14d6b-16f0-4e86-9621-c4478fdf9c43 None None] Subscribe: > router after_delete 55549900 {{(pid=92980) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 12:24:54.524030 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-04d14d6b-16f0-4e86-9621-c4478fdf9c43 None None] Subscribe: > floatingip after_update 55550000 {{(pid=92980) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 12:24:54.524461 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-04d14d6b-16f0-4e86-9621-c4478fdf9c43 None None] Subscribe: > router after_create 55549900 {{(pid=92980) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 12:24:54.524827 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-04d14d6b-16f0-4e86-9621-c4478fdf9c43 None None] Subscribe: > router after_update 55549900 {{(pid=92980) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 12:24:54.525198 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-04d14d6b-16f0-4e86-9621-c4478fdf9c43 None None] Subscribe: > router after_update 55549900 {{(pid=92980) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 12:24:54.525560 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-04d14d6b-16f0-4e86-9621-c4478fdf9c43 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=92980) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 12:24:54.525969 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-04d14d6b-16f0-4e86-9621-c4478fdf9c43 None None] Subscribe: > router after_update 55549900 {{(pid=92980) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 12:24:54.526403 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-04d14d6b-16f0-4e86-9621-c4478fdf9c43 None None] Subscribe: > router precommit_update 55549900 {{(pid=92980) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 12:24:54.526788 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-04d14d6b-16f0-4e86-9621-c4478fdf9c43 None None] Subscribe: port after_update 55550000 {{(pid=92980) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 12:24:54.527166 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-04d14d6b-16f0-4e86-9621-c4478fdf9c43 None None] Subscribe: port after_delete 55550000 {{(pid=92980) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 12:24:54.527513 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-04d14d6b-16f0-4e86-9621-c4478fdf9c43 None None] Subscribe: subnet after_update 55550000 {{(pid=92980) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 12:24:54.527859 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-04d14d6b-16f0-4e86-9621-c4478fdf9c43 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=92980) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 12:24:54.528208 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-04d14d6b-16f0-4e86-9621-c4478fdf9c43 None None] Subscribe: > port precommit_delete 55550000 {{(pid=92980) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 12:24:54.528561 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-04d14d6b-16f0-4e86-9621-c4478fdf9c43 None None] Subscribe: > router precommit_create 55549900 {{(pid=92980) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 12:24:54.528908 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-04d14d6b-16f0-4e86-9621-c4478fdf9c43 None None] Subscribe: port before_delete 55550000 {{(pid=92980) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 12:24:54.529254 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-04d14d6b-16f0-4e86-9621-c4478fdf9c43 None None] Subscribe: > router precommit_create 55550000 {{(pid=92980) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 12:24:54.529615 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-04d14d6b-16f0-4e86-9621-c4478fdf9c43 None None] Subscribe: > router after_update 55549900 {{(pid=92980) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 12:24:54.529962 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-04d14d6b-16f0-4e86-9621-c4478fdf9c43 None None] Subscribe: > router precommit_delete 55549900 {{(pid=92980) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 12:24:54.530314 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-04d14d6b-16f0-4e86-9621-c4478fdf9c43 None None] Subscribe: > router precommit_create 55549900 {{(pid=92980) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 12:24:54.530678 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-04d14d6b-16f0-4e86-9621-c4478fdf9c43 None None] Subscribe: > router_interface after_create 55550000 {{(pid=92980) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 12:24:54.531053 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-04d14d6b-16f0-4e86-9621-c4478fdf9c43 None None] Subscribe: > router precommit_update 55549900 {{(pid=92980) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 12:24:54.531446 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-04d14d6b-16f0-4e86-9621-c4478fdf9c43 None None] Subscribe: > agent after_create 55550000 {{(pid=92980) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 12:24:54.531799 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-04d14d6b-16f0-4e86-9621-c4478fdf9c43 None None] Subscribe: > agent after_delete 55550000 {{(pid=92980) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 12:24:54.532176 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-04d14d6b-16f0-4e86-9621-c4478fdf9c43 None None] Subscribe: > network after_delete 55550000 {{(pid=92980) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 12:24:54.533768 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG neutron.quota.resource_registry [None req-04d14d6b-16f0-4e86-9621-c4478fdf9c43 None None] Tracking information for resource: router configured {{(pid=92980) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 06 12:24:54.534346 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG neutron.quota.resource_registry [None req-04d14d6b-16f0-4e86-9621-c4478fdf9c43 None None] Tracking information for resource: floatingip configured {{(pid=92980) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 06 12:24:54.542019 dv-cinder-799631-1-iscsi neutron-server[92980]: INFO neutron.db.l3_agentschedulers_db [None req-04d14d6b-16f0-4e86-9621-c4478fdf9c43 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jul 06 12:24:54.542611 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-04d14d6b-16f0-4e86-9621-c4478fdf9c43 None None] Subscribe: port after_update 55550000 {{(pid=92980) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 12:24:54.542986 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-04d14d6b-16f0-4e86-9621-c4478fdf9c43 None None] Subscribe: port after_create 55550000 {{(pid=92980) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 12:24:54.543367 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-04d14d6b-16f0-4e86-9621-c4478fdf9c43 None None] Subscribe: port after_delete 55550000 {{(pid=92980) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 12:24:54.543728 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-04d14d6b-16f0-4e86-9621-c4478fdf9c43 None None] Subscribe: port after_update 55550000 {{(pid=92980) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 12:24:54.544550 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-04d14d6b-16f0-4e86-9621-c4478fdf9c43 None None] Subscribe: > router before_create 55550100 {{(pid=92980) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 12:24:54.544922 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-04d14d6b-16f0-4e86-9621-c4478fdf9c43 None None] Subscribe: > router precommit_delete 55550100 {{(pid=92980) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 12:24:54.545290 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-04d14d6b-16f0-4e86-9621-c4478fdf9c43 None None] Subscribe: > router precommit_create 55550100 {{(pid=92980) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 12:24:54.545661 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-04d14d6b-16f0-4e86-9621-c4478fdf9c43 None None] Subscribe: > router precommit_update 55550100 {{(pid=92980) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 12:24:54.550667 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG neutron.services.provider_configuration [None req-04d14d6b-16f0-4e86-9621-c4478fdf9c43 None None] Service providers = [] {{(pid=92980) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jul 06 12:24:54.551035 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG neutron.db.servicetype_db [None req-04d14d6b-16f0-4e86-9621-c4478fdf9c43 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=92980) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jul 06 12:24:54.554059 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG neutron.services.service_base [None req-04d14d6b-16f0-4e86-9621-c4478fdf9c43 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=92980) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 06 12:24:54.554409 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG neutron.services.service_base [None req-04d14d6b-16f0-4e86-9621-c4478fdf9c43 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=92980) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 06 12:24:54.554754 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG neutron.services.service_base [None req-04d14d6b-16f0-4e86-9621-c4478fdf9c43 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=92980) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 06 12:24:54.555671 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG neutron.services.service_base [None req-04d14d6b-16f0-4e86-9621-c4478fdf9c43 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=92980) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 06 12:24:54.556047 dv-cinder-799631-1-iscsi neutron-server[92980]: INFO neutron.services.service_base [None req-04d14d6b-16f0-4e86-9621-c4478fdf9c43 None None] Default provider is not specified for service type L3_ROUTER_NAT Jul 06 12:24:54.556434 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG neutron.manager [None req-04d14d6b-16f0-4e86-9621-c4478fdf9c43 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=92980) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 06 12:24:54.556755 dv-cinder-799631-1-iscsi neutron-server[92980]: INFO neutron.manager [None req-04d14d6b-16f0-4e86-9621-c4478fdf9c43 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jul 06 12:24:54.568339 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG neutron.manager [None req-04d14d6b-16f0-4e86-9621-c4478fdf9c43 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=92980) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 06 12:24:54.568677 dv-cinder-799631-1-iscsi neutron-server[92980]: INFO neutron.manager [None req-04d14d6b-16f0-4e86-9621-c4478fdf9c43 None None] Loading Plugin: auto_allocate Jul 06 12:24:54.574570 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-04d14d6b-16f0-4e86-9621-c4478fdf9c43 None None] Subscribe: network precommit_update 55550000 {{(pid=92980) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 12:24:54.574882 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-04d14d6b-16f0-4e86-9621-c4478fdf9c43 None None] Subscribe: network precommit_create 55550000 {{(pid=92980) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 12:24:54.575451 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG neutron.manager [None req-04d14d6b-16f0-4e86-9621-c4478fdf9c43 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=92980) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 06 12:24:54.575773 dv-cinder-799631-1-iscsi neutron-server[92980]: INFO neutron.manager [None req-04d14d6b-16f0-4e86-9621-c4478fdf9c43 None None] Loading Plugin: tag Jul 06 12:24:54.582458 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG neutron.manager [None req-04d14d6b-16f0-4e86-9621-c4478fdf9c43 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=92980) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 06 12:24:54.582788 dv-cinder-799631-1-iscsi neutron-server[92980]: INFO neutron.manager [None req-04d14d6b-16f0-4e86-9621-c4478fdf9c43 None None] Loading Plugin: timestamp Jul 06 12:24:54.588525 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG neutron.manager [None req-04d14d6b-16f0-4e86-9621-c4478fdf9c43 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=92980) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 06 12:24:54.588860 dv-cinder-799631-1-iscsi neutron-server[92980]: INFO neutron.manager [None req-04d14d6b-16f0-4e86-9621-c4478fdf9c43 None None] Loading Plugin: network_ip_availability Jul 06 12:24:54.594425 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-04d14d6b-16f0-4e86-9621-c4478fdf9c43 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=92980) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 12:24:54.594826 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-04d14d6b-16f0-4e86-9621-c4478fdf9c43 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=92980) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 12:24:54.595209 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-04d14d6b-16f0-4e86-9621-c4478fdf9c43 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92980) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 12:24:54.595954 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG neutron.manager [None req-04d14d6b-16f0-4e86-9621-c4478fdf9c43 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=92980) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 06 12:24:54.596282 dv-cinder-799631-1-iscsi neutron-server[92980]: INFO neutron.manager [None req-04d14d6b-16f0-4e86-9621-c4478fdf9c43 None None] Loading Plugin: flavors Jul 06 12:24:54.601050 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG neutron.manager [None req-04d14d6b-16f0-4e86-9621-c4478fdf9c43 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=92980) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 06 12:24:54.601384 dv-cinder-799631-1-iscsi neutron-server[92980]: INFO neutron.manager [None req-04d14d6b-16f0-4e86-9621-c4478fdf9c43 None None] Loading Plugin: revisions Jul 06 12:24:54.605676 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG neutron.manager [None req-04d14d6b-16f0-4e86-9621-c4478fdf9c43 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=92980) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 06 12:24:54.606079 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-04d14d6b-16f0-4e86-9621-c4478fdf9c43 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.878s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 06 12:24:54.606826 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG neutron.api.extensions [None req-04d14d6b-16f0-4e86-9621-c4478fdf9c43 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=92980) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Jul 06 12:24:54.607194 dv-cinder-799631-1-iscsi neutron-server[92980]: INFO neutron.api.extensions [None req-04d14d6b-16f0-4e86-9621-c4478fdf9c43 None None] Initializing extension manager. Jul 06 12:24:54.607706 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG neutron.api.extensions [None req-04d14d6b-16f0-4e86-9621-c4478fdf9c43 None None] Loading extension file: __init__.py {{(pid=92980) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 12:24:54.608049 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG neutron.api.extensions [None req-04d14d6b-16f0-4e86-9621-c4478fdf9c43 None None] Loading extension file: __pycache__ {{(pid=92980) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 12:24:54.608383 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG neutron.api.extensions [None req-04d14d6b-16f0-4e86-9621-c4478fdf9c43 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=92980) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 12:24:54.608716 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG neutron.api.extensions [None req-04d14d6b-16f0-4e86-9621-c4478fdf9c43 None None] Loading extension file: address_group.py {{(pid=92980) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 12:24:54.610029 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG neutron.api.extensions [None req-04d14d6b-16f0-4e86-9621-c4478fdf9c43 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=92980) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 12:24:54.610606 dv-cinder-799631-1-iscsi neutron-server[92980]: INFO neutron.api.extensions [None req-04d14d6b-16f0-4e86-9621-c4478fdf9c43 None None] Loaded extension: address-group Jul 06 12:24:54.610950 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG neutron.api.extensions [None req-04d14d6b-16f0-4e86-9621-c4478fdf9c43 None None] Loading extension file: address_scope.py {{(pid=92980) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 12:24:54.611665 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG neutron.api.extensions [None req-04d14d6b-16f0-4e86-9621-c4478fdf9c43 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=92980) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 12:24:54.612172 dv-cinder-799631-1-iscsi neutron-server[92980]: INFO neutron.api.extensions [None req-04d14d6b-16f0-4e86-9621-c4478fdf9c43 None None] Loaded extension: address-scope Jul 06 12:24:54.612493 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG neutron.api.extensions [None req-04d14d6b-16f0-4e86-9621-c4478fdf9c43 None None] Loading extension file: admin_state_down_before_update.py {{(pid=92980) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 12:24:54.613435 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG neutron.api.extensions [None req-04d14d6b-16f0-4e86-9621-c4478fdf9c43 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=92980) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 12:24:54.613944 dv-cinder-799631-1-iscsi neutron-server[92980]: INFO neutron.api.extensions [None req-04d14d6b-16f0-4e86-9621-c4478fdf9c43 None None] Loaded extension: router-admin-state-down-before-update Jul 06 12:24:54.614266 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG neutron.api.extensions [None req-04d14d6b-16f0-4e86-9621-c4478fdf9c43 None None] Loading extension file: agent.py {{(pid=92980) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 12:24:54.614959 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG neutron.api.extensions [None req-04d14d6b-16f0-4e86-9621-c4478fdf9c43 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=92980) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 12:24:54.615712 dv-cinder-799631-1-iscsi neutron-server[92980]: INFO neutron.api.extensions [None req-04d14d6b-16f0-4e86-9621-c4478fdf9c43 None None] Loaded extension: agent Jul 06 12:24:54.616038 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG neutron.api.extensions [None req-04d14d6b-16f0-4e86-9621-c4478fdf9c43 None None] Loading extension file: agent_resources_synced.py {{(pid=92980) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 12:24:54.616945 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG neutron.api.extensions [None req-04d14d6b-16f0-4e86-9621-c4478fdf9c43 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=92980) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 12:24:54.617449 dv-cinder-799631-1-iscsi neutron-server[92980]: INFO neutron.api.extensions [None req-04d14d6b-16f0-4e86-9621-c4478fdf9c43 None None] Loaded extension: agent-resources-synced Jul 06 12:24:54.617774 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG neutron.api.extensions [None req-04d14d6b-16f0-4e86-9621-c4478fdf9c43 None None] Loading extension file: allowedaddresspairs.py {{(pid=92980) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 12:24:54.619606 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG neutron.api.extensions [None req-04d14d6b-16f0-4e86-9621-c4478fdf9c43 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=92980) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 12:24:54.620124 dv-cinder-799631-1-iscsi neutron-server[92980]: INFO neutron.api.extensions [None req-04d14d6b-16f0-4e86-9621-c4478fdf9c43 None None] Loaded extension: allowed-address-pairs Jul 06 12:24:54.620451 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG neutron.api.extensions [None req-04d14d6b-16f0-4e86-9621-c4478fdf9c43 None None] Loading extension file: auto_allocated_topology.py {{(pid=92980) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 12:24:54.621565 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG neutron.api.extensions [None req-04d14d6b-16f0-4e86-9621-c4478fdf9c43 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=92980) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 12:24:54.622075 dv-cinder-799631-1-iscsi neutron-server[92980]: INFO neutron.api.extensions [None req-04d14d6b-16f0-4e86-9621-c4478fdf9c43 None None] Loaded extension: auto-allocated-topology Jul 06 12:24:54.622400 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG neutron.api.extensions [None req-04d14d6b-16f0-4e86-9621-c4478fdf9c43 None None] Loading extension file: availability_zone.py {{(pid=92980) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 12:24:54.623114 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG neutron.api.extensions [None req-04d14d6b-16f0-4e86-9621-c4478fdf9c43 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=92980) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 12:24:54.623619 dv-cinder-799631-1-iscsi neutron-server[92980]: INFO neutron.api.extensions [None req-04d14d6b-16f0-4e86-9621-c4478fdf9c43 None None] Loaded extension: availability_zone Jul 06 12:24:54.623939 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG neutron.api.extensions [None req-04d14d6b-16f0-4e86-9621-c4478fdf9c43 None None] Loading extension file: availability_zone_filter.py {{(pid=92980) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 12:24:54.624897 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG neutron.api.extensions [None req-04d14d6b-16f0-4e86-9621-c4478fdf9c43 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=92980) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 12:24:54.625890 dv-cinder-799631-1-iscsi neutron-server[92980]: INFO neutron.api.extensions [None req-04d14d6b-16f0-4e86-9621-c4478fdf9c43 None None] Loaded extension: availability_zone_filter Jul 06 12:24:54.626234 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG neutron.api.extensions [None req-04d14d6b-16f0-4e86-9621-c4478fdf9c43 None None] Loading extension file: data_plane_status.py {{(pid=92980) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 12:24:54.627186 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG neutron.api.extensions [None req-04d14d6b-16f0-4e86-9621-c4478fdf9c43 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=92980) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 12:24:54.627683 dv-cinder-799631-1-iscsi neutron-server[92980]: INFO neutron.api.extensions [None req-04d14d6b-16f0-4e86-9621-c4478fdf9c43 None None] Extension data-plane-status not supported by any of loaded plugins Jul 06 12:24:54.628002 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG neutron.api.extensions [None req-04d14d6b-16f0-4e86-9621-c4478fdf9c43 None None] Loading extension file: default_subnetpools.py {{(pid=92980) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 12:24:54.628904 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG neutron.api.extensions [None req-04d14d6b-16f0-4e86-9621-c4478fdf9c43 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=92980) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 12:24:54.629403 dv-cinder-799631-1-iscsi neutron-server[92980]: INFO neutron.api.extensions [None req-04d14d6b-16f0-4e86-9621-c4478fdf9c43 None None] Loaded extension: default-subnetpools Jul 06 12:24:54.629727 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG neutron.api.extensions [None req-04d14d6b-16f0-4e86-9621-c4478fdf9c43 None None] Loading extension file: dhcpagentscheduler.py {{(pid=92980) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 12:24:54.630545 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG neutron.api.extensions [None req-04d14d6b-16f0-4e86-9621-c4478fdf9c43 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=92980) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 12:24:54.631041 dv-cinder-799631-1-iscsi neutron-server[92980]: INFO neutron.api.extensions [None req-04d14d6b-16f0-4e86-9621-c4478fdf9c43 None None] Loaded extension: dhcp_agent_scheduler Jul 06 12:24:54.631389 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG neutron.api.extensions [None req-04d14d6b-16f0-4e86-9621-c4478fdf9c43 None None] Loading extension file: dns.py {{(pid=92980) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 12:24:54.632296 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG neutron.api.extensions [None req-04d14d6b-16f0-4e86-9621-c4478fdf9c43 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=92980) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 12:24:54.632786 dv-cinder-799631-1-iscsi neutron-server[92980]: INFO neutron.api.extensions [None req-04d14d6b-16f0-4e86-9621-c4478fdf9c43 None None] Extension dns-integration not supported by any of loaded plugins Jul 06 12:24:54.633104 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG neutron.api.extensions [None req-04d14d6b-16f0-4e86-9621-c4478fdf9c43 None None] Loading extension file: dns_domain_ports.py {{(pid=92980) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 12:24:54.634011 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG neutron.api.extensions [None req-04d14d6b-16f0-4e86-9621-c4478fdf9c43 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=92980) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 12:24:54.634506 dv-cinder-799631-1-iscsi neutron-server[92980]: INFO neutron.api.extensions [None req-04d14d6b-16f0-4e86-9621-c4478fdf9c43 None None] Extension dns-domain-ports not supported by any of loaded plugins Jul 06 12:24:54.634827 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG neutron.api.extensions [None req-04d14d6b-16f0-4e86-9621-c4478fdf9c43 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=92980) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 12:24:54.635769 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG neutron.api.extensions [None req-04d14d6b-16f0-4e86-9621-c4478fdf9c43 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=92980) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 12:24:54.636264 dv-cinder-799631-1-iscsi neutron-server[92980]: INFO neutron.api.extensions [None req-04d14d6b-16f0-4e86-9621-c4478fdf9c43 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jul 06 12:24:54.636590 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG neutron.api.extensions [None req-04d14d6b-16f0-4e86-9621-c4478fdf9c43 None None] Loading extension file: dvr.py {{(pid=92980) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 12:24:54.637253 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG neutron.api.extensions [None req-04d14d6b-16f0-4e86-9621-c4478fdf9c43 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=92980) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 12:24:54.637749 dv-cinder-799631-1-iscsi neutron-server[92980]: INFO neutron.api.extensions [None req-04d14d6b-16f0-4e86-9621-c4478fdf9c43 None None] Loaded extension: dvr Jul 06 12:24:54.638068 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG neutron.api.extensions [None req-04d14d6b-16f0-4e86-9621-c4478fdf9c43 None None] Loading extension file: empty_string_filtering.py {{(pid=92980) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 12:24:54.638976 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG neutron.api.extensions [None req-04d14d6b-16f0-4e86-9621-c4478fdf9c43 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=92980) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 12:24:54.639511 dv-cinder-799631-1-iscsi neutron-server[92980]: INFO neutron.api.extensions [None req-04d14d6b-16f0-4e86-9621-c4478fdf9c43 None None] Loaded extension: empty-string-filtering Jul 06 12:24:54.639833 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG neutron.api.extensions [None req-04d14d6b-16f0-4e86-9621-c4478fdf9c43 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=92980) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 12:24:54.640760 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG neutron.api.extensions [None req-04d14d6b-16f0-4e86-9621-c4478fdf9c43 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=92980) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 12:24:54.641262 dv-cinder-799631-1-iscsi neutron-server[92980]: INFO neutron.api.extensions [None req-04d14d6b-16f0-4e86-9621-c4478fdf9c43 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jul 06 12:24:54.641576 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG neutron.api.extensions [None req-04d14d6b-16f0-4e86-9621-c4478fdf9c43 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=92980) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 12:24:54.642499 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG neutron.api.extensions [None req-04d14d6b-16f0-4e86-9621-c4478fdf9c43 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=92980) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 12:24:54.643004 dv-cinder-799631-1-iscsi neutron-server[92980]: INFO neutron.api.extensions [None req-04d14d6b-16f0-4e86-9621-c4478fdf9c43 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jul 06 12:24:54.643350 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG neutron.api.extensions [None req-04d14d6b-16f0-4e86-9621-c4478fdf9c43 None None] Loading extension file: external_net.py {{(pid=92980) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 12:24:54.644262 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG neutron.api.extensions [None req-04d14d6b-16f0-4e86-9621-c4478fdf9c43 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=92980) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 12:24:54.644762 dv-cinder-799631-1-iscsi neutron-server[92980]: INFO neutron.api.extensions [None req-04d14d6b-16f0-4e86-9621-c4478fdf9c43 None None] Loaded extension: external-net Jul 06 12:24:54.645086 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG neutron.api.extensions [None req-04d14d6b-16f0-4e86-9621-c4478fdf9c43 None None] Loading extension file: extra_dhcp_opt.py {{(pid=92980) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 12:24:54.645996 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG neutron.api.extensions [None req-04d14d6b-16f0-4e86-9621-c4478fdf9c43 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=92980) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 12:24:54.646491 dv-cinder-799631-1-iscsi neutron-server[92980]: INFO neutron.api.extensions [None req-04d14d6b-16f0-4e86-9621-c4478fdf9c43 None None] Loaded extension: extra_dhcp_opt Jul 06 12:24:54.646819 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG neutron.api.extensions [None req-04d14d6b-16f0-4e86-9621-c4478fdf9c43 None None] Loading extension file: extraroute.py {{(pid=92980) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 12:24:54.647745 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG neutron.api.extensions [None req-04d14d6b-16f0-4e86-9621-c4478fdf9c43 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=92980) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 12:24:54.648245 dv-cinder-799631-1-iscsi neutron-server[92980]: INFO neutron.api.extensions [None req-04d14d6b-16f0-4e86-9621-c4478fdf9c43 None None] Loaded extension: extraroute Jul 06 12:24:54.648564 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG neutron.api.extensions [None req-04d14d6b-16f0-4e86-9621-c4478fdf9c43 None None] Loading extension file: extraroute_atomic.py {{(pid=92980) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 12:24:54.649600 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG neutron.api.extensions [None req-04d14d6b-16f0-4e86-9621-c4478fdf9c43 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=92980) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 12:24:54.650101 dv-cinder-799631-1-iscsi neutron-server[92980]: INFO neutron.api.extensions [None req-04d14d6b-16f0-4e86-9621-c4478fdf9c43 None None] Loaded extension: extraroute-atomic Jul 06 12:24:54.650421 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG neutron.api.extensions [None req-04d14d6b-16f0-4e86-9621-c4478fdf9c43 None None] Loading extension file: filter_validation.py {{(pid=92980) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 12:24:54.651102 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG neutron.api.extensions [None req-04d14d6b-16f0-4e86-9621-c4478fdf9c43 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=92980) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 12:24:54.651604 dv-cinder-799631-1-iscsi neutron-server[92980]: INFO neutron.api.extensions [None req-04d14d6b-16f0-4e86-9621-c4478fdf9c43 None None] Loaded extension: filter-validation Jul 06 12:24:54.651925 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG neutron.api.extensions [None req-04d14d6b-16f0-4e86-9621-c4478fdf9c43 None None] Loading extension file: fip_pf_description.py {{(pid=92980) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 12:24:54.652823 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG neutron.api.extensions [None req-04d14d6b-16f0-4e86-9621-c4478fdf9c43 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=92980) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 12:24:54.653328 dv-cinder-799631-1-iscsi neutron-server[92980]: INFO neutron.api.extensions [None req-04d14d6b-16f0-4e86-9621-c4478fdf9c43 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jul 06 12:24:54.653647 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG neutron.api.extensions [None req-04d14d6b-16f0-4e86-9621-c4478fdf9c43 None None] Loading extension file: fip_port_details.py {{(pid=92980) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 12:24:54.654558 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG neutron.api.extensions [None req-04d14d6b-16f0-4e86-9621-c4478fdf9c43 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=92980) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 12:24:54.655062 dv-cinder-799631-1-iscsi neutron-server[92980]: INFO neutron.api.extensions [None req-04d14d6b-16f0-4e86-9621-c4478fdf9c43 None None] Loaded extension: fip-port-details Jul 06 12:24:54.655412 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG neutron.api.extensions [None req-04d14d6b-16f0-4e86-9621-c4478fdf9c43 None None] Loading extension file: flavors.py {{(pid=92980) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 12:24:54.656715 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG neutron.api.extensions [None req-04d14d6b-16f0-4e86-9621-c4478fdf9c43 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=92980) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 12:24:54.657649 dv-cinder-799631-1-iscsi neutron-server[92980]: INFO neutron.api.extensions [None req-04d14d6b-16f0-4e86-9621-c4478fdf9c43 None None] Loaded extension: flavors Jul 06 12:24:54.657649 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG neutron.api.extensions [None req-04d14d6b-16f0-4e86-9621-c4478fdf9c43 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=92980) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 12:24:54.659237 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG neutron.api.extensions [None req-04d14d6b-16f0-4e86-9621-c4478fdf9c43 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=92980) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 12:24:54.659764 dv-cinder-799631-1-iscsi neutron-server[92980]: INFO neutron.api.extensions [None req-04d14d6b-16f0-4e86-9621-c4478fdf9c43 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jul 06 12:24:54.660095 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG neutron.api.extensions [None req-04d14d6b-16f0-4e86-9621-c4478fdf9c43 None None] Loading extension file: floatingip_pools.py {{(pid=92980) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 12:24:54.660810 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG neutron.api.extensions [None req-04d14d6b-16f0-4e86-9621-c4478fdf9c43 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=92980) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 12:24:54.661322 dv-cinder-799631-1-iscsi neutron-server[92980]: INFO neutron.api.extensions [None req-04d14d6b-16f0-4e86-9621-c4478fdf9c43 None None] Loaded extension: floatingip-pools Jul 06 12:24:54.661646 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG neutron.api.extensions [None req-04d14d6b-16f0-4e86-9621-c4478fdf9c43 None None] Loading extension file: ip_allocation.py {{(pid=92980) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 12:24:54.662573 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG neutron.api.extensions [None req-04d14d6b-16f0-4e86-9621-c4478fdf9c43 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=92980) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 12:24:54.663128 dv-cinder-799631-1-iscsi neutron-server[92980]: INFO neutron.api.extensions [None req-04d14d6b-16f0-4e86-9621-c4478fdf9c43 None None] Extension ip_allocation not supported by any of loaded plugins Jul 06 12:24:54.663464 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG neutron.api.extensions [None req-04d14d6b-16f0-4e86-9621-c4478fdf9c43 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=92980) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 12:24:54.664372 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG neutron.api.extensions [None req-04d14d6b-16f0-4e86-9621-c4478fdf9c43 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=92980) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 12:24:54.664877 dv-cinder-799631-1-iscsi neutron-server[92980]: INFO neutron.api.extensions [None req-04d14d6b-16f0-4e86-9621-c4478fdf9c43 None None] Loaded extension: ip-substring-filtering Jul 06 12:24:54.665207 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG neutron.api.extensions [None req-04d14d6b-16f0-4e86-9621-c4478fdf9c43 None None] Loading extension file: l2_adjacency.py {{(pid=92980) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 12:24:54.666135 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG neutron.api.extensions [None req-04d14d6b-16f0-4e86-9621-c4478fdf9c43 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=92980) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 12:24:54.666634 dv-cinder-799631-1-iscsi neutron-server[92980]: INFO neutron.api.extensions [None req-04d14d6b-16f0-4e86-9621-c4478fdf9c43 None None] Extension l2_adjacency not supported by any of loaded plugins Jul 06 12:24:54.666959 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG neutron.api.extensions [None req-04d14d6b-16f0-4e86-9621-c4478fdf9c43 None None] Loading extension file: l3.py {{(pid=92980) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 12:24:54.667988 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG neutron.api.extensions [None req-04d14d6b-16f0-4e86-9621-c4478fdf9c43 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=92980) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 12:24:54.668513 dv-cinder-799631-1-iscsi neutron-server[92980]: INFO neutron.api.extensions [None req-04d14d6b-16f0-4e86-9621-c4478fdf9c43 None None] Loaded extension: router Jul 06 12:24:54.668835 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG neutron.api.extensions [None req-04d14d6b-16f0-4e86-9621-c4478fdf9c43 None None] Loading extension file: l3_conntrack_helper.py {{(pid=92980) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 12:24:54.671286 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG neutron.api.extensions [None req-04d14d6b-16f0-4e86-9621-c4478fdf9c43 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=92980) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 12:24:54.672350 dv-cinder-799631-1-iscsi neutron-server[92980]: INFO neutron.api.extensions [None req-04d14d6b-16f0-4e86-9621-c4478fdf9c43 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jul 06 12:24:54.672681 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG neutron.api.extensions [None req-04d14d6b-16f0-4e86-9621-c4478fdf9c43 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=92980) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 12:24:54.673611 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG neutron.api.extensions [None req-04d14d6b-16f0-4e86-9621-c4478fdf9c43 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=92980) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 12:24:54.674125 dv-cinder-799631-1-iscsi neutron-server[92980]: INFO neutron.api.extensions [None req-04d14d6b-16f0-4e86-9621-c4478fdf9c43 None None] Loaded extension: ext-gw-mode Jul 06 12:24:54.674453 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG neutron.api.extensions [None req-04d14d6b-16f0-4e86-9621-c4478fdf9c43 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=92980) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 12:24:54.675403 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG neutron.api.extensions [None req-04d14d6b-16f0-4e86-9621-c4478fdf9c43 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=92980) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 12:24:54.675916 dv-cinder-799631-1-iscsi neutron-server[92980]: INFO neutron.api.extensions [None req-04d14d6b-16f0-4e86-9621-c4478fdf9c43 None None] Loaded extension: l3-ha Jul 06 12:24:54.676244 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG neutron.api.extensions [None req-04d14d6b-16f0-4e86-9621-c4478fdf9c43 None None] Loading extension file: l3_flavors.py {{(pid=92980) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 12:24:54.677176 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG neutron.api.extensions [None req-04d14d6b-16f0-4e86-9621-c4478fdf9c43 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=92980) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 12:24:54.677683 dv-cinder-799631-1-iscsi neutron-server[92980]: INFO neutron.api.extensions [None req-04d14d6b-16f0-4e86-9621-c4478fdf9c43 None None] Loaded extension: l3-flavors Jul 06 12:24:54.678009 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG neutron.api.extensions [None req-04d14d6b-16f0-4e86-9621-c4478fdf9c43 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=92980) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 12:24:54.678915 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG neutron.api.extensions [None req-04d14d6b-16f0-4e86-9621-c4478fdf9c43 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=92980) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 12:24:54.679452 dv-cinder-799631-1-iscsi neutron-server[92980]: INFO neutron.api.extensions [None req-04d14d6b-16f0-4e86-9621-c4478fdf9c43 None None] Loaded extension: l3-port-ip-change-not-allowed Jul 06 12:24:54.679776 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG neutron.api.extensions [None req-04d14d6b-16f0-4e86-9621-c4478fdf9c43 None None] Loading extension file: l3agentscheduler.py {{(pid=92980) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 12:24:54.680833 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG neutron.api.extensions [None req-04d14d6b-16f0-4e86-9621-c4478fdf9c43 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=92980) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 12:24:54.681334 dv-cinder-799631-1-iscsi neutron-server[92980]: INFO neutron.api.extensions [None req-04d14d6b-16f0-4e86-9621-c4478fdf9c43 None None] Loaded extension: l3_agent_scheduler Jul 06 12:24:54.681658 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG neutron.api.extensions [None req-04d14d6b-16f0-4e86-9621-c4478fdf9c43 None None] Loading extension file: logging.py {{(pid=92980) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 12:24:54.683171 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG neutron.api.extensions [None req-04d14d6b-16f0-4e86-9621-c4478fdf9c43 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=92980) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 12:24:54.683685 dv-cinder-799631-1-iscsi neutron-server[92980]: INFO neutron.api.extensions [None req-04d14d6b-16f0-4e86-9621-c4478fdf9c43 None None] Extension logging not supported by any of loaded plugins Jul 06 12:24:54.684013 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG neutron.api.extensions [None req-04d14d6b-16f0-4e86-9621-c4478fdf9c43 None None] Loading extension file: metering.py {{(pid=92980) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 12:24:54.684755 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG neutron.api.extensions [None req-04d14d6b-16f0-4e86-9621-c4478fdf9c43 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=92980) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 12:24:54.685327 dv-cinder-799631-1-iscsi neutron-server[92980]: INFO neutron.api.extensions [None req-04d14d6b-16f0-4e86-9621-c4478fdf9c43 None None] Loaded extension: metering Jul 06 12:24:54.685656 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG neutron.api.extensions [None req-04d14d6b-16f0-4e86-9621-c4478fdf9c43 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=92980) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 12:24:54.686747 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG neutron.api.extensions [None req-04d14d6b-16f0-4e86-9621-c4478fdf9c43 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=92980) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 12:24:54.687827 dv-cinder-799631-1-iscsi neutron-server[92980]: INFO neutron.api.extensions [None req-04d14d6b-16f0-4e86-9621-c4478fdf9c43 None None] Loaded extension: metering_source_and_destination_fields Jul 06 12:24:54.688156 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG neutron.api.extensions [None req-04d14d6b-16f0-4e86-9621-c4478fdf9c43 None None] Loading extension file: multiprovidernet.py {{(pid=92980) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 12:24:54.689080 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG neutron.api.extensions [None req-04d14d6b-16f0-4e86-9621-c4478fdf9c43 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=92980) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 12:24:54.689586 dv-cinder-799631-1-iscsi neutron-server[92980]: INFO neutron.api.extensions [None req-04d14d6b-16f0-4e86-9621-c4478fdf9c43 None None] Loaded extension: multi-provider Jul 06 12:24:54.689905 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG neutron.api.extensions [None req-04d14d6b-16f0-4e86-9621-c4478fdf9c43 None None] Loading extension file: netmtu.py {{(pid=92980) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 12:24:54.690813 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG neutron.api.extensions [None req-04d14d6b-16f0-4e86-9621-c4478fdf9c43 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=92980) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 12:24:54.691346 dv-cinder-799631-1-iscsi neutron-server[92980]: INFO neutron.api.extensions [None req-04d14d6b-16f0-4e86-9621-c4478fdf9c43 None None] Loaded extension: net-mtu Jul 06 12:24:54.691666 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG neutron.api.extensions [None req-04d14d6b-16f0-4e86-9621-c4478fdf9c43 None None] Loading extension file: netmtu_writable.py {{(pid=92980) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 12:24:54.692579 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG neutron.api.extensions [None req-04d14d6b-16f0-4e86-9621-c4478fdf9c43 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=92980) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 12:24:54.693080 dv-cinder-799631-1-iscsi neutron-server[92980]: INFO neutron.api.extensions [None req-04d14d6b-16f0-4e86-9621-c4478fdf9c43 None None] Loaded extension: net-mtu-writable Jul 06 12:24:54.693401 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG neutron.api.extensions [None req-04d14d6b-16f0-4e86-9621-c4478fdf9c43 None None] Loading extension file: network_availability_zone.py {{(pid=92980) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 12:24:54.694077 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG neutron.api.extensions [None req-04d14d6b-16f0-4e86-9621-c4478fdf9c43 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=92980) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 12:24:54.694568 dv-cinder-799631-1-iscsi neutron-server[92980]: INFO neutron.api.extensions [None req-04d14d6b-16f0-4e86-9621-c4478fdf9c43 None None] Loaded extension: network_availability_zone Jul 06 12:24:54.694887 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG neutron.api.extensions [None req-04d14d6b-16f0-4e86-9621-c4478fdf9c43 None None] Loading extension file: network_ip_availability.py {{(pid=92980) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 12:24:54.696032 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG neutron.api.extensions [None req-04d14d6b-16f0-4e86-9621-c4478fdf9c43 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=92980) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 12:24:54.696538 dv-cinder-799631-1-iscsi neutron-server[92980]: INFO neutron.api.extensions [None req-04d14d6b-16f0-4e86-9621-c4478fdf9c43 None None] Loaded extension: network-ip-availability Jul 06 12:24:54.696861 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG neutron.api.extensions [None req-04d14d6b-16f0-4e86-9621-c4478fdf9c43 None None] Loading extension file: network_segment_range.py {{(pid=92980) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 12:24:54.697649 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG neutron.api.extensions [None req-04d14d6b-16f0-4e86-9621-c4478fdf9c43 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=92980) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 12:24:54.698146 dv-cinder-799631-1-iscsi neutron-server[92980]: INFO neutron.api.extensions [None req-04d14d6b-16f0-4e86-9621-c4478fdf9c43 None None] Extension network-segment-range not supported by any of loaded plugins Jul 06 12:24:54.698466 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG neutron.api.extensions [None req-04d14d6b-16f0-4e86-9621-c4478fdf9c43 None None] Loading extension file: pagination.py {{(pid=92980) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 12:24:54.699510 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG neutron.api.extensions [None req-04d14d6b-16f0-4e86-9621-c4478fdf9c43 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=92980) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 12:24:54.699837 dv-cinder-799631-1-iscsi neutron-server[92980]: INFO neutron.api.extensions [None req-04d14d6b-16f0-4e86-9621-c4478fdf9c43 None None] Loaded extension: pagination Jul 06 12:24:54.700153 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG neutron.api.extensions [None req-04d14d6b-16f0-4e86-9621-c4478fdf9c43 None None] Loading extension file: port_device_profile.py {{(pid=92980) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 12:24:54.701065 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG neutron.api.extensions [None req-04d14d6b-16f0-4e86-9621-c4478fdf9c43 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=92980) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 12:24:54.701573 dv-cinder-799631-1-iscsi neutron-server[92980]: INFO neutron.api.extensions [None req-04d14d6b-16f0-4e86-9621-c4478fdf9c43 None None] Loaded extension: port-device-profile Jul 06 12:24:54.701899 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG neutron.api.extensions [None req-04d14d6b-16f0-4e86-9621-c4478fdf9c43 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=92980) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 12:24:54.702849 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG neutron.api.extensions [None req-04d14d6b-16f0-4e86-9621-c4478fdf9c43 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=92980) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 12:24:54.703379 dv-cinder-799631-1-iscsi neutron-server[92980]: INFO neutron.api.extensions [None req-04d14d6b-16f0-4e86-9621-c4478fdf9c43 None None] Loaded extension: port-mac-address-regenerate Jul 06 12:24:54.703702 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG neutron.api.extensions [None req-04d14d6b-16f0-4e86-9621-c4478fdf9c43 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=92980) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 12:24:54.704616 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG neutron.api.extensions [None req-04d14d6b-16f0-4e86-9621-c4478fdf9c43 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=92980) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 12:24:54.705117 dv-cinder-799631-1-iscsi neutron-server[92980]: INFO neutron.api.extensions [None req-04d14d6b-16f0-4e86-9621-c4478fdf9c43 None None] Loaded extension: port-numa-affinity-policy Jul 06 12:24:54.705435 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG neutron.api.extensions [None req-04d14d6b-16f0-4e86-9621-c4478fdf9c43 None None] Loading extension file: port_resource_request.py {{(pid=92980) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 12:24:54.706353 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG neutron.api.extensions [None req-04d14d6b-16f0-4e86-9621-c4478fdf9c43 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=92980) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 12:24:54.706852 dv-cinder-799631-1-iscsi neutron-server[92980]: INFO neutron.api.extensions [None req-04d14d6b-16f0-4e86-9621-c4478fdf9c43 None None] Extension port-resource-request not supported by any of loaded plugins Jul 06 12:24:54.707211 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG neutron.api.extensions [None req-04d14d6b-16f0-4e86-9621-c4478fdf9c43 None None] Loading extension file: portbindings.py {{(pid=92980) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 12:24:54.708136 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG neutron.api.extensions [None req-04d14d6b-16f0-4e86-9621-c4478fdf9c43 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=92980) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 12:24:54.708638 dv-cinder-799631-1-iscsi neutron-server[92980]: INFO neutron.api.extensions [None req-04d14d6b-16f0-4e86-9621-c4478fdf9c43 None None] Loaded extension: binding Jul 06 12:24:54.708958 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG neutron.api.extensions [None req-04d14d6b-16f0-4e86-9621-c4478fdf9c43 None None] Loading extension file: portbindings_extended.py {{(pid=92980) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 12:24:54.710380 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG neutron.api.extensions [None req-04d14d6b-16f0-4e86-9621-c4478fdf9c43 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=92980) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 12:24:54.710895 dv-cinder-799631-1-iscsi neutron-server[92980]: INFO neutron.api.extensions [None req-04d14d6b-16f0-4e86-9621-c4478fdf9c43 None None] Loaded extension: binding-extended Jul 06 12:24:54.711270 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG neutron.api.extensions [None req-04d14d6b-16f0-4e86-9621-c4478fdf9c43 None None] Loading extension file: portsecurity.py {{(pid=92980) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 12:24:54.712452 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG neutron.api.extensions [None req-04d14d6b-16f0-4e86-9621-c4478fdf9c43 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=92980) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 12:24:54.712967 dv-cinder-799631-1-iscsi neutron-server[92980]: INFO neutron.api.extensions [None req-04d14d6b-16f0-4e86-9621-c4478fdf9c43 None None] Loaded extension: port-security Jul 06 12:24:54.713297 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG neutron.api.extensions [None req-04d14d6b-16f0-4e86-9621-c4478fdf9c43 None None] Loading extension file: project_id.py {{(pid=92980) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 12:24:54.714269 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG neutron.api.extensions [None req-04d14d6b-16f0-4e86-9621-c4478fdf9c43 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=92980) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 12:24:54.714598 dv-cinder-799631-1-iscsi neutron-server[92980]: INFO neutron.api.extensions [None req-04d14d6b-16f0-4e86-9621-c4478fdf9c43 None None] Loaded extension: project-id Jul 06 12:24:54.714922 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG neutron.api.extensions [None req-04d14d6b-16f0-4e86-9621-c4478fdf9c43 None None] Loading extension file: providernet.py {{(pid=92980) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 12:24:54.715886 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG neutron.api.extensions [None req-04d14d6b-16f0-4e86-9621-c4478fdf9c43 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=92980) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 12:24:54.716398 dv-cinder-799631-1-iscsi neutron-server[92980]: INFO neutron.api.extensions [None req-04d14d6b-16f0-4e86-9621-c4478fdf9c43 None None] Loaded extension: provider Jul 06 12:24:54.716722 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG neutron.api.extensions [None req-04d14d6b-16f0-4e86-9621-c4478fdf9c43 None None] Loading extension file: qos.py {{(pid=92980) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 12:24:54.720790 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG neutron.api.extensions [None req-04d14d6b-16f0-4e86-9621-c4478fdf9c43 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=92980) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 12:24:54.721318 dv-cinder-799631-1-iscsi neutron-server[92980]: INFO neutron.api.extensions [None req-04d14d6b-16f0-4e86-9621-c4478fdf9c43 None None] Extension qos not supported by any of loaded plugins Jul 06 12:24:54.721649 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG neutron.api.extensions [None req-04d14d6b-16f0-4e86-9621-c4478fdf9c43 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=92980) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 12:24:54.722895 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG neutron.api.extensions [None req-04d14d6b-16f0-4e86-9621-c4478fdf9c43 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=92980) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 12:24:54.723441 dv-cinder-799631-1-iscsi neutron-server[92980]: INFO neutron.api.extensions [None req-04d14d6b-16f0-4e86-9621-c4478fdf9c43 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jul 06 12:24:54.723769 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG neutron.api.extensions [None req-04d14d6b-16f0-4e86-9621-c4478fdf9c43 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=92980) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 12:24:54.724685 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG neutron.api.extensions [None req-04d14d6b-16f0-4e86-9621-c4478fdf9c43 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=92980) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 12:24:54.725191 dv-cinder-799631-1-iscsi neutron-server[92980]: INFO neutron.api.extensions [None req-04d14d6b-16f0-4e86-9621-c4478fdf9c43 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jul 06 12:24:54.725517 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG neutron.api.extensions [None req-04d14d6b-16f0-4e86-9621-c4478fdf9c43 None None] Loading extension file: qos_default.py {{(pid=92980) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 12:24:54.726429 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG neutron.api.extensions [None req-04d14d6b-16f0-4e86-9621-c4478fdf9c43 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=92980) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 12:24:54.726937 dv-cinder-799631-1-iscsi neutron-server[92980]: INFO neutron.api.extensions [None req-04d14d6b-16f0-4e86-9621-c4478fdf9c43 None None] Extension qos-default not supported by any of loaded plugins Jul 06 12:24:54.727295 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG neutron.api.extensions [None req-04d14d6b-16f0-4e86-9621-c4478fdf9c43 None None] Loading extension file: qos_fip.py {{(pid=92980) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 12:24:54.727960 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG neutron.api.extensions [None req-04d14d6b-16f0-4e86-9621-c4478fdf9c43 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=92980) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 12:24:54.728460 dv-cinder-799631-1-iscsi neutron-server[92980]: INFO neutron.api.extensions [None req-04d14d6b-16f0-4e86-9621-c4478fdf9c43 None None] Extension qos-fip not supported by any of loaded plugins Jul 06 12:24:54.728777 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG neutron.api.extensions [None req-04d14d6b-16f0-4e86-9621-c4478fdf9c43 None None] Loading extension file: qos_gateway_ip.py {{(pid=92980) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 12:24:54.729701 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG neutron.api.extensions [None req-04d14d6b-16f0-4e86-9621-c4478fdf9c43 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=92980) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 12:24:54.730203 dv-cinder-799631-1-iscsi neutron-server[92980]: INFO neutron.api.extensions [None req-04d14d6b-16f0-4e86-9621-c4478fdf9c43 None None] Extension qos-gateway-ip not supported by any of loaded plugins Jul 06 12:24:54.730522 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG neutron.api.extensions [None req-04d14d6b-16f0-4e86-9621-c4478fdf9c43 None None] Loading extension file: qos_port_network_policy.py {{(pid=92980) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 12:24:54.731469 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG neutron.api.extensions [None req-04d14d6b-16f0-4e86-9621-c4478fdf9c43 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=92980) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 12:24:54.731966 dv-cinder-799631-1-iscsi neutron-server[92980]: INFO neutron.api.extensions [None req-04d14d6b-16f0-4e86-9621-c4478fdf9c43 None None] Extension qos-port-network-policy not supported by any of loaded plugins Jul 06 12:24:54.732289 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG neutron.api.extensions [None req-04d14d6b-16f0-4e86-9621-c4478fdf9c43 None None] Loading extension file: qos_rule_type_details.py {{(pid=92980) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 12:24:54.733213 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG neutron.api.extensions [None req-04d14d6b-16f0-4e86-9621-c4478fdf9c43 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=92980) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 12:24:54.733711 dv-cinder-799631-1-iscsi neutron-server[92980]: INFO neutron.api.extensions [None req-04d14d6b-16f0-4e86-9621-c4478fdf9c43 None None] Extension qos-rule-type-details not supported by any of loaded plugins Jul 06 12:24:54.734578 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG neutron.api.extensions [None req-04d14d6b-16f0-4e86-9621-c4478fdf9c43 None None] Loading extension file: qos_rules_alias.py {{(pid=92980) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 12:24:54.735654 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG neutron.api.extensions [None req-04d14d6b-16f0-4e86-9621-c4478fdf9c43 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=92980) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 12:24:54.736164 dv-cinder-799631-1-iscsi neutron-server[92980]: INFO neutron.api.extensions [None req-04d14d6b-16f0-4e86-9621-c4478fdf9c43 None None] Extension qos-rules-alias not supported by any of loaded plugins Jul 06 12:24:54.736492 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG neutron.api.extensions [None req-04d14d6b-16f0-4e86-9621-c4478fdf9c43 None None] Loading extension file: quotasv2.py {{(pid=92980) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 12:24:54.737464 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG neutron.api.extensions [None req-04d14d6b-16f0-4e86-9621-c4478fdf9c43 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=92980) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 12:24:54.737789 dv-cinder-799631-1-iscsi neutron-server[92980]: INFO neutron.api.extensions [None req-04d14d6b-16f0-4e86-9621-c4478fdf9c43 None None] Loaded extension: quotas Jul 06 12:24:54.738110 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG neutron.api.extensions [None req-04d14d6b-16f0-4e86-9621-c4478fdf9c43 None None] Loading extension file: quotasv2_detail.py {{(pid=92980) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 12:24:54.741206 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG neutron.api.extensions [None req-04d14d6b-16f0-4e86-9621-c4478fdf9c43 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=92980) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 12:24:54.741553 dv-cinder-799631-1-iscsi neutron-server[92980]: INFO neutron.api.extensions [None req-04d14d6b-16f0-4e86-9621-c4478fdf9c43 None None] Loaded extension: quota_details Jul 06 12:24:54.741887 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG neutron.api.extensions [None req-04d14d6b-16f0-4e86-9621-c4478fdf9c43 None None] Loading extension file: rbac.py {{(pid=92980) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 12:24:54.742968 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG neutron.api.extensions [None req-04d14d6b-16f0-4e86-9621-c4478fdf9c43 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=92980) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 12:24:54.743534 dv-cinder-799631-1-iscsi neutron-server[92980]: INFO neutron.api.extensions [None req-04d14d6b-16f0-4e86-9621-c4478fdf9c43 None None] Loaded extension: rbac-policies Jul 06 12:24:54.743866 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG neutron.api.extensions [None req-04d14d6b-16f0-4e86-9621-c4478fdf9c43 None None] Loading extension file: rbac_address_group.py {{(pid=92980) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 12:24:54.745016 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG neutron.api.extensions [None req-04d14d6b-16f0-4e86-9621-c4478fdf9c43 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=92980) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 12:24:54.745529 dv-cinder-799631-1-iscsi neutron-server[92980]: INFO neutron.api.extensions [None req-04d14d6b-16f0-4e86-9621-c4478fdf9c43 None None] Loaded extension: rbac-address-group Jul 06 12:24:54.745858 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG neutron.api.extensions [None req-04d14d6b-16f0-4e86-9621-c4478fdf9c43 None None] Loading extension file: rbac_address_scope.py {{(pid=92980) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 12:24:54.746801 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG neutron.api.extensions [None req-04d14d6b-16f0-4e86-9621-c4478fdf9c43 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=92980) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 12:24:54.747345 dv-cinder-799631-1-iscsi neutron-server[92980]: INFO neutron.api.extensions [None req-04d14d6b-16f0-4e86-9621-c4478fdf9c43 None None] Loaded extension: rbac-address-scope Jul 06 12:24:54.747670 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG neutron.api.extensions [None req-04d14d6b-16f0-4e86-9621-c4478fdf9c43 None None] Loading extension file: rbac_security_groups.py {{(pid=92980) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 12:24:54.748588 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG neutron.api.extensions [None req-04d14d6b-16f0-4e86-9621-c4478fdf9c43 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=92980) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 12:24:54.749090 dv-cinder-799631-1-iscsi neutron-server[92980]: INFO neutron.api.extensions [None req-04d14d6b-16f0-4e86-9621-c4478fdf9c43 None None] Loaded extension: rbac-security-groups Jul 06 12:24:54.749416 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG neutron.api.extensions [None req-04d14d6b-16f0-4e86-9621-c4478fdf9c43 None None] Loading extension file: rbac_subnetpool.py {{(pid=92980) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 12:24:54.750355 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG neutron.api.extensions [None req-04d14d6b-16f0-4e86-9621-c4478fdf9c43 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=92980) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 12:24:54.750861 dv-cinder-799631-1-iscsi neutron-server[92980]: INFO neutron.api.extensions [None req-04d14d6b-16f0-4e86-9621-c4478fdf9c43 None None] Loaded extension: rbac-subnetpool Jul 06 12:24:54.751227 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG neutron.api.extensions [None req-04d14d6b-16f0-4e86-9621-c4478fdf9c43 None None] Loading extension file: revisionifmatch.py {{(pid=92980) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 12:24:54.752156 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG neutron.api.extensions [None req-04d14d6b-16f0-4e86-9621-c4478fdf9c43 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=92980) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 12:24:54.752676 dv-cinder-799631-1-iscsi neutron-server[92980]: INFO neutron.api.extensions [None req-04d14d6b-16f0-4e86-9621-c4478fdf9c43 None None] Loaded extension: revision-if-match Jul 06 12:24:54.753001 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG neutron.api.extensions [None req-04d14d6b-16f0-4e86-9621-c4478fdf9c43 None None] Loading extension file: revisions.py {{(pid=92980) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 12:24:54.754129 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG neutron.api.extensions [None req-04d14d6b-16f0-4e86-9621-c4478fdf9c43 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=92980) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 12:24:54.754637 dv-cinder-799631-1-iscsi neutron-server[92980]: INFO neutron.api.extensions [None req-04d14d6b-16f0-4e86-9621-c4478fdf9c43 None None] Loaded extension: standard-attr-revisions Jul 06 12:24:54.754966 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG neutron.api.extensions [None req-04d14d6b-16f0-4e86-9621-c4478fdf9c43 None None] Loading extension file: router_availability_zone.py {{(pid=92980) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 12:24:54.755675 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG neutron.api.extensions [None req-04d14d6b-16f0-4e86-9621-c4478fdf9c43 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=92980) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 12:24:54.756189 dv-cinder-799631-1-iscsi neutron-server[92980]: INFO neutron.api.extensions [None req-04d14d6b-16f0-4e86-9621-c4478fdf9c43 None None] Loaded extension: router_availability_zone Jul 06 12:24:54.756514 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG neutron.api.extensions [None req-04d14d6b-16f0-4e86-9621-c4478fdf9c43 None None] Loading extension file: routerservicetype.py {{(pid=92980) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 12:24:54.757441 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG neutron.api.extensions [None req-04d14d6b-16f0-4e86-9621-c4478fdf9c43 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=92980) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 12:24:54.757942 dv-cinder-799631-1-iscsi neutron-server[92980]: INFO neutron.api.extensions [None req-04d14d6b-16f0-4e86-9621-c4478fdf9c43 None None] Extension router-service-type not supported by any of loaded plugins Jul 06 12:24:54.758266 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG neutron.api.extensions [None req-04d14d6b-16f0-4e86-9621-c4478fdf9c43 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=92980) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 12:24:54.759234 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG neutron.api.extensions [None req-04d14d6b-16f0-4e86-9621-c4478fdf9c43 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=92980) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 12:24:54.759745 dv-cinder-799631-1-iscsi neutron-server[92980]: INFO neutron.api.extensions [None req-04d14d6b-16f0-4e86-9621-c4478fdf9c43 None None] Loaded extension: security-groups-normalized-cidr Jul 06 12:24:54.760071 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG neutron.api.extensions [None req-04d14d6b-16f0-4e86-9621-c4478fdf9c43 None None] Loading extension file: security_groups_port_filtering.py {{(pid=92980) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 12:24:54.760988 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG neutron.api.extensions [None req-04d14d6b-16f0-4e86-9621-c4478fdf9c43 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=92980) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 12:24:54.761497 dv-cinder-799631-1-iscsi neutron-server[92980]: INFO neutron.api.extensions [None req-04d14d6b-16f0-4e86-9621-c4478fdf9c43 None None] Loaded extension: port-security-groups-filtering Jul 06 12:24:54.761824 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG neutron.api.extensions [None req-04d14d6b-16f0-4e86-9621-c4478fdf9c43 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=92980) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 12:24:54.762739 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG neutron.api.extensions [None req-04d14d6b-16f0-4e86-9621-c4478fdf9c43 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=92980) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 12:24:54.763278 dv-cinder-799631-1-iscsi neutron-server[92980]: INFO neutron.api.extensions [None req-04d14d6b-16f0-4e86-9621-c4478fdf9c43 None None] Loaded extension: security-groups-remote-address-group Jul 06 12:24:54.763602 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG neutron.api.extensions [None req-04d14d6b-16f0-4e86-9621-c4478fdf9c43 None None] Loading extension file: securitygroup.py {{(pid=92980) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 12:24:54.773386 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG neutron.api.extensions [None req-04d14d6b-16f0-4e86-9621-c4478fdf9c43 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=92980) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 12:24:54.773932 dv-cinder-799631-1-iscsi neutron-server[92980]: INFO neutron.api.extensions [None req-04d14d6b-16f0-4e86-9621-c4478fdf9c43 None None] Loaded extension: security-group Jul 06 12:24:54.774269 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG neutron.api.extensions [None req-04d14d6b-16f0-4e86-9621-c4478fdf9c43 None None] Loading extension file: segment.py {{(pid=92980) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 12:24:54.775124 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG neutron.api.extensions [None req-04d14d6b-16f0-4e86-9621-c4478fdf9c43 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=92980) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 12:24:54.775631 dv-cinder-799631-1-iscsi neutron-server[92980]: INFO neutron.api.extensions [None req-04d14d6b-16f0-4e86-9621-c4478fdf9c43 None None] Extension segment not supported by any of loaded plugins Jul 06 12:24:54.775959 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG neutron.api.extensions [None req-04d14d6b-16f0-4e86-9621-c4478fdf9c43 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=92980) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 12:24:54.776956 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG neutron.api.extensions [None req-04d14d6b-16f0-4e86-9621-c4478fdf9c43 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=92980) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 12:24:54.777461 dv-cinder-799631-1-iscsi neutron-server[92980]: INFO neutron.api.extensions [None req-04d14d6b-16f0-4e86-9621-c4478fdf9c43 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jul 06 12:24:54.777788 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG neutron.api.extensions [None req-04d14d6b-16f0-4e86-9621-c4478fdf9c43 None None] Loading extension file: servicetype.py {{(pid=92980) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 12:24:54.778898 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG neutron.api.extensions [None req-04d14d6b-16f0-4e86-9621-c4478fdf9c43 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=92980) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 12:24:54.779454 dv-cinder-799631-1-iscsi neutron-server[92980]: INFO neutron.api.extensions [None req-04d14d6b-16f0-4e86-9621-c4478fdf9c43 None None] Loaded extension: service-type Jul 06 12:24:54.779785 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG neutron.api.extensions [None req-04d14d6b-16f0-4e86-9621-c4478fdf9c43 None None] Loading extension file: sorting.py {{(pid=92980) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 12:24:54.780774 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG neutron.api.extensions [None req-04d14d6b-16f0-4e86-9621-c4478fdf9c43 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=92980) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 12:24:54.781628 dv-cinder-799631-1-iscsi neutron-server[92980]: INFO neutron.api.extensions [None req-04d14d6b-16f0-4e86-9621-c4478fdf9c43 None None] Loaded extension: sorting Jul 06 12:24:54.781953 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG neutron.api.extensions [None req-04d14d6b-16f0-4e86-9621-c4478fdf9c43 None None] Loading extension file: standard_attr_segment.py {{(pid=92980) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 12:24:54.782941 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG neutron.api.extensions [None req-04d14d6b-16f0-4e86-9621-c4478fdf9c43 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=92980) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 12:24:54.783485 dv-cinder-799631-1-iscsi neutron-server[92980]: INFO neutron.api.extensions [None req-04d14d6b-16f0-4e86-9621-c4478fdf9c43 None None] Extension standard-attr-segment not supported by any of loaded plugins Jul 06 12:24:54.783811 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG neutron.api.extensions [None req-04d14d6b-16f0-4e86-9621-c4478fdf9c43 None None] Loading extension file: standardattrdescription.py {{(pid=92980) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 12:24:54.784470 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG neutron.api.extensions [None req-04d14d6b-16f0-4e86-9621-c4478fdf9c43 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=92980) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 12:24:54.784975 dv-cinder-799631-1-iscsi neutron-server[92980]: INFO neutron.api.extensions [None req-04d14d6b-16f0-4e86-9621-c4478fdf9c43 None None] Loaded extension: standard-attr-description Jul 06 12:24:54.785298 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG neutron.api.extensions [None req-04d14d6b-16f0-4e86-9621-c4478fdf9c43 None None] Loading extension file: stateful_security_group.py {{(pid=92980) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 12:24:54.786249 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG neutron.api.extensions [None req-04d14d6b-16f0-4e86-9621-c4478fdf9c43 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=92980) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 12:24:54.786767 dv-cinder-799631-1-iscsi neutron-server[92980]: INFO neutron.api.extensions [None req-04d14d6b-16f0-4e86-9621-c4478fdf9c43 None None] Loaded extension: stateful-security-group Jul 06 12:24:54.787117 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG neutron.api.extensions [None req-04d14d6b-16f0-4e86-9621-c4478fdf9c43 None None] Loading extension file: stdattrs_common.py {{(pid=92980) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 12:24:54.787705 dv-cinder-799631-1-iscsi neutron-server[92980]: WARNING neutron.api.extensions [None req-04d14d6b-16f0-4e86-9621-c4478fdf9c43 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jul 06 12:24:54.788025 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG neutron.api.extensions [None req-04d14d6b-16f0-4e86-9621-c4478fdf9c43 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=92980) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 12:24:54.788946 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG neutron.api.extensions [None req-04d14d6b-16f0-4e86-9621-c4478fdf9c43 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=92980) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 12:24:54.789459 dv-cinder-799631-1-iscsi neutron-server[92980]: INFO neutron.api.extensions [None req-04d14d6b-16f0-4e86-9621-c4478fdf9c43 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jul 06 12:24:54.789784 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG neutron.api.extensions [None req-04d14d6b-16f0-4e86-9621-c4478fdf9c43 None None] Loading extension file: subnet_onboard.py {{(pid=92980) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 12:24:54.790859 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG neutron.api.extensions [None req-04d14d6b-16f0-4e86-9621-c4478fdf9c43 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=92980) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 12:24:54.791405 dv-cinder-799631-1-iscsi neutron-server[92980]: INFO neutron.api.extensions [None req-04d14d6b-16f0-4e86-9621-c4478fdf9c43 None None] Loaded extension: subnet_onboard Jul 06 12:24:54.791732 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG neutron.api.extensions [None req-04d14d6b-16f0-4e86-9621-c4478fdf9c43 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=92980) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 12:24:54.792652 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG neutron.api.extensions [None req-04d14d6b-16f0-4e86-9621-c4478fdf9c43 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=92980) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 12:24:54.793156 dv-cinder-799631-1-iscsi neutron-server[92980]: INFO neutron.api.extensions [None req-04d14d6b-16f0-4e86-9621-c4478fdf9c43 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jul 06 12:24:54.793479 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG neutron.api.extensions [None req-04d14d6b-16f0-4e86-9621-c4478fdf9c43 None None] Loading extension file: subnet_service_types.py {{(pid=92980) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 12:24:54.794396 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG neutron.api.extensions [None req-04d14d6b-16f0-4e86-9621-c4478fdf9c43 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=92980) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 12:24:54.794908 dv-cinder-799631-1-iscsi neutron-server[92980]: INFO neutron.api.extensions [None req-04d14d6b-16f0-4e86-9621-c4478fdf9c43 None None] Loaded extension: subnet-service-types Jul 06 12:24:54.795260 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG neutron.api.extensions [None req-04d14d6b-16f0-4e86-9621-c4478fdf9c43 None None] Loading extension file: subnetallocation.py {{(pid=92980) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 12:24:54.796348 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG neutron.api.extensions [None req-04d14d6b-16f0-4e86-9621-c4478fdf9c43 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=92980) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 12:24:54.797412 dv-cinder-799631-1-iscsi neutron-server[92980]: INFO neutron.api.extensions [None req-04d14d6b-16f0-4e86-9621-c4478fdf9c43 None None] Loaded extension: subnet_allocation Jul 06 12:24:54.797736 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG neutron.api.extensions [None req-04d14d6b-16f0-4e86-9621-c4478fdf9c43 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=92980) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 12:24:54.798404 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG neutron.api.extensions [None req-04d14d6b-16f0-4e86-9621-c4478fdf9c43 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=92980) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 12:24:54.798909 dv-cinder-799631-1-iscsi neutron-server[92980]: INFO neutron.api.extensions [None req-04d14d6b-16f0-4e86-9621-c4478fdf9c43 None None] Loaded extension: subnetpool-prefix-ops Jul 06 12:24:54.799265 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG neutron.api.extensions [None req-04d14d6b-16f0-4e86-9621-c4478fdf9c43 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=92980) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 12:24:54.800197 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG neutron.api.extensions [None req-04d14d6b-16f0-4e86-9621-c4478fdf9c43 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=92980) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 12:24:54.800696 dv-cinder-799631-1-iscsi neutron-server[92980]: INFO neutron.api.extensions [None req-04d14d6b-16f0-4e86-9621-c4478fdf9c43 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jul 06 12:24:54.801020 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG neutron.api.extensions [None req-04d14d6b-16f0-4e86-9621-c4478fdf9c43 None None] Loading extension file: tagging.py {{(pid=92980) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 12:24:54.802140 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG neutron.api.extensions [None req-04d14d6b-16f0-4e86-9621-c4478fdf9c43 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=92980) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 12:24:54.802652 dv-cinder-799631-1-iscsi neutron-server[92980]: INFO neutron.api.extensions [None req-04d14d6b-16f0-4e86-9621-c4478fdf9c43 None None] Loaded extension: standard-attr-tag Jul 06 12:24:54.802977 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG neutron.api.extensions [None req-04d14d6b-16f0-4e86-9621-c4478fdf9c43 None None] Loading extension file: timestamp.py {{(pid=92980) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 12:24:54.804250 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG neutron.api.extensions [None req-04d14d6b-16f0-4e86-9621-c4478fdf9c43 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=92980) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 12:24:54.804768 dv-cinder-799631-1-iscsi neutron-server[92980]: INFO neutron.api.extensions [None req-04d14d6b-16f0-4e86-9621-c4478fdf9c43 None None] Loaded extension: standard-attr-timestamp Jul 06 12:24:54.805096 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG neutron.api.extensions [None req-04d14d6b-16f0-4e86-9621-c4478fdf9c43 None None] Loading extension file: trunk.py {{(pid=92980) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 12:24:54.806127 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG neutron.api.extensions [None req-04d14d6b-16f0-4e86-9621-c4478fdf9c43 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=92980) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 12:24:54.806637 dv-cinder-799631-1-iscsi neutron-server[92980]: INFO neutron.api.extensions [None req-04d14d6b-16f0-4e86-9621-c4478fdf9c43 None None] Extension trunk not supported by any of loaded plugins Jul 06 12:24:54.806966 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG neutron.api.extensions [None req-04d14d6b-16f0-4e86-9621-c4478fdf9c43 None None] Loading extension file: trunk_details.py {{(pid=92980) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 12:24:54.807920 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG neutron.api.extensions [None req-04d14d6b-16f0-4e86-9621-c4478fdf9c43 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=92980) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 12:24:54.808431 dv-cinder-799631-1-iscsi neutron-server[92980]: INFO neutron.api.extensions [None req-04d14d6b-16f0-4e86-9621-c4478fdf9c43 None None] Extension trunk-details not supported by any of loaded plugins Jul 06 12:24:54.808760 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG neutron.api.extensions [None req-04d14d6b-16f0-4e86-9621-c4478fdf9c43 None None] Loading extension file: uplink_status_propagation.py {{(pid=92980) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 12:24:54.809678 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG neutron.api.extensions [None req-04d14d6b-16f0-4e86-9621-c4478fdf9c43 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=92980) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 12:24:54.810187 dv-cinder-799631-1-iscsi neutron-server[92980]: INFO neutron.api.extensions [None req-04d14d6b-16f0-4e86-9621-c4478fdf9c43 None None] Extension uplink-status-propagation not supported by any of loaded plugins Jul 06 12:24:54.810513 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG neutron.api.extensions [None req-04d14d6b-16f0-4e86-9621-c4478fdf9c43 None None] Loading extension file: vlantransparent.py {{(pid=92980) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 12:24:54.811231 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG neutron.api.extensions [None req-04d14d6b-16f0-4e86-9621-c4478fdf9c43 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=92980) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 12:24:54.811740 dv-cinder-799631-1-iscsi neutron-server[92980]: INFO neutron.api.extensions [None req-04d14d6b-16f0-4e86-9621-c4478fdf9c43 None None] Extension vlan-transparent not supported by any of loaded plugins Jul 06 12:24:54.814796 dv-cinder-799631-1-iscsi neutron-server[92980]: INFO neutron.quota.resource_registry [None req-04d14d6b-16f0-4e86-9621-c4478fdf9c43 None None] Creating instance of TrackedResource for resource:network Jul 06 12:24:54.815387 dv-cinder-799631-1-iscsi neutron-server[92980]: INFO neutron.quota.resource_registry [None req-04d14d6b-16f0-4e86-9621-c4478fdf9c43 None None] Creating instance of TrackedResource for resource:subnet Jul 06 12:24:54.815787 dv-cinder-799631-1-iscsi neutron-server[92980]: INFO neutron.quota.resource_registry [None req-04d14d6b-16f0-4e86-9621-c4478fdf9c43 None None] Creating instance of TrackedResource for resource:subnetpool Jul 06 12:24:54.816185 dv-cinder-799631-1-iscsi neutron-server[92980]: INFO neutron.quota.resource_registry [None req-04d14d6b-16f0-4e86-9621-c4478fdf9c43 None None] Creating instance of TrackedResource for resource:port Jul 06 12:24:54.817458 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG neutron.api.v2.resource_helper [None req-04d14d6b-16f0-4e86-9621-c4478fdf9c43 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92980) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 06 12:24:54.817904 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG neutron.api.v2.resource_helper [None req-04d14d6b-16f0-4e86-9621-c4478fdf9c43 None None] Service FLAVORS assigned prefix: {{(pid=92980) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 06 12:24:54.818513 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG neutron.api.v2.resource_helper [None req-04d14d6b-16f0-4e86-9621-c4478fdf9c43 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92980) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 06 12:24:54.818936 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG neutron.api.v2.resource_helper [None req-04d14d6b-16f0-4e86-9621-c4478fdf9c43 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92980) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 06 12:24:54.819291 dv-cinder-799631-1-iscsi neutron-server[92980]: INFO neutron.quota.resource_registry [None req-04d14d6b-16f0-4e86-9621-c4478fdf9c43 None None] Creating instance of TrackedResource for resource:router Jul 06 12:24:54.819729 dv-cinder-799631-1-iscsi neutron-server[92980]: INFO neutron.quota.resource_registry [None req-04d14d6b-16f0-4e86-9621-c4478fdf9c43 None None] Creating instance of TrackedResource for resource:floatingip Jul 06 12:24:54.820230 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG neutron.api.v2.resource_helper [None req-04d14d6b-16f0-4e86-9621-c4478fdf9c43 None None] Service METERING assigned prefix: /metering {{(pid=92980) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 06 12:24:54.821706 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-04d14d6b-16f0-4e86-9621-c4478fdf9c43 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=92980) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 12:24:54.822082 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-04d14d6b-16f0-4e86-9621-c4478fdf9c43 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=92980) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 12:24:54.822440 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-04d14d6b-16f0-4e86-9621-c4478fdf9c43 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92980) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 12:24:54.823485 dv-cinder-799631-1-iscsi neutron-server[92980]: INFO neutron.quota.resource_registry [None req-04d14d6b-16f0-4e86-9621-c4478fdf9c43 None None] Creating instance of CountableResource for resource:rbac_policy Jul 06 12:24:54.823950 dv-cinder-799631-1-iscsi neutron-server[92980]: INFO neutron.quota.resource_registry [None req-04d14d6b-16f0-4e86-9621-c4478fdf9c43 None None] Creating instance of TrackedResource for resource:security_group Jul 06 12:24:54.824384 dv-cinder-799631-1-iscsi neutron-server[92980]: INFO neutron.quota.resource_registry [None req-04d14d6b-16f0-4e86-9621-c4478fdf9c43 None None] Creating instance of TrackedResource for resource:security_group_rule Jul 06 12:24:54.825023 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG neutron.api.v2.resource_helper [None req-04d14d6b-16f0-4e86-9621-c4478fdf9c43 None None] Service CORE assigned prefix: {{(pid=92980) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 06 12:24:54.825306 dv-cinder-799631-1-iscsi neutron-server[92980]: INFO neutron.quota.resource_registry [None req-04d14d6b-16f0-4e86-9621-c4478fdf9c43 None None] Creating instance of TrackedResource for resource:subnetpool Jul 06 12:24:54.825662 dv-cinder-799631-1-iscsi neutron-server[92980]: WARNING neutron.quota.resource_registry [None req-04d14d6b-16f0-4e86-9621-c4478fdf9c43 None None] subnetpool is already registered Jul 06 12:24:54.826096 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG neutron.api.v2.resource_helper [None req-04d14d6b-16f0-4e86-9621-c4478fdf9c43 None None] Service CORE assigned prefix: {{(pid=92980) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 06 12:24:54.826421 dv-cinder-799631-1-iscsi neutron-server[92980]: INFO neutron.quota.resource_registry [None req-04d14d6b-16f0-4e86-9621-c4478fdf9c43 None None] Creating instance of TrackedResource for resource:subnetpool Jul 06 12:24:54.826752 dv-cinder-799631-1-iscsi neutron-server[92980]: WARNING neutron.quota.resource_registry [None req-04d14d6b-16f0-4e86-9621-c4478fdf9c43 None None] subnetpool is already registered Jul 06 12:24:54.829648 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG neutron.api.v2.resource_helper [None req-04d14d6b-16f0-4e86-9621-c4478fdf9c43 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92980) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 06 12:24:54.830082 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG neutron.api.v2.resource_helper [None req-04d14d6b-16f0-4e86-9621-c4478fdf9c43 None None] Service FLAVORS assigned prefix: {{(pid=92980) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 06 12:24:54.830678 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG neutron.api.v2.resource_helper [None req-04d14d6b-16f0-4e86-9621-c4478fdf9c43 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92980) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 06 12:24:54.831126 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG neutron.api.v2.resource_helper [None req-04d14d6b-16f0-4e86-9621-c4478fdf9c43 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92980) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 06 12:24:54.831465 dv-cinder-799631-1-iscsi neutron-server[92980]: INFO neutron.quota.resource_registry [None req-04d14d6b-16f0-4e86-9621-c4478fdf9c43 None None] Creating instance of TrackedResource for resource:router Jul 06 12:24:54.831801 dv-cinder-799631-1-iscsi neutron-server[92980]: WARNING neutron.quota.resource_registry [None req-04d14d6b-16f0-4e86-9621-c4478fdf9c43 None None] router is already registered Jul 06 12:24:54.832214 dv-cinder-799631-1-iscsi neutron-server[92980]: INFO neutron.quota.resource_registry [None req-04d14d6b-16f0-4e86-9621-c4478fdf9c43 None None] Creating instance of TrackedResource for resource:floatingip Jul 06 12:24:54.832548 dv-cinder-799631-1-iscsi neutron-server[92980]: WARNING neutron.quota.resource_registry [None req-04d14d6b-16f0-4e86-9621-c4478fdf9c43 None None] floatingip is already registered Jul 06 12:24:54.833003 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG neutron.api.v2.resource_helper [None req-04d14d6b-16f0-4e86-9621-c4478fdf9c43 None None] Service METERING assigned prefix: /metering {{(pid=92980) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 06 12:24:54.833671 dv-cinder-799631-1-iscsi neutron-server[92980]: INFO neutron.quota.resource_registry [None req-04d14d6b-16f0-4e86-9621-c4478fdf9c43 None None] Creating instance of CountableResource for resource:rbac_policy Jul 06 12:24:54.833997 dv-cinder-799631-1-iscsi neutron-server[92980]: WARNING neutron.quota.resource_registry [None req-04d14d6b-16f0-4e86-9621-c4478fdf9c43 None None] rbac_policy is already registered Jul 06 12:24:54.834406 dv-cinder-799631-1-iscsi neutron-server[92980]: INFO neutron.quota.resource_registry [None req-04d14d6b-16f0-4e86-9621-c4478fdf9c43 None None] Creating instance of TrackedResource for resource:security_group Jul 06 12:24:54.834739 dv-cinder-799631-1-iscsi neutron-server[92980]: WARNING neutron.quota.resource_registry [None req-04d14d6b-16f0-4e86-9621-c4478fdf9c43 None None] security_group is already registered Jul 06 12:24:54.835171 dv-cinder-799631-1-iscsi neutron-server[92980]: INFO neutron.quota.resource_registry [None req-04d14d6b-16f0-4e86-9621-c4478fdf9c43 None None] Creating instance of TrackedResource for resource:security_group_rule Jul 06 12:24:54.835505 dv-cinder-799631-1-iscsi neutron-server[92980]: WARNING neutron.quota.resource_registry [None req-04d14d6b-16f0-4e86-9621-c4478fdf9c43 None None] security_group_rule is already registered Jul 06 12:24:54.836135 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG neutron.api.v2.resource_helper [None req-04d14d6b-16f0-4e86-9621-c4478fdf9c43 None None] Service CORE assigned prefix: {{(pid=92980) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 06 12:24:54.836721 dv-cinder-799631-1-iscsi neutron-server[92980]: INFO neutron.quota.resource_registry [None req-04d14d6b-16f0-4e86-9621-c4478fdf9c43 None None] Creating instance of TrackedResource for resource:subnetpool Jul 06 12:24:54.837057 dv-cinder-799631-1-iscsi neutron-server[92980]: WARNING neutron.quota.resource_registry [None req-04d14d6b-16f0-4e86-9621-c4478fdf9c43 None None] subnetpool is already registered Jul 06 12:24:54.837480 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG neutron.api.v2.resource_helper [None req-04d14d6b-16f0-4e86-9621-c4478fdf9c43 None None] Service CORE assigned prefix: {{(pid=92980) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 06 12:24:54.837802 dv-cinder-799631-1-iscsi neutron-server[92980]: INFO neutron.quota.resource_registry [None req-04d14d6b-16f0-4e86-9621-c4478fdf9c43 None None] Creating instance of TrackedResource for resource:subnetpool Jul 06 12:24:54.838132 dv-cinder-799631-1-iscsi neutron-server[92980]: WARNING neutron.quota.resource_registry [None req-04d14d6b-16f0-4e86-9621-c4478fdf9c43 None None] subnetpool is already registered Jul 06 12:24:54.838593 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG neutron.api.extensions [None req-04d14d6b-16f0-4e86-9621-c4478fdf9c43 None None] Extended resource: extensions {{(pid=92980) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 06 12:24:54.840116 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG neutron.api.extensions [None req-04d14d6b-16f0-4e86-9621-c4478fdf9c43 None None] Extended resource: address-groups {{(pid=92980) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 06 12:24:54.841598 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG neutron.api.extensions [None req-04d14d6b-16f0-4e86-9621-c4478fdf9c43 None None] Extended resource: address-scopes {{(pid=92980) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 06 12:24:54.842921 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG neutron.api.extensions [None req-04d14d6b-16f0-4e86-9621-c4478fdf9c43 None None] Extended resource: agents {{(pid=92980) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 06 12:24:54.844141 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG neutron.api.extensions [None req-04d14d6b-16f0-4e86-9621-c4478fdf9c43 None None] Extended resource: auto-allocated-topology {{(pid=92980) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 06 12:24:54.845367 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG neutron.api.extensions [None req-04d14d6b-16f0-4e86-9621-c4478fdf9c43 None None] Extended resource: availability_zones {{(pid=92980) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 06 12:24:54.846576 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG neutron.api.extensions [None req-04d14d6b-16f0-4e86-9621-c4478fdf9c43 None None] Extended resource: dhcp-networks {{(pid=92980) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 06 12:24:54.849264 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG neutron.api.extensions [None req-04d14d6b-16f0-4e86-9621-c4478fdf9c43 None None] Extended resource: dhcp-agents {{(pid=92980) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 06 12:24:54.850725 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG neutron.api.extensions [None req-04d14d6b-16f0-4e86-9621-c4478fdf9c43 None None] Extended resource: routers {{(pid=92980) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 06 12:24:54.852455 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG neutron.api.extensions [None req-04d14d6b-16f0-4e86-9621-c4478fdf9c43 None None] Extended resource: flavors {{(pid=92980) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 06 12:24:54.853705 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG neutron.api.extensions [None req-04d14d6b-16f0-4e86-9621-c4478fdf9c43 None None] Extended resource: service_profiles {{(pid=92980) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 06 12:24:54.854906 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG neutron.api.extensions [None req-04d14d6b-16f0-4e86-9621-c4478fdf9c43 None None] Extended resource: next_providers {{(pid=92980) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 06 12:24:54.856356 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG neutron.api.extensions [None req-04d14d6b-16f0-4e86-9621-c4478fdf9c43 None None] Extended resource: service_profiles {{(pid=92980) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 06 12:24:54.857947 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG neutron.api.extensions [None req-04d14d6b-16f0-4e86-9621-c4478fdf9c43 None None] Extended resource: floatingip-pools {{(pid=92980) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 06 12:24:54.859234 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG neutron.api.extensions [None req-04d14d6b-16f0-4e86-9621-c4478fdf9c43 None None] Extended resource: routers {{(pid=92980) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 06 12:24:54.860918 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG neutron.api.extensions [None req-04d14d6b-16f0-4e86-9621-c4478fdf9c43 None None] Extended resource: floatingips {{(pid=92980) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 06 12:24:54.862182 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG neutron.api.extensions [None req-04d14d6b-16f0-4e86-9621-c4478fdf9c43 None None] Extended resource: l3-routers {{(pid=92980) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 06 12:24:54.863609 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG neutron.api.extensions [None req-04d14d6b-16f0-4e86-9621-c4478fdf9c43 None None] Extended resource: l3-agents {{(pid=92980) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 06 12:24:54.865015 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG neutron.api.extensions [None req-04d14d6b-16f0-4e86-9621-c4478fdf9c43 None None] Extended resource: metering-labels {{(pid=92980) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 06 12:24:54.866252 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG neutron.api.extensions [None req-04d14d6b-16f0-4e86-9621-c4478fdf9c43 None None] Extended resource: metering-label-rules {{(pid=92980) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 06 12:24:54.867648 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG neutron.api.extensions [None req-04d14d6b-16f0-4e86-9621-c4478fdf9c43 None None] Extended resource: network-ip-availabilities {{(pid=92980) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 06 12:24:54.868913 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG neutron.api.extensions [None req-04d14d6b-16f0-4e86-9621-c4478fdf9c43 None None] Extended resource: bindings {{(pid=92980) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 06 12:24:54.870461 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG neutron.api.extensions [None req-04d14d6b-16f0-4e86-9621-c4478fdf9c43 None None] Extended resource: quotas {{(pid=92980) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 06 12:24:54.872024 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG neutron.api.extensions [None req-04d14d6b-16f0-4e86-9621-c4478fdf9c43 None None] Extended resource: quotas {{(pid=92980) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 06 12:24:54.873410 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG neutron.api.extensions [None req-04d14d6b-16f0-4e86-9621-c4478fdf9c43 None None] Extended resource: rbac-policies {{(pid=92980) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 06 12:24:54.875112 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG neutron.api.extensions [None req-04d14d6b-16f0-4e86-9621-c4478fdf9c43 None None] Extended resource: security-groups {{(pid=92980) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 06 12:24:54.876426 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG neutron.api.extensions [None req-04d14d6b-16f0-4e86-9621-c4478fdf9c43 None None] Extended resource: security-group-rules {{(pid=92980) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 06 12:24:54.877672 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG neutron.api.extensions [None req-04d14d6b-16f0-4e86-9621-c4478fdf9c43 None None] Extended resource: service-providers {{(pid=92980) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 06 12:24:54.878861 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG neutron.api.extensions [None req-04d14d6b-16f0-4e86-9621-c4478fdf9c43 None None] Extended resource: subnetpools {{(pid=92980) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 06 12:24:54.880218 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG neutron.api.extensions [None req-04d14d6b-16f0-4e86-9621-c4478fdf9c43 None None] Extended resource: subnetpools {{(pid=92980) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 06 12:24:54.881741 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG neutron.api.extensions [None req-04d14d6b-16f0-4e86-9621-c4478fdf9c43 None None] Extended resource: tags {{(pid=92980) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 06 12:24:54.883448 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG neutron.api.extensions [None req-04d14d6b-16f0-4e86-9621-c4478fdf9c43 None None] Extended resource: tags {{(pid=92980) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 06 12:24:54.885249 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG neutron.api.extensions [None req-04d14d6b-16f0-4e86-9621-c4478fdf9c43 None None] Extended resource: tags {{(pid=92980) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 06 12:24:54.887019 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG neutron.api.extensions [None req-04d14d6b-16f0-4e86-9621-c4478fdf9c43 None None] Extended resource: tags {{(pid=92980) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 06 12:24:54.888714 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG neutron.api.extensions [None req-04d14d6b-16f0-4e86-9621-c4478fdf9c43 None None] Extended resource: tags {{(pid=92980) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 06 12:24:54.891240 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG neutron.api.extensions [None req-04d14d6b-16f0-4e86-9621-c4478fdf9c43 None None] Extended resource: tags {{(pid=92980) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 06 12:24:54.892905 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG neutron.api.extensions [None req-04d14d6b-16f0-4e86-9621-c4478fdf9c43 None None] Extended resource: tags {{(pid=92980) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 06 12:24:54.894688 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG neutron.api.extensions [None req-04d14d6b-16f0-4e86-9621-c4478fdf9c43 None None] Extended resource: tags {{(pid=92980) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 06 12:24:54.896556 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG neutron.api.extensions [None req-04d14d6b-16f0-4e86-9621-c4478fdf9c43 None None] Extended resource: tags {{(pid=92980) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 06 12:24:54.898314 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG neutron.api.extensions [None req-04d14d6b-16f0-4e86-9621-c4478fdf9c43 None None] Extended resource: tags {{(pid=92980) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 06 12:24:54.904287 dv-cinder-799631-1-iscsi neutron-server[92980]: WARNING keystonemiddleware.auth_token [None req-04d14d6b-16f0-4e86-9621-c4478fdf9c43 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jul 06 12:24:54.908815 dv-cinder-799631-1-iscsi neutron-server[92980]: WARNING keystonemiddleware.auth_token [None req-04d14d6b-16f0-4e86-9621-c4478fdf9c43 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jul 06 12:24:54.918307 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-04d14d6b-16f0-4e86-9621-c4478fdf9c43 None None] Acquired lock "singleton_lock" {{(pid=92980) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jul 06 12:24:54.918790 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-04d14d6b-16f0-4e86-9621-c4478fdf9c43 None None] Releasing lock "singleton_lock" {{(pid=92980) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jul 06 12:24:54.919470 dv-cinder-799631-1-iscsi neutron-server[92980]: INFO oslo_service.service [None req-04d14d6b-16f0-4e86-9621-c4478fdf9c43 None None] Starting 2 workers Jul 06 12:24:54.924398 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [None req-04d14d6b-16f0-4e86-9621-c4478fdf9c43 None None] Started child 93087 {{(pid=92980) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 06 12:24:54.929094 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [None req-04d14d6b-16f0-4e86-9621-c4478fdf9c43 None None] Started child 93088 {{(pid=92980) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 06 12:24:54.929900 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:24:54.930677 dv-cinder-799631-1-iscsi neutron-server[92980]: INFO neutron.service [None req-04d14d6b-16f0-4e86-9621-c4478fdf9c43 None None] Neutron service started, listening on 0.0.0.0:9696 Jul 06 12:24:54.931786 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-04d14d6b-16f0-4e86-9621-c4478fdf9c43 None None] Notify callbacks [] for process, before_spawn {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:24:54.931981 dv-cinder-799631-1-iscsi neutron-server[93087]: INFO neutron.wsgi [-] (93087) wsgi starting up on http://0.0.0.0:9696 Jul 06 12:24:54.933952 dv-cinder-799631-1-iscsi neutron-server[92980]: INFO oslo_service.service [None req-04d14d6b-16f0-4e86-9621-c4478fdf9c43 None None] Starting 1 workers Jul 06 12:24:54.934414 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:24:54.935956 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [-] (93088) wsgi starting up on http://0.0.0.0:9696 Jul 06 12:24:54.939853 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [None req-04d14d6b-16f0-4e86-9621-c4478fdf9c43 None None] Started child 93089 {{(pid=92980) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 06 12:24:54.940434 dv-cinder-799631-1-iscsi neutron-server[92980]: INFO oslo_service.service [None req-04d14d6b-16f0-4e86-9621-c4478fdf9c43 None None] Starting 1 workers Jul 06 12:24:54.943694 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.service [None req-04d14d6b-16f0-4e86-9621-c4478fdf9c43 None None] calling RpcWorker wait() {{(pid=93089) _wait /opt/stack/neutron/neutron/service.py:128}} Jul 06 12:24:54.945562 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.service [None req-04d14d6b-16f0-4e86-9621-c4478fdf9c43 None None] returning from RpcWorker wait() {{(pid=93089) _wait /opt/stack/neutron/neutron/service.py:135}} Jul 06 12:24:54.945705 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:24:54.946081 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [None req-04d14d6b-16f0-4e86-9621-c4478fdf9c43 None None] Started child 93090 {{(pid=92980) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 06 12:24:54.946248 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=93089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:24:54.946979 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-04d14d6b-16f0-4e86-9621-c4478fdf9c43 None None] Notify callbacks [] for process, after_spawn {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:24:54.949076 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=92980) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 06 12:24:54.949295 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 06 12:24:54.949552 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 06 12:24:54.949696 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 06 12:24:54.950024 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 06 12:24:54.950258 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 06 12:24:54.950715 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 12:24:54.951177 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 12:24:54.951402 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 12:24:54.951620 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 12:24:54.951829 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 12:24:54.952429 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 12:24:54.952770 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 12:24:54.953513 dv-cinder-799631-1-iscsi neutron-server[93090]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:24:54.954369 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 12:24:54.954369 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 12:24:54.954369 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 12:24:54.954369 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 12:24:54.954369 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 12:24:54.955528 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 12:24:54.955528 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 12:24:54.955960 dv-cinder-799631-1-iscsi neutron-server[93090]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:24:54.956174 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 12:24:54.956174 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 12:24:54.956174 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 12:24:54.956174 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 12:24:54.956174 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 12:24:54.957404 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] config_source = [] {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 12:24:54.957404 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 12:24:54.957404 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 12:24:54.957404 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] debug = True {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 12:24:54.957404 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 12:24:54.958397 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 12:24:54.958397 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 12:24:54.958397 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 12:24:54.959545 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 12:24:54.959545 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 12:24:54.959545 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 12:24:54.959545 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 12:24:54.959545 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 12:24:54.960545 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 12:24:54.960545 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 12:24:54.960545 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 12:24:54.960545 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 12:24:54.961342 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 12:24:54.961342 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 12:24:54.961342 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 12:24:54.961342 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 12:24:54.962385 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] host = dv-cinder-799631-1-iscsi {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 12:24:54.962385 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 12:24:54.962789 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 12:24:54.962789 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 12:24:54.963240 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 12:24:54.963240 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 12:24:54.963633 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 12:24:54.963998 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 12:24:54.963998 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 12:24:54.964704 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 12:24:54.964704 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 12:24:54.964704 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 12:24:54.965332 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 12:24:54.965332 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] log_dir = None {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 12:24:54.965332 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] log_file = None {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 12:24:54.965922 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] log_options = True {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 12:24:54.965922 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 12:24:54.965922 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 12:24:54.966960 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 12:24:54.966960 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 12:24:54.966960 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 12:24:54.966960 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 12:24:54.966960 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 12:24:54.968079 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 12:24:54.968079 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 12:24:54.968079 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 12:24:54.968079 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 12:24:54.968079 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 12:24:54.969526 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 12:24:54.969526 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 12:24:54.969526 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 12:24:54.969526 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 12:24:54.969526 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 12:24:54.969526 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 12:24:54.970731 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 12:24:54.970731 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 12:24:54.970731 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 12:24:54.970731 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 12:24:54.970731 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 12:24:54.970731 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 12:24:54.971989 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 12:24:54.971989 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 12:24:54.971989 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 12:24:54.971989 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 12:24:54.971989 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 12:24:54.973000 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 12:24:54.973000 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 12:24:54.973000 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 12:24:54.973000 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 12:24:54.973000 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 12:24:54.974023 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 12:24:54.974023 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 12:24:54.974023 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 12:24:54.974023 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 12:24:54.974806 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 12:24:54.974806 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 12:24:54.974806 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 12:24:54.975431 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 12:24:54.975431 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 12:24:54.975431 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 12:24:54.976018 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] use_journal = False {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 12:24:54.976018 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] use_json = False {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 12:24:54.976018 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 12:24:54.977185 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 12:24:54.977185 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 12:24:54.977185 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 12:24:54.977185 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 12:24:54.977185 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 12:24:54.978210 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 12:24:54.978210 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 12:24:54.978210 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:54.978210 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:54.982128 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:54.982128 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:54.982128 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:54.982128 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:54.982128 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:54.982128 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:54.982128 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:54.982128 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:54.985038 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:54.985038 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:54.985038 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:54.985038 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:54.985038 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:54.985038 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:54.985038 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:54.985038 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:54.990180 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:54.990180 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:54.990180 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:54.990180 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:54.990180 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:54.990180 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:54.990180 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.106/identity {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:54.990180 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:54.994939 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:54.994939 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:54.994939 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:54.994939 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:54.994939 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:54.994939 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:54.994939 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:54.994939 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:54.994939 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:54.998032 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:54.998032 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:54.998032 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:54.998032 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:54.998032 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:54.998032 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:54.998032 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:54.998032 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:54.998032 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:54.998825 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:54.998825 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:54.998825 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:54.998825 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:54.998825 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:54.998825 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:54.998825 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:54.998825 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:54.998825 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:55.000636 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:55.000636 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:55.000636 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:55.000636 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:55.000636 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:55.000636 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:55.000636 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:55.000636 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:55.000636 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:55.002126 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:55.002126 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:55.002126 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:55.002126 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:55.002126 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:55.002126 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:55.002126 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:55.002126 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:55.002126 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:55.004003 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:55.004003 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:55.004003 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:55.004003 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:55.004003 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:55.004003 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:55.004003 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:55.004003 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:55.004003 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:55.005205 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:55.005205 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:55.005205 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:55.005205 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:55.005205 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:55.005205 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:55.005205 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:55.005205 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:55.006359 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:55.006359 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:55.006359 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:55.006359 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:55.006359 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:55.006359 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:55.006359 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:55.006359 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:55.007440 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:55.007440 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:55.007440 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:55.007440 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:55.007440 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:55.007440 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:55.007440 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:55.007440 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:55.008451 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:55.008451 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:55.008451 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:55.008451 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:55.008451 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:55.008451 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:55.008451 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:55.008451 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:55.009519 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:55.009519 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:55.009519 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:55.009519 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:55.009519 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:55.009519 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:55.009519 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:55.009519 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:55.010578 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:55.010578 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:55.010578 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:55.010578 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:55.010578 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:55.010578 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:55.010578 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:55.010578 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:55.011633 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:55.011633 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:55.011633 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:55.011633 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:55.011633 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:55.011633 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:55.011633 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:55.011633 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:55.012606 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:55.012606 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:55.012606 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:55.012606 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:55.012606 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:55.012606 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:55.012606 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:55.012606 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.106/identity {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:55.016117 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:55.016117 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:55.016117 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:55.016117 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:55.016117 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:55.016117 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:55.016117 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:55.016117 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:55.016598 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:55.016598 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:55.016598 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:55.016598 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:55.016598 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:55.016598 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:55.016598 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:55.016598 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:55.017058 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:55.017058 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:55.017058 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:55.017058 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:55.017275 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:55.017482 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:55.017850 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:55.018254 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:55.018633 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:55.019085 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:55.019481 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:55.019840 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:55.020258 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:55.020644 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:55.021087 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:55.021493 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:55.021751 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:55.021976 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:55.022194 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:55.022412 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:55.022635 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:55.022871 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:55.023141 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:55.023374 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:55.023587 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:55.023822 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:55.024062 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:55.024400 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:55.024662 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:55.024891 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:55.025130 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:55.025346 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:55.025601 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:55.025850 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:55.026058 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:55.026501 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:55.026912 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:55.027146 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:55.027576 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:55.027803 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:55.028027 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:55.028269 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:55.028463 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:55.028684 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:55.028901 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:55.029133 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:55.029427 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:55.029684 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:55.029910 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:55.030162 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:55.030407 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:55.030640 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:55.030922 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:55.031165 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:55.031378 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:55.031599 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:55.031808 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:55.032017 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:55.032237 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:55.032446 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:55.032652 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:55.032871 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:55.033086 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:55.033292 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:55.033558 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:55.033751 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:55.034140 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:55.034371 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:55.034771 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:55.035032 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:55.035512 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:55.035767 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:55.035998 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:55.036237 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:55.036469 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:55.036679 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:55.036988 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:55.037243 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:55.037461 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:55.037760 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:55.037988 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:55.038230 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:55.038490 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:55.038793 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:55.038996 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:55.039479 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:55.039886 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:55.040119 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:55.040362 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:55.040653 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:55.040966 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:55.041247 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:55.041490 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:55.041744 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:55.041996 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:55.042283 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:1050:1099'] {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:55.042594 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:55.042769 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:55.043098 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:55.043429 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:55.043706 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:55.043981 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:55.044204 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:55.044467 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:55.044685 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:55.044915 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:55.045148 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:55.045380 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:55.045628 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:55.045885 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:55.047130 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:55.047130 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:55.047130 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:55.047130 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:55.047130 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:55.047443 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:55.047525 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:55.047701 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:55.048066 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:55.048372 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 06 12:24:55.049034 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=92980) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 06 12:24:55.049336 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 06 12:24:55.049645 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 06 12:24:55.049824 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 06 12:24:55.049963 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 06 12:24:55.050118 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 06 12:24:55.050362 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 12:24:55.050536 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 12:24:55.050663 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 12:24:55.050788 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 12:24:55.050914 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 12:24:55.051103 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 12:24:55.051260 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 12:24:55.051407 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 12:24:55.051560 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 12:24:55.051711 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 12:24:55.051864 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 12:24:55.052006 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 12:24:55.052157 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 12:24:55.052299 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 12:24:55.052461 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 12:24:55.052621 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 12:24:55.052773 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 12:24:55.052915 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 12:24:55.053080 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 12:24:55.053231 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] config_source = [] {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 12:24:55.053390 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 12:24:55.053539 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 12:24:55.053697 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] debug = True {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 12:24:55.053855 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 12:24:55.054023 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 12:24:55.054205 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 12:24:55.054330 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 12:24:55.054635 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 12:24:55.054941 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 12:24:55.055119 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 12:24:55.055283 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 12:24:55.055440 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 12:24:55.055598 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 12:24:55.055754 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 12:24:55.055911 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 12:24:55.056069 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 12:24:55.056233 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 12:24:55.056400 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 12:24:55.056555 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 12:24:55.056684 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 12:24:55.056815 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] host = dv-cinder-799631-1-iscsi {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 12:24:55.057153 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 12:24:55.057491 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 12:24:55.057823 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 12:24:55.057989 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 12:24:55.058137 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 12:24:55.058292 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 12:24:55.059028 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 12:24:55.059028 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 12:24:55.059028 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 12:24:55.059028 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 12:24:55.059028 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 12:24:55.059398 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 12:24:55.059398 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] log_dir = None {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 12:24:55.059515 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] log_file = None {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 12:24:55.059638 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] log_options = True {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 12:24:55.059941 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 12:24:55.060109 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 12:24:55.060246 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 12:24:55.060417 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 12:24:55.060725 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 12:24:55.060889 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 12:24:55.061047 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 12:24:55.061206 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 12:24:55.061363 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 12:24:55.061520 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 12:24:55.061670 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 12:24:55.062584 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 12:24:55.062584 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 12:24:55.062772 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 12:24:55.062863 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 12:24:55.063190 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 12:24:55.063351 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 12:24:55.063509 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 12:24:55.063666 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 12:24:55.063826 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 12:24:55.063984 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 12:24:55.064137 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 12:24:55.064307 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 12:24:55.064443 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 12:24:55.064602 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 12:24:55.064758 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 12:24:55.064914 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 12:24:55.065085 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 12:24:55.065263 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 12:24:55.065515 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 12:24:55.065772 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 12:24:55.066037 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 12:24:55.066301 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 12:24:55.066500 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 12:24:55.066700 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 12:24:55.066921 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 12:24:55.067189 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 12:24:55.067354 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 12:24:55.067678 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 12:24:55.067848 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 12:24:55.068007 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 12:24:55.068143 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 12:24:55.068294 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 12:24:55.068435 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 12:24:55.068590 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] use_journal = False {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 12:24:55.068935 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] use_json = False {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 12:24:55.069439 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 12:24:55.069439 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 12:24:55.069689 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 12:24:55.069787 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 12:24:55.069922 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 12:24:55.070224 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 12:24:55.070381 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 12:24:55.070541 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 12:24:55.070727 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:55.070892 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:55.071059 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:55.071393 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:55.071563 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:55.071710 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:55.071874 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:55.072032 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:55.072196 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:55.072356 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:55.072526 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:55.072688 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:55.072861 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:55.073022 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:55.073182 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:55.073346 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:55.073507 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:55.073668 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:55.073832 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:55.073992 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:55.074152 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:55.074310 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:55.074489 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:55.074651 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:55.074812 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.106/identity {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:55.074971 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:55.075225 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:55.075327 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:55.075472 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:55.075633 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:55.075796 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:55.076266 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:55.076266 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:55.076266 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:55.076473 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:55.076608 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:55.076739 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:55.076880 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:55.077041 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:55.077217 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:55.077354 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:55.077513 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:55.077717 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:55.078437 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:55.078602 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:55.078765 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:55.078957 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:55.079144 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:55.079285 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:55.079427 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:55.079600 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:55.079760 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:55.079919 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:55.080088 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:55.080256 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:55.080390 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:55.080525 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:55.080685 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:55.080821 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:55.080970 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:55.081132 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:55.081349 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:55.081485 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:55.081610 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:55.081769 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:55.081928 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:55.082088 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:55.082246 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:55.082405 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:55.082564 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:55.082723 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:55.083129 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:55.083129 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:55.083346 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:55.083346 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:55.083557 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:55.083684 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:55.083801 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:55.083961 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:55.084120 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:55.084280 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:55.084439 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:55.084599 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:55.084758 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:55.084926 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:55.085103 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:55.085262 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:55.085422 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:55.085581 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:55.085739 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:55.085899 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:55.086058 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:55.086217 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:55.086377 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:55.086789 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:55.086949 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:55.087134 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:55.087302 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:55.087461 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:55.087620 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:55.087780 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:55.087940 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:55.088100 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:55.088260 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:55.088420 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:55.088578 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:55.088738 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:55.088902 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:55.089061 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:55.089219 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:55.089376 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:55.089546 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:55.089705 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:55.089869 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:55.090029 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:55.090205 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:55.090377 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:55.090531 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:55.090681 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:55.090841 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:55.090985 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:55.091162 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:55.091309 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:55.091444 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:55.091581 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:55.091721 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:55.091869 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:55.092013 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:55.092178 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:55.092322 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:55.092463 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:55.092605 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:55.092794 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:55.092957 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:55.093091 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:55.093256 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:55.093464 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:55.093624 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:55.094536 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:55.094536 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:55.094536 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:55.094536 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:55.094536 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:55.094956 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.106/identity {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:55.094956 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:55.095196 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:55.095295 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:55.095440 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:55.095602 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:55.095845 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:55.095976 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:55.096112 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:55.096238 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:55.096366 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:55.096524 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:55.096684 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:55.096843 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:55.097002 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:55.097162 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:55.097321 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:55.097483 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:55.097642 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:55.097802 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:55.097961 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:55.098121 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:55.098278 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:55.098438 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:55.098596 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:55.098756 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:55.098927 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:55.099104 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:55.099279 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:55.099444 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:55.099602 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:55.099732 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:55.099912 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:55.100043 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:55.100190 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:55.100356 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:55.100522 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:55.100670 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:55.100814 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:55.100976 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:55.101120 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:55.101264 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:55.101408 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:55.101551 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:55.101695 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:55.101929 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:55.102076 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:55.102203 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:55.102343 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:55.102469 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:55.102595 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:55.102762 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:55.102918 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:55.103130 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:55.103583 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:55.103583 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:55.103583 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:55.103907 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:55.103907 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:55.104107 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:55.104191 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:55.104316 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:55.104453 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:55.104625 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:55.104786 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:55.104946 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:55.105107 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:55.105266 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:55.105426 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:55.105597 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:55.105757 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:55.106005 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:55.106099 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:55.106226 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:55.106693 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:55.106693 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:55.106693 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:55.106995 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:55.106995 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:55.107216 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:55.107297 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:55.107423 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:55.107581 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:55.107739 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:55.107908 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:55.108074 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:55.108207 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:55.108378 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:55.108555 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:55.108689 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:55.108821 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:55.109527 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:55.109678 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:55.109919 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:55.110069 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:55.110311 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:55.110465 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:55.110595 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:55.110724 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:55.110946 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:55.111148 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:55.111306 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:55.111475 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:55.111624 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:55.111771 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:55.111917 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:55.112059 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:55.112200 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:55.112343 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:55.112517 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:55.112666 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:55.112821 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:55.112992 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:1050:1099'] {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:55.113166 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:55.113311 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:55.113481 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:55.113653 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:55.113817 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:55.113961 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:55.114103 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:55.114263 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:55.114407 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:55.114554 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:55.114711 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:55.114853 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:55.115060 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:55.115270 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:55.115413 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:55.115575 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:55.115575 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:55.115865 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:55.115865 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:55.116111 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:55.116254 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:55.116394 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:55.116534 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 12:24:55.116677 dv-cinder-799631-1-iscsi neutron-server[92980]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=92980) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 06 12:24:55.145322 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:24:55.161718 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.wsgi [-] (93088) accepted ('10.222.0.106', 44696) {{(pid=93088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:24:55.174703 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [-] 10.222.0.106 "GET / HTTP/1.1" status: 200 len: 254 time: 0.0102329 Jul 06 12:25:07.349581 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0baf9ba-0d46-4c21-98ac-e4ee0c7f5899 None None] get_active_networks_info from dv-cinder-799631-1-iscsi {{(pid=93089) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 06 12:25:07.415530 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0baf9ba-0d46-4c21-98ac-e4ee0c7f5899 None None] No non-hosted networks {{(pid=93089) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jul 06 12:25:07.431325 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-1f9e09df-eddf-4a9e-a431-d989ae343db3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730293992524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1810906'] for agent, after_create {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:25:10.471609 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-ae210951-68a2-4a02-98a4-42fbf6bbed1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730293992524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1810906'] for agent, after_create {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:25:10.580320 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-d0cdc288-e63e-4674-a503-2b4871c0fae6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730293992524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912513'] for agent, after_update {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:25:10.854982 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-3dd6613b-aa53-445d-9a05-4c085a94a05e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730293992524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1810906'] for agent, after_create {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:25:10.856009 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dd6613b-aa53-445d-9a05-4c085a94a05e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-799631-1-iscsi {{(pid=93089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:25:10.859097 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dd6613b-aa53-445d-9a05-4c085a94a05e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799631-1-iscsi {{(pid=93089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:25:10.861683 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dd6613b-aa53-445d-9a05-4c085a94a05e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799631-1-iscsi {{(pid=93089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:25:10.871977 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dd6613b-aa53-445d-9a05-4c085a94a05e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799631-1-iscsi {{(pid=93089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:25:10.872888 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dd6613b-aa53-445d-9a05-4c085a94a05e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799631-1-iscsi {{(pid=93089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:25:10.873647 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dd6613b-aa53-445d-9a05-4c085a94a05e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799631-1-iscsi {{(pid=93089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:25:10.874984 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dd6613b-aa53-445d-9a05-4c085a94a05e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-799631-1-iscsi {{(pid=93089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:25:10.875827 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dd6613b-aa53-445d-9a05-4c085a94a05e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799631-1-iscsi {{(pid=93089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:25:10.876632 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dd6613b-aa53-445d-9a05-4c085a94a05e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799631-1-iscsi {{(pid=93089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:25:10.877400 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dd6613b-aa53-445d-9a05-4c085a94a05e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799631-1-iscsi {{(pid=93089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:25:10.878202 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dd6613b-aa53-445d-9a05-4c085a94a05e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799631-1-iscsi {{(pid=93089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:25:10.878995 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dd6613b-aa53-445d-9a05-4c085a94a05e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799631-1-iscsi {{(pid=93089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:25:10.879929 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd6613b-aa53-445d-9a05-4c085a94a05e None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-799631-1-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=93089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:25:10.895057 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd6613b-aa53-445d-9a05-4c085a94a05e None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-799631-1-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=93089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:25:11.481510 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-59602645-7b03-4a79-8c54-32befe919dd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730293992524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1810906'] for agent, after_create {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:25:13.047386 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-eaae0be5-6402-4968-ae30-74f1a6482786 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730293992524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1810906'] for agent, after_create {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:25:14.467780 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.wsgi [-] (93088) accepted ('10.222.0.106', 44790) {{(pid=93088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:25:15.113957 dv-cinder-799631-1-iscsi neutron-server[93089]: INFO neutron.db.l3_hamode_db [None req-eb3b4ed3-0659-47f0-ac18-aeb403fc8d44 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jul 06 12:25:15.172150 dv-cinder-799631-1-iscsi neutron-server[93088]: WARNING oslo_policy.policy [None req-28064e4d-5ae7-40a4-a53b-88f536126c69 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 06 12:25:15.173144 dv-cinder-799631-1-iscsi neutron-server[93088]: WARNING oslo_policy.policy [None req-28064e4d-5ae7-40a4-a53b-88f536126c69 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 06 12:25:15.203571 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb3b4ed3-0659-47f0-ac18-aeb403fc8d44 None None] Routers set() bound to L3 agent in host dv-cinder-799631-1-iscsi {{(pid=93089) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:25:15.204221 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb3b4ed3-0659-47f0-ac18-aeb403fc8d44 None None] Router IDs set() for agent in host dv-cinder-799631-1-iscsi {{(pid=93089) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 06 12:25:15.398806 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.wsgi [None req-28064e4d-5ae7-40a4-a53b-88f536126c69 admin admin] http://10.222.0.106:9696/v2.0/extensions returned with HTTP 200 {{(pid=93088) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 12:25:15.399971 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [None req-28064e4d-5ae7-40a4-a53b-88f536126c69 admin admin] 10.222.0.106 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.9310288 Jul 06 12:25:17.862591 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.wsgi [-] (93088) accepted ('10.222.0.106', 44804) {{(pid=93088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:25:18.200489 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.api.v2.base [None req-0daad373-cf65-45a8-8d04-7684e8aa4df6 admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16'], 'shared': True, 'name': 'shared-default-subnetpool-v4', 'is_default': True}} {{(pid=93088) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:25:18.322939 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.policy [None req-0daad373-cf65-45a8-8d04-7684e8aa4df6 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93088) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 06 12:25:18.377991 dv-cinder-799631-1-iscsi neutron-server[93088]: WARNING oslo_policy.policy [None req-0daad373-cf65-45a8-8d04-7684e8aa4df6 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 06 12:25:18.378386 dv-cinder-799631-1-iscsi neutron-server[93088]: WARNING oslo_policy.policy [None req-0daad373-cf65-45a8-8d04-7684e8aa4df6 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 06 12:25:18.388093 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.quota [None req-0daad373-cf65-45a8-8d04-7684e8aa4df6 admin admin] Loaded quota_driver: . Jul 06 12:25:18.488856 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-0daad373-cf65-45a8-8d04-7684e8aa4df6 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8730298815515', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8730298815020', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8730298861149', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8730298862595', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8730298873796', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8730298847358', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-542912', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-766755', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1830561', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1675547'] for rbac-policy, before_create {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:25:18.559766 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-0daad373-cf65-45a8-8d04-7684e8aa4df6 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:25:18.561743 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [None req-0daad373-cf65-45a8-8d04-7684e8aa4df6 admin admin] 10.222.0.106 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6974716 Jul 06 12:25:21.265022 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.wsgi [-] (93088) accepted ('10.222.0.106', 44816) {{(pid=93088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:25:21.592188 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.api.v2.base [None req-8309ae6d-2472-4184-83aa-d140f46af4c5 admin admin] Request body: {'network': {'tenant_id': 'b69bb126d4384b0a9c6aa5195a78e410', 'admin_state_up': True, 'project_id': 'b69bb126d4384b0a9c6aa5195a78e410', 'name': 'private'}} {{(pid=93088) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:25:21.623794 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8309ae6d-2472-4184-83aa-d140f46af4c5 admin admin] Made reservation on behalf of b69bb126d4384b0a9c6aa5195a78e410 for: {'network': 1} {{(pid=93088) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:25:21.626701 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-8309ae6d-2472-4184-83aa-d140f46af4c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772861'] for network, before_create {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:25:21.645170 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-8309ae6d-2472-4184-83aa-d140f46af4c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:25:21.792145 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-8309ae6d-2472-4184-83aa-d140f46af4c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:25:21.796497 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-8309ae6d-2472-4184-83aa-d140f46af4c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1774441'] for security_group, after_create {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:25:21.818842 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8309ae6d-2472-4184-83aa-d140f46af4c5 admin admin] vlan segment allocate from pool success with {'vlan_id': 1061, 'physical_network': 'physnet1'} {{(pid=93088) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 12:25:21.851588 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-8309ae6d-2472-4184-83aa-d140f46af4c5 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8730293992533', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-886815'] for segment, precommit_create {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:25:21.852232 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-8309ae6d-2472-4184-83aa-d140f46af4c5 admin admin] Unsubscribe: segment precommit_create {{(pid=93088) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 06 12:25:21.853392 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.db.segments_db [None req-8309ae6d-2472-4184-83aa-d140f46af4c5 admin admin] Added segment 90a704f2-b944-4a93-8965-e0dd2c2f8d5b of type vlan for network fa2e6258-f3d6-4cfc-90e2-2893fc6c4323 Jul 06 12:25:21.871494 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8309ae6d-2472-4184-83aa-d140f46af4c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=087cfea3-0c11-4ab5-8572-4bdec052d3e8,revision_number=1']} {{(pid=93088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:25:21.901292 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8309ae6d-2472-4184-83aa-d140f46af4c5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799631-1-iscsi {{(pid=93088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:25:21.901653 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8309ae6d-2472-4184-83aa-d140f46af4c5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799631-1-iscsi {{(pid=93088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:25:21.901998 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8309ae6d-2472-4184-83aa-d140f46af4c5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799631-1-iscsi {{(pid=93088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:25:21.902332 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8309ae6d-2472-4184-83aa-d140f46af4c5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799631-1-iscsi {{(pid=93088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:25:21.902663 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8309ae6d-2472-4184-83aa-d140f46af4c5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799631-1-iscsi {{(pid=93088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:25:21.903006 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8309ae6d-2472-4184-83aa-d140f46af4c5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799631-1-iscsi {{(pid=93088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:25:21.903386 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8309ae6d-2472-4184-83aa-d140f46af4c5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-799631-1-iscsi {{(pid=93088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:25:21.903683 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8309ae6d-2472-4184-83aa-d140f46af4c5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-799631-1-iscsi {{(pid=93088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:25:21.904007 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8309ae6d-2472-4184-83aa-d140f46af4c5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799631-1-iscsi {{(pid=93088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:25:21.904326 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8309ae6d-2472-4184-83aa-d140f46af4c5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799631-1-iscsi {{(pid=93088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:25:21.904648 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8309ae6d-2472-4184-83aa-d140f46af4c5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799631-1-iscsi {{(pid=93088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:25:21.905104 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8309ae6d-2472-4184-83aa-d140f46af4c5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799631-1-iscsi {{(pid=93088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:25:21.906282 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8309ae6d-2472-4184-83aa-d140f46af4c5 admin admin] Tracked resource versions report: Jul 06 12:25:21.906282 dv-cinder-799631-1-iscsi neutron-server[93088]: pushed versions: Jul 06 12:25:21.906282 dv-cinder-799631-1-iscsi neutron-server[93088]: { 'AddressGroup': {'1.2'}, Jul 06 12:25:21.906282 dv-cinder-799631-1-iscsi neutron-server[93088]: 'ConntrackHelper': {'1.0'}, Jul 06 12:25:21.906282 dv-cinder-799631-1-iscsi neutron-server[93088]: 'Log': {'1.0'}, Jul 06 12:25:21.906282 dv-cinder-799631-1-iscsi neutron-server[93088]: 'Network': {'1.1'}, Jul 06 12:25:21.906282 dv-cinder-799631-1-iscsi neutron-server[93088]: 'Port': {'1.7'}, Jul 06 12:25:21.906282 dv-cinder-799631-1-iscsi neutron-server[93088]: 'PortForwarding': {'1.2'}, Jul 06 12:25:21.906282 dv-cinder-799631-1-iscsi neutron-server[93088]: 'QosPolicy': {'1.8'}, Jul 06 12:25:21.906282 dv-cinder-799631-1-iscsi neutron-server[93088]: 'SecurityGroup': {'1.4'}, Jul 06 12:25:21.906282 dv-cinder-799631-1-iscsi neutron-server[93088]: 'SecurityGroupRule': {'1.2'}, Jul 06 12:25:21.906282 dv-cinder-799631-1-iscsi neutron-server[93088]: 'SubPort': {'1.0'}, Jul 06 12:25:21.906282 dv-cinder-799631-1-iscsi neutron-server[93088]: 'Subnet': {'1.1'}, Jul 06 12:25:21.906282 dv-cinder-799631-1-iscsi neutron-server[93088]: 'Trunk': {'1.1'}} Jul 06 12:25:21.906282 dv-cinder-799631-1-iscsi neutron-server[93088]: consumer versions: Jul 06 12:25:21.906282 dv-cinder-799631-1-iscsi neutron-server[93088]: { DHCP agent@dv-cinder-799631-1-iscsi: {}, Jul 06 12:25:21.906282 dv-cinder-799631-1-iscsi neutron-server[93088]: L3 agent@dv-cinder-799631-1-iscsi: {}, Jul 06 12:25:21.906282 dv-cinder-799631-1-iscsi neutron-server[93088]: Metadata agent@dv-cinder-799631-1-iscsi: {}, Jul 06 12:25:21.906282 dv-cinder-799631-1-iscsi neutron-server[93088]: Metering agent@dv-cinder-799631-1-iscsi: {}, Jul 06 12:25:21.906282 dv-cinder-799631-1-iscsi neutron-server[93088]: Open vSwitch agent@dv-cinder-799631-1-iscsi: { 'AddressGroup': '1.2', Jul 06 12:25:21.906282 dv-cinder-799631-1-iscsi neutron-server[93088]: 'ConntrackHelper': '1.0', Jul 06 12:25:21.906282 dv-cinder-799631-1-iscsi neutron-server[93088]: 'Log': '1.0', Jul 06 12:25:21.906282 dv-cinder-799631-1-iscsi neutron-server[93088]: 'Network': '1.1', Jul 06 12:25:21.906282 dv-cinder-799631-1-iscsi neutron-server[93088]: 'Port': '1.7', Jul 06 12:25:21.906282 dv-cinder-799631-1-iscsi neutron-server[93088]: 'PortForwarding': '1.2', Jul 06 12:25:21.906282 dv-cinder-799631-1-iscsi neutron-server[93088]: 'QosPolicy': '1.8', Jul 06 12:25:21.906282 dv-cinder-799631-1-iscsi neutron-server[93088]: 'SecurityGroup': '1.4', Jul 06 12:25:21.906282 dv-cinder-799631-1-iscsi neutron-server[93088]: 'SecurityGroupRule': '1.2', Jul 06 12:25:21.906282 dv-cinder-799631-1-iscsi neutron-server[93088]: 'SubPort': '1.0', Jul 06 12:25:21.906282 dv-cinder-799631-1-iscsi neutron-server[93088]: 'Subnet': '1.1', Jul 06 12:25:21.906282 dv-cinder-799631-1-iscsi neutron-server[93088]: 'Trunk': '1.1'}} Jul 06 12:25:21.906282 dv-cinder-799631-1-iscsi neutron-server[93088]: {{(pid=93088) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 06 12:25:21.983911 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-8309ae6d-2472-4184-83aa-d140f46af4c5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730293704277'] for network, precommit_create {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:25:22.037877 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-8309ae6d-2472-4184-83aa-d140f46af4c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1774397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582535'] for network, after_create {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:25:22.039057 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8309ae6d-2472-4184-83aa-d140f46af4c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:25:22.039739 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-8309ae6d-2472-4184-83aa-d140f46af4c5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582504'] for network, before_response {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:25:22.125421 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [None req-8309ae6d-2472-4184-83aa-d140f46af4c5 admin admin] 10.222.0.106 "POST /v2.0/networks HTTP/1.1" status: 201 len: 850 time: 0.8589835 Jul 06 12:25:22.162987 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8309ae6d-2472-4184-83aa-d140f46af4c5 admin admin] Pushing event updated for resources: {'Network': ['ID=fa2e6258-f3d6-4cfc-90e2-2893fc6c4323,revision_number=1']} {{(pid=93088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:25:22.179189 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.rpc [None req-3dd6613b-aa53-445d-9a05-4c085a94a05e None None] Network fa2e6258-f3d6-4cfc-90e2-2893fc6c4323 details requested by agent ovs-agent-dv-cinder-799631-1-iscsi with host dv-cinder-799631-1-iscsi {{(pid=93089) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 12:25:25.028299 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.wsgi [-] (93087) accepted ('10.222.0.106', 44830) {{(pid=93087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:25:25.645233 dv-cinder-799631-1-iscsi neutron-server[93087]: WARNING oslo_policy.policy [None req-1d2d7d99-078f-40b3-946e-760d6b6de11b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 06 12:25:25.645817 dv-cinder-799631-1-iscsi neutron-server[93087]: WARNING oslo_policy.policy [None req-1d2d7d99-078f-40b3-946e-760d6b6de11b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 06 12:25:26.195689 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.policy [None req-1d2d7d99-078f-40b3-946e-760d6b6de11b admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93087) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 06 12:25:26.241569 dv-cinder-799631-1-iscsi neutron-server[93087]: WARNING oslo_policy.policy [None req-1d2d7d99-078f-40b3-946e-760d6b6de11b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 06 12:25:26.241961 dv-cinder-799631-1-iscsi neutron-server[93087]: WARNING oslo_policy.policy [None req-1d2d7d99-078f-40b3-946e-760d6b6de11b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 06 12:25:26.251217 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d2d7d99-078f-40b3-946e-760d6b6de11b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:25:26.253260 dv-cinder-799631-1-iscsi neutron-server[93087]: INFO neutron.wsgi [None req-1d2d7d99-078f-40b3-946e-760d6b6de11b admin admin] 10.222.0.106 "GET /v2.0/networks/fa2e6258-f3d6-4cfc-90e2-2893fc6c4323 HTTP/1.1" status: 200 len: 826 time: 1.2223659 Jul 06 12:25:26.296731 dv-cinder-799631-1-iscsi neutron-server[93087]: INFO neutron.wsgi [None req-08bb73cd-e0e0-4209-ba3f-152f62592b1b admin admin] 10.222.0.106 "GET /v2.0/subnetpools/846ec524-030d-45f6-a2be-641622c2cd16 HTTP/1.1" status: 200 len: 734 time: 0.0375757 Jul 06 12:25:26.306609 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.api.v2.base [None req-18e1cc62-0e84-4d87-b788-b0b8ae108936 admin admin] Request body: {'subnet': {'tenant_id': 'b69bb126d4384b0a9c6aa5195a78e410', 'network_id': 'fa2e6258-f3d6-4cfc-90e2-2893fc6c4323', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'name': 'private-subnet', 'subnetpool_id': '846ec524-030d-45f6-a2be-641622c2cd16'}} {{(pid=93087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:25:26.308366 dv-cinder-799631-1-iscsi neutron-server[93087]: INFO neutron.quota [None req-18e1cc62-0e84-4d87-b788-b0b8ae108936 admin admin] Loaded quota_driver: . Jul 06 12:25:26.356502 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18e1cc62-0e84-4d87-b788-b0b8ae108936 admin admin] Made reservation on behalf of b69bb126d4384b0a9c6aa5195a78e410 for: {'subnet': 1} {{(pid=93087) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:25:26.360635 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-18e1cc62-0e84-4d87-b788-b0b8ae108936 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:25:26.721993 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-18e1cc62-0e84-4d87-b788-b0b8ae108936 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1774543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582535'] for subnet, after_create {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:25:26.800506 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18e1cc62-0e84-4d87-b788-b0b8ae108936 admin admin] Checking segment: {'id': '90a704f2-b944-4a93-8965-e0dd2c2f8d5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': 'fa2e6258-f3d6-4cfc-90e2-2893fc6c4323'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:25:26.800880 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18e1cc62-0e84-4d87-b788-b0b8ae108936 admin admin] Network hostable DHCP agents. Network: fa2e6258-f3d6-4cfc-90e2-2893fc6c4323, hostable agents: ['4e405fa1-8706-417c-9214-b4e9d51c0aa2'], hosted agents: [] {{(pid=93087) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 12:25:26.815121 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e1cc62-0e84-4d87-b788-b0b8ae108936 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e1019e87-9d3f-4d65-b345-1abd8593bdef,revision_number=0']} {{(pid=93087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:25:26.825816 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e1cc62-0e84-4d87-b788-b0b8ae108936 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799631-1-iscsi {{(pid=93087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:25:26.826180 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e1cc62-0e84-4d87-b788-b0b8ae108936 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799631-1-iscsi {{(pid=93087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:25:26.826595 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e1cc62-0e84-4d87-b788-b0b8ae108936 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799631-1-iscsi {{(pid=93087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:25:26.826962 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e1cc62-0e84-4d87-b788-b0b8ae108936 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799631-1-iscsi {{(pid=93087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:25:26.827336 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e1cc62-0e84-4d87-b788-b0b8ae108936 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799631-1-iscsi {{(pid=93087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:25:26.827661 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e1cc62-0e84-4d87-b788-b0b8ae108936 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799631-1-iscsi {{(pid=93087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:25:26.827996 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e1cc62-0e84-4d87-b788-b0b8ae108936 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-799631-1-iscsi {{(pid=93087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:25:26.828323 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e1cc62-0e84-4d87-b788-b0b8ae108936 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-799631-1-iscsi {{(pid=93087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:25:26.828650 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e1cc62-0e84-4d87-b788-b0b8ae108936 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799631-1-iscsi {{(pid=93087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:25:26.828972 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e1cc62-0e84-4d87-b788-b0b8ae108936 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799631-1-iscsi {{(pid=93087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:25:26.829298 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e1cc62-0e84-4d87-b788-b0b8ae108936 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799631-1-iscsi {{(pid=93087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:25:26.829617 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e1cc62-0e84-4d87-b788-b0b8ae108936 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799631-1-iscsi {{(pid=93087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:25:26.830852 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e1cc62-0e84-4d87-b788-b0b8ae108936 admin admin] Tracked resource versions report: Jul 06 12:25:26.830852 dv-cinder-799631-1-iscsi neutron-server[93087]: pushed versions: Jul 06 12:25:26.830852 dv-cinder-799631-1-iscsi neutron-server[93087]: { 'AddressGroup': {'1.2'}, Jul 06 12:25:26.830852 dv-cinder-799631-1-iscsi neutron-server[93087]: 'ConntrackHelper': {'1.0'}, Jul 06 12:25:26.830852 dv-cinder-799631-1-iscsi neutron-server[93087]: 'Log': {'1.0'}, Jul 06 12:25:26.830852 dv-cinder-799631-1-iscsi neutron-server[93087]: 'Network': {'1.1'}, Jul 06 12:25:26.830852 dv-cinder-799631-1-iscsi neutron-server[93087]: 'Port': {'1.7'}, Jul 06 12:25:26.830852 dv-cinder-799631-1-iscsi neutron-server[93087]: 'PortForwarding': {'1.2'}, Jul 06 12:25:26.830852 dv-cinder-799631-1-iscsi neutron-server[93087]: 'QosPolicy': {'1.8'}, Jul 06 12:25:26.830852 dv-cinder-799631-1-iscsi neutron-server[93087]: 'SecurityGroup': {'1.4'}, Jul 06 12:25:26.830852 dv-cinder-799631-1-iscsi neutron-server[93087]: 'SecurityGroupRule': {'1.2'}, Jul 06 12:25:26.830852 dv-cinder-799631-1-iscsi neutron-server[93087]: 'SubPort': {'1.0'}, Jul 06 12:25:26.830852 dv-cinder-799631-1-iscsi neutron-server[93087]: 'Subnet': {'1.1'}, Jul 06 12:25:26.830852 dv-cinder-799631-1-iscsi neutron-server[93087]: 'Trunk': {'1.1'}} Jul 06 12:25:26.830852 dv-cinder-799631-1-iscsi neutron-server[93087]: consumer versions: Jul 06 12:25:26.830852 dv-cinder-799631-1-iscsi neutron-server[93087]: { DHCP agent@dv-cinder-799631-1-iscsi: {}, Jul 06 12:25:26.830852 dv-cinder-799631-1-iscsi neutron-server[93087]: L3 agent@dv-cinder-799631-1-iscsi: {}, Jul 06 12:25:26.830852 dv-cinder-799631-1-iscsi neutron-server[93087]: Metadata agent@dv-cinder-799631-1-iscsi: {}, Jul 06 12:25:26.830852 dv-cinder-799631-1-iscsi neutron-server[93087]: Metering agent@dv-cinder-799631-1-iscsi: {}, Jul 06 12:25:26.830852 dv-cinder-799631-1-iscsi neutron-server[93087]: Open vSwitch agent@dv-cinder-799631-1-iscsi: { 'AddressGroup': '1.2', Jul 06 12:25:26.830852 dv-cinder-799631-1-iscsi neutron-server[93087]: 'ConntrackHelper': '1.0', Jul 06 12:25:26.830852 dv-cinder-799631-1-iscsi neutron-server[93087]: 'Log': '1.0', Jul 06 12:25:26.830852 dv-cinder-799631-1-iscsi neutron-server[93087]: 'Network': '1.1', Jul 06 12:25:26.830852 dv-cinder-799631-1-iscsi neutron-server[93087]: 'Port': '1.7', Jul 06 12:25:26.830852 dv-cinder-799631-1-iscsi neutron-server[93087]: 'PortForwarding': '1.2', Jul 06 12:25:26.830852 dv-cinder-799631-1-iscsi neutron-server[93087]: 'QosPolicy': '1.8', Jul 06 12:25:26.830852 dv-cinder-799631-1-iscsi neutron-server[93087]: 'SecurityGroup': '1.4', Jul 06 12:25:26.830852 dv-cinder-799631-1-iscsi neutron-server[93087]: 'SecurityGroupRule': '1.2', Jul 06 12:25:26.830852 dv-cinder-799631-1-iscsi neutron-server[93087]: 'SubPort': '1.0', Jul 06 12:25:26.830852 dv-cinder-799631-1-iscsi neutron-server[93087]: 'Subnet': '1.1', Jul 06 12:25:26.830852 dv-cinder-799631-1-iscsi neutron-server[93087]: 'Trunk': '1.1'}} Jul 06 12:25:26.830852 dv-cinder-799631-1-iscsi neutron-server[93087]: {{(pid=93087) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 06 12:25:26.867154 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18e1cc62-0e84-4d87-b788-b0b8ae108936 admin admin] Network fa2e6258-f3d6-4cfc-90e2-2893fc6c4323 is scheduled to be hosted by DHCP agent 4e405fa1-8706-417c-9214-b4e9d51c0aa2 with binding_index 1 {{(pid=93087) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 12:25:26.885184 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.scheduler.base_scheduler [None req-18e1cc62-0e84-4d87-b788-b0b8ae108936 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-799631-1-iscsi, fa2e6258-f3d6-4cfc-90e2-2893fc6c4323) {{(pid=93087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:25:26.892283 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18e1cc62-0e84-4d87-b788-b0b8ae108936 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:25:26.893253 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-18e1cc62-0e84-4d87-b788-b0b8ae108936 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582504'] for subnet, before_response {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:25:26.899801 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88a115ba-7790-44bb-a1b7-4c08a26dd2e0 None None] Network fa2e6258-f3d6-4cfc-90e2-2893fc6c4323 requested from dv-cinder-799631-1-iscsi {{(pid=93089) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:25:26.919518 dv-cinder-799631-1-iscsi neutron-server[93087]: INFO neutron.wsgi [None req-18e1cc62-0e84-4d87-b788-b0b8ae108936 admin admin] 10.222.0.106 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.6166162 Jul 06 12:25:27.337967 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2a12aaf-5942-4b30-aaea-04c76a09b340 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d5148ee-c8da-5cea-b4c5-c4f407a95c14-fa2e6258-f3d6-4cfc-90e2-2893fc6c4323', 'network_id': 'fa2e6258-f3d6-4cfc-90e2-2893fc6c4323', 'tenant_id': 'b69bb126d4384b0a9c6aa5195a78e410', 'fixed_ips': [{'subnet_id': 'e1019e87-9d3f-4d65-b345-1abd8593bdef'}]}} from dv-cinder-799631-1-iscsi. {{(pid=93089) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 12:25:27.340279 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-e2a12aaf-5942-4b30-aaea-04c76a09b340 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772861'] for port, before_create {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:25:27.661685 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.db.db_base_plugin_common [None req-e2a12aaf-5942-4b30-aaea-04c76a09b340 None None] Allocated IP 172.20.0.2 (fa2e6258-f3d6-4cfc-90e2-2893fc6c4323/e1019e87-9d3f-4d65-b345-1abd8593bdef/84bb49c3-490f-45e5-b67f-bc2815726517) {{(pid=93089) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:25:27.957146 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-e2a12aaf-5942-4b30-aaea-04c76a09b340 None None] Notify callbacks [] for port, precommit_create {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:25:28.015782 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.db.provisioning_blocks [None req-e2a12aaf-5942-4b30-aaea-04c76a09b340 None None] Transition to ACTIVE for port object 84bb49c3-490f-45e5-b67f-bc2815726517 will not be triggered until provisioned by entity L2. {{(pid=93089) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:25:28.044489 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.db.provisioning_blocks [None req-e2a12aaf-5942-4b30-aaea-04c76a09b340 None None] Transition to ACTIVE for port object 84bb49c3-490f-45e5-b67f-bc2815726517 will not be triggered until provisioned by entity DHCP. {{(pid=93089) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:25:28.058606 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-e2a12aaf-5942-4b30-aaea-04c76a09b340 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-772920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-407207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730293689564'] for port, after_create {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:25:28.130833 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2a12aaf-5942-4b30-aaea-04c76a09b340 None None] Network fa2e6258-f3d6-4cfc-90e2-2893fc6c4323 is already hosted by enough agents. {{(pid=93089) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:25:28.137312 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.scheduler.base_scheduler [None req-e2a12aaf-5942-4b30-aaea-04c76a09b340 None None] Resources bound (agent type, host, resource id): {{(pid=93089) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:25:28.158416 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2a12aaf-5942-4b30-aaea-04c76a09b340 None None] Received port after_create {{(pid=93089) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:25:28.166867 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a12aaf-5942-4b30-aaea-04c76a09b340 None None] Pushing event updated for resources: {'Port': ['ID=84bb49c3-490f-45e5-b67f-bc2815726517,revision_number=1']} {{(pid=93089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:25:28.202130 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a12aaf-5942-4b30-aaea-04c76a09b340 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799631-1-iscsi {{(pid=93089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:25:28.202594 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a12aaf-5942-4b30-aaea-04c76a09b340 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799631-1-iscsi {{(pid=93089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:25:28.203061 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a12aaf-5942-4b30-aaea-04c76a09b340 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799631-1-iscsi {{(pid=93089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:25:28.203502 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a12aaf-5942-4b30-aaea-04c76a09b340 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799631-1-iscsi {{(pid=93089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:25:28.203906 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a12aaf-5942-4b30-aaea-04c76a09b340 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799631-1-iscsi {{(pid=93089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:25:28.204353 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a12aaf-5942-4b30-aaea-04c76a09b340 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799631-1-iscsi {{(pid=93089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:25:28.204757 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a12aaf-5942-4b30-aaea-04c76a09b340 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-799631-1-iscsi {{(pid=93089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:25:28.205160 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a12aaf-5942-4b30-aaea-04c76a09b340 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-799631-1-iscsi {{(pid=93089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:25:28.205651 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a12aaf-5942-4b30-aaea-04c76a09b340 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799631-1-iscsi {{(pid=93089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:25:28.206056 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a12aaf-5942-4b30-aaea-04c76a09b340 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799631-1-iscsi {{(pid=93089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:25:28.206455 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a12aaf-5942-4b30-aaea-04c76a09b340 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799631-1-iscsi {{(pid=93089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:25:28.206851 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a12aaf-5942-4b30-aaea-04c76a09b340 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799631-1-iscsi {{(pid=93089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:25:28.208239 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a12aaf-5942-4b30-aaea-04c76a09b340 None None] Tracked resource versions report: Jul 06 12:25:28.208239 dv-cinder-799631-1-iscsi neutron-server[93089]: pushed versions: Jul 06 12:25:28.208239 dv-cinder-799631-1-iscsi neutron-server[93089]: { 'AddressGroup': {'1.2'}, Jul 06 12:25:28.208239 dv-cinder-799631-1-iscsi neutron-server[93089]: 'ConntrackHelper': {'1.0'}, Jul 06 12:25:28.208239 dv-cinder-799631-1-iscsi neutron-server[93089]: 'Log': {'1.0'}, Jul 06 12:25:28.208239 dv-cinder-799631-1-iscsi neutron-server[93089]: 'Network': {'1.1'}, Jul 06 12:25:28.208239 dv-cinder-799631-1-iscsi neutron-server[93089]: 'Port': {'1.7'}, Jul 06 12:25:28.208239 dv-cinder-799631-1-iscsi neutron-server[93089]: 'PortForwarding': {'1.2'}, Jul 06 12:25:28.208239 dv-cinder-799631-1-iscsi neutron-server[93089]: 'QosPolicy': {'1.8'}, Jul 06 12:25:28.208239 dv-cinder-799631-1-iscsi neutron-server[93089]: 'SecurityGroup': {'1.4'}, Jul 06 12:25:28.208239 dv-cinder-799631-1-iscsi neutron-server[93089]: 'SecurityGroupRule': {'1.2'}, Jul 06 12:25:28.208239 dv-cinder-799631-1-iscsi neutron-server[93089]: 'SubPort': {'1.0'}, Jul 06 12:25:28.208239 dv-cinder-799631-1-iscsi neutron-server[93089]: 'Subnet': {'1.1'}, Jul 06 12:25:28.208239 dv-cinder-799631-1-iscsi neutron-server[93089]: 'Trunk': {'1.1'}} Jul 06 12:25:28.208239 dv-cinder-799631-1-iscsi neutron-server[93089]: consumer versions: Jul 06 12:25:28.208239 dv-cinder-799631-1-iscsi neutron-server[93089]: { DHCP agent@dv-cinder-799631-1-iscsi: {}, Jul 06 12:25:28.208239 dv-cinder-799631-1-iscsi neutron-server[93089]: L3 agent@dv-cinder-799631-1-iscsi: {}, Jul 06 12:25:28.208239 dv-cinder-799631-1-iscsi neutron-server[93089]: Metadata agent@dv-cinder-799631-1-iscsi: {}, Jul 06 12:25:28.208239 dv-cinder-799631-1-iscsi neutron-server[93089]: Metering agent@dv-cinder-799631-1-iscsi: {}, Jul 06 12:25:28.208239 dv-cinder-799631-1-iscsi neutron-server[93089]: Open vSwitch agent@dv-cinder-799631-1-iscsi: { 'AddressGroup': '1.2', Jul 06 12:25:28.208239 dv-cinder-799631-1-iscsi neutron-server[93089]: 'ConntrackHelper': '1.0', Jul 06 12:25:28.208239 dv-cinder-799631-1-iscsi neutron-server[93089]: 'Log': '1.0', Jul 06 12:25:28.208239 dv-cinder-799631-1-iscsi neutron-server[93089]: 'Network': '1.1', Jul 06 12:25:28.208239 dv-cinder-799631-1-iscsi neutron-server[93089]: 'Port': '1.7', Jul 06 12:25:28.208239 dv-cinder-799631-1-iscsi neutron-server[93089]: 'PortForwarding': '1.2', Jul 06 12:25:28.208239 dv-cinder-799631-1-iscsi neutron-server[93089]: 'QosPolicy': '1.8', Jul 06 12:25:28.208239 dv-cinder-799631-1-iscsi neutron-server[93089]: 'SecurityGroup': '1.4', Jul 06 12:25:28.208239 dv-cinder-799631-1-iscsi neutron-server[93089]: 'SecurityGroupRule': '1.2', Jul 06 12:25:28.208239 dv-cinder-799631-1-iscsi neutron-server[93089]: 'SubPort': '1.0', Jul 06 12:25:28.208239 dv-cinder-799631-1-iscsi neutron-server[93089]: 'Subnet': '1.1', Jul 06 12:25:28.208239 dv-cinder-799631-1-iscsi neutron-server[93089]: 'Trunk': '1.1'}} Jul 06 12:25:28.208239 dv-cinder-799631-1-iscsi neutron-server[93089]: {{(pid=93089) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 06 12:25:28.269371 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.managers [None req-e2a12aaf-5942-4b30-aaea-04c76a09b340 None None] Attempting to bind port 84bb49c3-490f-45e5-b67f-bc2815726517 on host dv-cinder-799631-1-iscsi for vnic_type normal with profile {{(pid=93089) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:25:28.269854 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.managers [None req-e2a12aaf-5942-4b30-aaea-04c76a09b340 None None] Attempting to bind port 84bb49c3-490f-45e5-b67f-bc2815726517 by drivers openvswitch,hyperv on host dv-cinder-799631-1-iscsi at level 0 using segments [{'id': '90a704f2-b944-4a93-8965-e0dd2c2f8d5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': 'fa2e6258-f3d6-4cfc-90e2-2893fc6c4323'}] {{(pid=93089) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:25:28.270350 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2a12aaf-5942-4b30-aaea-04c76a09b340 None None] Attempting to bind port 84bb49c3-490f-45e5-b67f-bc2815726517 on network fa2e6258-f3d6-4cfc-90e2-2893fc6c4323 {{(pid=93089) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:25:28.276427 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2a12aaf-5942-4b30-aaea-04c76a09b340 None None] Checking agent: {'id': '0df45e45-1cb7-430e-9311-5161aceb24d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799631-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 12, 25, 11), 'started_at': datetime.datetime(2021, 7, 6, 12, 25, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 25, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799631-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93089) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:25:28.276914 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2a12aaf-5942-4b30-aaea-04c76a09b340 None None] Checking segment: {'id': '90a704f2-b944-4a93-8965-e0dd2c2f8d5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': 'fa2e6258-f3d6-4cfc-90e2-2893fc6c4323'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93089) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:25:28.277472 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-e2a12aaf-5942-4b30-aaea-04c76a09b340 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:25:28.277950 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2a12aaf-5942-4b30-aaea-04c76a09b340 None None] Bound using segment: {'id': '90a704f2-b944-4a93-8965-e0dd2c2f8d5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': 'fa2e6258-f3d6-4cfc-90e2-2893fc6c4323'} {{(pid=93089) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:25:28.278529 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.managers [None req-e2a12aaf-5942-4b30-aaea-04c76a09b340 None None] Bound port: 84bb49c3-490f-45e5-b67f-bc2815726517, host: dv-cinder-799631-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90a704f2-b944-4a93-8965-e0dd2c2f8d5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': 'fa2e6258-f3d6-4cfc-90e2-2893fc6c4323'}}] {{(pid=93089) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:25:28.279013 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-e2a12aaf-5942-4b30-aaea-04c76a09b340 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772861'] for port, before_update {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:25:28.359805 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.db [None req-e2a12aaf-5942-4b30-aaea-04c76a09b340 None None] For port 84bb49c3-490f-45e5-b67f-bc2815726517, host dv-cinder-799631-1-iscsi, cleared binding levels {{(pid=93089) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:25:28.390125 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.db [None req-e2a12aaf-5942-4b30-aaea-04c76a09b340 None None] For port 84bb49c3-490f-45e5-b67f-bc2815726517, host dv-cinder-799631-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799631-1-iscsi',level=0,port_id=84bb49c3-490f-45e5-b67f-bc2815726517,segment=NetworkSegment(90a704f2-b944-4a93-8965-e0dd2c2f8d5b),segment_id=90a704f2-b944-4a93-8965-e0dd2c2f8d5b)] {{(pid=93089) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:25:28.396293 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-e2a12aaf-5942-4b30-aaea-04c76a09b340 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-772913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730294210856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730293689582', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730293689631'] for port, after_update {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:25:28.483279 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a12aaf-5942-4b30-aaea-04c76a09b340 None None] Pushing event updated for resources: {'Port': ['ID=84bb49c3-490f-45e5-b67f-bc2815726517,revision_number=2']} {{(pid=93089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:25:29.618595 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.wsgi [-] (93088) accepted ('10.222.0.106', 44850) {{(pid=93088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:25:30.109714 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.wsgi [None req-214e3edc-1206-4da1-90f5-19b1503d827f admin admin] http://10.222.0.106:9696/v2.0/extensions returned with HTTP 200 {{(pid=93088) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 12:25:30.123179 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [None req-214e3edc-1206-4da1-90f5-19b1503d827f admin admin] 10.222.0.106 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4917614 Jul 06 12:25:32.685046 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.wsgi [-] (93088) accepted ('10.222.0.106', 44858) {{(pid=93088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:25:33.043460 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.wsgi [None req-5f00d1ff-6a4c-4883-8cbe-ed876dd4e6b0 admin admin] http://10.222.0.106:9696/v2.0/extensions returned with HTTP 200 {{(pid=93088) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 12:25:33.044464 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [None req-5f00d1ff-6a4c-4883-8cbe-ed876dd4e6b0 admin admin] 10.222.0.106 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3584914 Jul 06 12:25:35.071299 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.rpc [None req-3dd6613b-aa53-445d-9a05-4c085a94a05e None None] Device 84bb49c3-490f-45e5-b67f-bc2815726517 up at agent ovs-agent-dv-cinder-799631-1-iscsi {{(pid=93089) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:25:35.189075 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.db.provisioning_blocks [None req-3dd6613b-aa53-445d-9a05-4c085a94a05e None None] Provisioning for port 84bb49c3-490f-45e5-b67f-bc2815726517 completed by entity L2. {{(pid=93089) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:25:35.614880 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c7d339c-a667-41be-876b-f499bd71716d None None] Network fa2e6258-f3d6-4cfc-90e2-2893fc6c4323 requested from dv-cinder-799631-1-iscsi {{(pid=93089) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:25:35.699217 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.db.provisioning_blocks [None req-83652422-c1ba-4047-aeeb-77c8fd1c8a4f None None] Provisioning for port 84bb49c3-490f-45e5-b67f-bc2815726517 completed by entity DHCP. {{(pid=93089) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:25:35.710313 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.db.provisioning_blocks [None req-83652422-c1ba-4047-aeeb-77c8fd1c8a4f None None] Provisioning complete for port 84bb49c3-490f-45e5-b67f-bc2815726517 triggered by entity DHCP. {{(pid=93089) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:25:35.710773 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-83652422-c1ba-4047-aeeb-77c8fd1c8a4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912496'] for port, provisioning_complete {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:25:35.902545 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-83652422-c1ba-4047-aeeb-77c8fd1c8a4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772861'] for port, before_update {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:25:35.943626 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.wsgi [-] (93088) accepted ('10.222.0.106', 44872) {{(pid=93088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:25:35.949905 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.db [None req-83652422-c1ba-4047-aeeb-77c8fd1c8a4f None None] For port 84bb49c3-490f-45e5-b67f-bc2815726517, host dv-cinder-799631-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799631-1-iscsi',level=0,port_id=84bb49c3-490f-45e5-b67f-bc2815726517,segment=NetworkSegment(90a704f2-b944-4a93-8965-e0dd2c2f8d5b),segment_id=90a704f2-b944-4a93-8965-e0dd2c2f8d5b)] {{(pid=93089) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:25:35.955390 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-83652422-c1ba-4047-aeeb-77c8fd1c8a4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-772913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730294210856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730293689582', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730293689631'] for port, after_update {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:25:36.007481 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83652422-c1ba-4047-aeeb-77c8fd1c8a4f None None] Pushing event updated for resources: {'Port': ['ID=84bb49c3-490f-45e5-b67f-bc2815726517,revision_number=3']} {{(pid=93089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:25:36.182687 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.db.provisioning_blocks [None req-fdb6048f-48eb-4b01-aac6-bc4e1f67b17a None None] Provisioning complete for port 84bb49c3-490f-45e5-b67f-bc2815726517 triggered by entity DHCP. {{(pid=93089) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:25:36.183583 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-fdb6048f-48eb-4b01-aac6-bc4e1f67b17a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912496'] for port, provisioning_complete {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:25:36.315344 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.api.v2.base [None req-46bd16f2-9e42-43b1-8d54-bb53f25c774b admin admin] Request body: {'router': {'tenant_id': 'b69bb126d4384b0a9c6aa5195a78e410', 'name': 'router1', 'admin_state_up': True}} {{(pid=93088) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:25:36.339701 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-46bd16f2-9e42-43b1-8d54-bb53f25c774b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1816785', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-259374'] for router, before_create {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:25:36.341155 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-46bd16f2-9e42-43b1-8d54-bb53f25c774b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1816654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1816574', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1706296', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-259361'] for router, precommit_create {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:25:36.490865 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-46bd16f2-9e42-43b1-8d54-bb53f25c774b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:25:36.496492 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-46bd16f2-9e42-43b1-8d54-bb53f25c774b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1816794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1764367'] for router, after_create {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:25:36.511129 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-46bd16f2-9e42-43b1-8d54-bb53f25c774b admin admin] Notify callbacks [] for router, before_response {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:25:36.512330 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [None req-46bd16f2-9e42-43b1-8d54-bb53f25c774b admin admin] 10.222.0.106 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5670774 Jul 06 12:25:37.021865 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.rpc [None req-3dd6613b-aa53-445d-9a05-4c085a94a05e None None] Device 84bb49c3-490f-45e5-b67f-bc2815726517 up at agent ovs-agent-dv-cinder-799631-1-iscsi {{(pid=93089) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:25:37.068063 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.db.provisioning_blocks [None req-3dd6613b-aa53-445d-9a05-4c085a94a05e None None] Provisioning complete for port 84bb49c3-490f-45e5-b67f-bc2815726517 triggered by entity L2. {{(pid=93089) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:25:37.068448 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-3dd6613b-aa53-445d-9a05-4c085a94a05e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912496'] for port, provisioning_complete {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:25:37.202961 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-2063f4b5-8a79-4301-aead-16249aeead41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730293992524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912513'] for agent, after_update {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:25:38.902483 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.wsgi [-] (93088) accepted ('10.222.0.106', 44880) {{(pid=93088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:25:39.223490 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.wsgi [None req-c23a6a91-b8db-4978-81a9-9a5bfac14289 admin admin] http://10.222.0.106:9696/v2.0/extensions returned with HTTP 200 {{(pid=93088) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 12:25:39.224585 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [None req-c23a6a91-b8db-4978-81a9-9a5bfac14289 admin admin] 10.222.0.106 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3210042 Jul 06 12:25:40.469185 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-77bb570a-0a8d-481c-8a30-126ddb9b2ff2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730293992524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912513'] for agent, after_update {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:25:40.836592 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-3dd6613b-aa53-445d-9a05-4c085a94a05e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730293992524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912513'] for agent, after_update {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:25:41.027576 dv-cinder-799631-1-iscsi neutron-server[93090]: DEBUG neutron.db.agents_db [None req-df1e7349-c09a-47b1-8f5e-4c337b6ca707 None None] Agent healthcheck: found 5 active agents {{(pid=93090) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 12:25:41.438424 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-59602645-7b03-4a79-8c54-32befe919dd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730293992524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912513'] for agent, after_update {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:25:41.749032 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.wsgi [-] (93088) accepted ('10.222.0.106', 44898) {{(pid=93088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:25:41.890491 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.api.v2.base [None req-0dd59738-06a1-476f-8670-20e26d36eb8d admin admin] Request body: {'network': {'router:external': True, 'is_default': True, 'name': 'public', 'provider:physical_network': 'physnet1', 'admin_state_up': True, 'provider:network_type': 'flat'}} {{(pid=93088) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:25:41.914510 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0dd59738-06a1-476f-8670-20e26d36eb8d admin admin] Made reservation on behalf of bd6de93fcacc41e89346eac347021ebd for: {'network': 1} {{(pid=93088) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:25:41.916901 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-0dd59738-06a1-476f-8670-20e26d36eb8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772861'] for network, before_create {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:25:41.929737 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-0dd59738-06a1-476f-8670-20e26d36eb8d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:25:42.047844 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-0dd59738-06a1-476f-8670-20e26d36eb8d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:25:42.053886 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-0dd59738-06a1-476f-8670-20e26d36eb8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1774441'] for security_group, after_create {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:25:42.074335 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-0dd59738-06a1-476f-8670-20e26d36eb8d admin admin] Reserving flat network on physical network physnet1 {{(pid=93088) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jul 06 12:25:42.092306 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd59738-06a1-476f-8670-20e26d36eb8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1df81c42-b27d-44fa-a6e2-4b5cc3459a61,revision_number=1']} {{(pid=93088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:25:42.101213 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-0dd59738-06a1-476f-8670-20e26d36eb8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-886815'] for segment, precommit_create {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:25:42.101736 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.db.segments_db [None req-0dd59738-06a1-476f-8670-20e26d36eb8d admin admin] Added segment 89d2d2f7-34cd-4989-93e1-84776a10346d of type flat for network 2a97b808-be6d-48ec-a40b-4668530ee790 Jul 06 12:25:42.176377 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-0dd59738-06a1-476f-8670-20e26d36eb8d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730293704277'] for network, precommit_create {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:25:42.239508 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-0dd59738-06a1-476f-8670-20e26d36eb8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1774397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582535'] for network, after_create {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:25:42.240863 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dd59738-06a1-476f-8670-20e26d36eb8d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:25:42.241684 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-0dd59738-06a1-476f-8670-20e26d36eb8d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582504'] for network, before_response {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:25:42.297992 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [None req-0dd59738-06a1-476f-8670-20e26d36eb8d admin admin] 10.222.0.106 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5476532 Jul 06 12:25:42.306176 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd59738-06a1-476f-8670-20e26d36eb8d admin admin] Pushing event updated for resources: {'Network': ['ID=2a97b808-be6d-48ec-a40b-4668530ee790,revision_number=1']} {{(pid=93088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:25:42.324499 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.rpc [None req-3dd6613b-aa53-445d-9a05-4c085a94a05e None None] Network 2a97b808-be6d-48ec-a40b-4668530ee790 details requested by agent ovs-agent-dv-cinder-799631-1-iscsi with host dv-cinder-799631-1-iscsi {{(pid=93089) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 12:25:42.980713 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-eaae0be5-6402-4968-ae30-74f1a6482786 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730293992524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912513'] for agent, after_update {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:25:44.630310 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.wsgi [-] (93088) accepted ('10.222.0.106', 44916) {{(pid=93088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:25:44.762087 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7a406b8-e6ea-41d8-9b8b-d7c4a0026c4e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:25:44.764076 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [None req-f7a406b8-e6ea-41d8-9b8b-d7c4a0026c4e admin admin] 10.222.0.106 "GET /v2.0/subnets/e1019e87-9d3f-4d65-b345-1abd8593bdef HTTP/1.1" status: 200 len: 849 time: 0.1322458 Jul 06 12:25:44.877811 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [None req-b53f404e-1e95-4b71-a146-3cb6e9d18652 admin admin] 10.222.0.106 "GET /v2.0/routers/d6f5dd90-f2af-435b-ab5e-cd1763f6d5ec HTTP/1.1" status: 200 len: 704 time: 0.1084886 Jul 06 12:25:45.139868 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-e07b8225-8a52-44c9-a693-db0f44e09e6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772861'] for port, before_create {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:25:45.453941 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.db.db_base_plugin_common [None req-e07b8225-8a52-44c9-a693-db0f44e09e6a admin admin] Allocated IP 172.20.0.1 (fa2e6258-f3d6-4cfc-90e2-2893fc6c4323/e1019e87-9d3f-4d65-b345-1abd8593bdef/7e500a6a-cc77-45cc-b741-4a342ff93c71) {{(pid=93088) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:25:45.638518 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-e07b8225-8a52-44c9-a693-db0f44e09e6a admin admin] Notify callbacks [] for port, precommit_create {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:25:45.661234 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.db.provisioning_blocks [None req-e07b8225-8a52-44c9-a693-db0f44e09e6a admin admin] Transition to ACTIVE for port object 7e500a6a-cc77-45cc-b741-4a342ff93c71 will not be triggered until provisioned by entity DHCP. {{(pid=93088) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:25:45.745769 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-e07b8225-8a52-44c9-a693-db0f44e09e6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-772920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-407207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730293689564'] for port, after_create {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:25:45.867229 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e07b8225-8a52-44c9-a693-db0f44e09e6a admin admin] Network fa2e6258-f3d6-4cfc-90e2-2893fc6c4323 is already hosted by enough agents. {{(pid=93088) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:25:45.873597 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.scheduler.base_scheduler [None req-e07b8225-8a52-44c9-a693-db0f44e09e6a admin admin] Resources bound (agent type, host, resource id): {{(pid=93088) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:25:45.878744 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07b8225-8a52-44c9-a693-db0f44e09e6a admin admin] Pushing event updated for resources: {'Port': ['ID=7e500a6a-cc77-45cc-b741-4a342ff93c71,revision_number=1']} {{(pid=93088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:25:45.889844 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e07b8225-8a52-44c9-a693-db0f44e09e6a admin admin] Received port after_create {{(pid=93088) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:25:45.890350 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-e07b8225-8a52-44c9-a693-db0f44e09e6a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1813560'] for router_interface, before_create {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:25:46.051479 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.db.provisioning_blocks [None req-b9080c7f-74ab-46d9-a005-288364edeec0 None None] Provisioning for port 7e500a6a-cc77-45cc-b741-4a342ff93c71 completed by entity DHCP. {{(pid=93089) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:25:46.055342 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.db.provisioning_blocks [None req-b9080c7f-74ab-46d9-a005-288364edeec0 None None] Provisioning complete for port 7e500a6a-cc77-45cc-b741-4a342ff93c71 triggered by entity DHCP. {{(pid=93089) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:25:46.055734 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-b9080c7f-74ab-46d9-a005-288364edeec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912496'] for port, provisioning_complete {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:25:46.094419 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.plugin [None req-b9080c7f-74ab-46d9-a005-288364edeec0 None None] Port 7e500a6a-cc77-45cc-b741-4a342ff93c71 cannot update to ACTIVE because it is not bound. {{(pid=93089) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 12:25:46.107685 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-e07b8225-8a52-44c9-a693-db0f44e09e6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772861'] for port, before_update {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:25:46.284406 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-e07b8225-8a52-44c9-a693-db0f44e09e6a admin admin] Notify callbacks [] for port, precommit_update {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:25:46.289083 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-e07b8225-8a52-44c9-a693-db0f44e09e6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-772913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730294210856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730293689582', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730293689631'] for port, after_update {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:25:46.289938 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-e07b8225-8a52-44c9-a693-db0f44e09e6a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1582549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1815621'] for router_interface, after_create {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:25:46.370027 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07b8225-8a52-44c9-a693-db0f44e09e6a admin admin] Pushing event updated for resources: {'Port': ['ID=7e500a6a-cc77-45cc-b741-4a342ff93c71,revision_number=2']} {{(pid=93088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:25:46.417791 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e07b8225-8a52-44c9-a693-db0f44e09e6a admin admin] Network fa2e6258-f3d6-4cfc-90e2-2893fc6c4323 is already hosted by enough agents. {{(pid=93088) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:25:46.419214 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.scheduler.base_scheduler [None req-e07b8225-8a52-44c9-a693-db0f44e09e6a admin admin] Resources bound (agent type, host, resource id): {{(pid=93088) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:25:46.583712 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e07b8225-8a52-44c9-a693-db0f44e09e6a admin admin] Router d6f5dd90-f2af-435b-ab5e-cd1763f6d5ec is scheduled to L3 agent 8f648e93-51d3-4e20-9eca-a57842435ba1 with binding_index 1 {{(pid=93088) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 12:25:46.615645 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.db.provisioning_blocks [None req-2a009741-6554-43d7-a368-f9ec44c22e44 None None] Provisioning complete for port 7e500a6a-cc77-45cc-b741-4a342ff93c71 triggered by entity DHCP. {{(pid=93089) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:25:46.616108 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-2a009741-6554-43d7-a368-f9ec44c22e44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912496'] for port, provisioning_complete {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:25:46.648081 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.plugin [None req-2a009741-6554-43d7-a368-f9ec44c22e44 None None] Port 7e500a6a-cc77-45cc-b741-4a342ff93c71 cannot update to ACTIVE because it is not bound. {{(pid=93089) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 12:25:46.673157 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e07b8225-8a52-44c9-a693-db0f44e09e6a admin admin] Notify agent at l3_agent.dv-cinder-799631-1-iscsi the message routers_updated {{(pid=93088) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:25:46.678393 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [None req-e07b8225-8a52-44c9-a693-db0f44e09e6a admin admin] 10.222.0.106 "PUT /v2.0/routers/d6f5dd90-f2af-435b-ab5e-cd1763f6d5ec/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7958531 Jul 06 12:25:46.682453 dv-cinder-799631-1-iscsi neutron-server[93090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50e815d0-fca6-468f-8496-1442c417eb68 None None] Sync routers for ids ['d6f5dd90-f2af-435b-ab5e-cd1763f6d5ec'] in dv-cinder-799631-1-iscsi {{(pid=93090) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:25:46.693942 dv-cinder-799631-1-iscsi neutron-server[93090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50e815d0-fca6-468f-8496-1442c417eb68 None None] Routers {'d6f5dd90-f2af-435b-ab5e-cd1763f6d5ec'} bound to L3 agent in host dv-cinder-799631-1-iscsi {{(pid=93090) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:25:46.694692 dv-cinder-799631-1-iscsi neutron-server[93090]: DEBUG neutron.db.l3_hamode_db [None req-50e815d0-fca6-468f-8496-1442c417eb68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799631-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-06T12:25:10Z,description=,heartbeat_timestamp=2021-07-06T12:25:40Z,host='dv-cinder-799631-1-iscsi',id=8f648e93-51d3-4e20-9eca-a57842435ba1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T12:25:10Z,topic='l3_agent')) {'router_ids': ['d6f5dd90-f2af-435b-ab5e-cd1763f6d5ec'], 'active': True} {{(pid=93090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:25:46.883571 dv-cinder-799631-1-iscsi neutron-server[93090]: DEBUG neutron.db.l3_dvr_db [None req-50e815d0-fca6-468f-8496-1442c417eb68 None None] Set router d6f5dd90-f2af-435b-ab5e-cd1763f6d5ec gateway port host: None {{(pid=93090) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:25:47.315584 dv-cinder-799631-1-iscsi neutron-server[93090]: DEBUG neutron.db.l3_hamode_db [None req-50e815d0-fca6-468f-8496-1442c417eb68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6f5dd90-f2af-435b-ab5e-cd1763f6d5ec', 'name': 'router1', 'tenant_id': 'b69bb126d4384b0a9c6aa5195a78e410', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:25:36Z', 'updated_at': '2021-07-06T12:25:46Z', 'revision_number': 2, 'project_id': 'b69bb126d4384b0a9c6aa5195a78e410', 'gw_port_host': None, '_interfaces': [{'id': '7e500a6a-cc77-45cc-b741-4a342ff93c71', 'name': '', 'network_id': 'fa2e6258-f3d6-4cfc-90e2-2893fc6c4323', 'tenant_id': 'b69bb126d4384b0a9c6aa5195a78e410', 'mac_address': 'fa:16:3e:d1:ab:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6f5dd90-f2af-435b-ab5e-cd1763f6d5ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e1019e87-9d3f-4d65-b345-1abd8593bdef', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:25:45Z', 'updated_at': '2021-07-06T12:25:46Z', 'revision_number': 2, 'project_id': 'b69bb126d4384b0a9c6aa5195a78e410', 'subnets': [{'id': 'e1019e87-9d3f-4d65-b345-1abd8593bdef', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '846ec524-030d-45f6-a2be-641622c2cd16'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799631-1-iscsi', False) {} {{(pid=93090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:25:47.368353 dv-cinder-799631-1-iscsi neutron-server[93090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50e815d0-fca6-468f-8496-1442c417eb68 None None] Checking router: d6f5dd90-f2af-435b-ab5e-cd1763f6d5ec for host: dv-cinder-799631-1-iscsi {{(pid=93090) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 12:25:47.368723 dv-cinder-799631-1-iscsi neutron-server[93090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50e815d0-fca6-468f-8496-1442c417eb68 None None] Updating router d6f5dd90-f2af-435b-ab5e-cd1763f6d5ec port 7e500a6a-cc77-45cc-b741-4a342ff93c71 binding host dv-cinder-799631-1-iscsi {{(pid=93090) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 12:25:47.435957 dv-cinder-799631-1-iscsi neutron-server[93090]: DEBUG neutron_lib.callbacks.manager [None req-50e815d0-fca6-468f-8496-1442c417eb68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772861'] for port, before_update {{(pid=93090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:25:47.926704 dv-cinder-799631-1-iscsi neutron-server[93090]: DEBUG neutron_lib.callbacks.manager [None req-50e815d0-fca6-468f-8496-1442c417eb68 None None] Notify callbacks [] for port, precommit_update {{(pid=93090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:25:47.943488 dv-cinder-799631-1-iscsi neutron-server[93090]: DEBUG neutron.db.provisioning_blocks [None req-50e815d0-fca6-468f-8496-1442c417eb68 None None] Transition to ACTIVE for port object 7e500a6a-cc77-45cc-b741-4a342ff93c71 will not be triggered until provisioned by entity L2. {{(pid=93090) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:25:47.949943 dv-cinder-799631-1-iscsi neutron-server[93090]: DEBUG neutron_lib.callbacks.manager [None req-50e815d0-fca6-468f-8496-1442c417eb68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-772913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730294210856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730293689582', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730293689631'] for port, after_update {{(pid=93090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:25:48.065409 dv-cinder-799631-1-iscsi neutron-server[93090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2812afb9-7411-4122-9a7a-a6da21f8e37a None None] Pushing event updated for resources: {'Port': ['ID=7e500a6a-cc77-45cc-b741-4a342ff93c71,revision_number=3']} {{(pid=93090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:25:48.108920 dv-cinder-799631-1-iscsi neutron-server[93090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2812afb9-7411-4122-9a7a-a6da21f8e37a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799631-1-iscsi {{(pid=93090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:25:48.109280 dv-cinder-799631-1-iscsi neutron-server[93090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2812afb9-7411-4122-9a7a-a6da21f8e37a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799631-1-iscsi {{(pid=93090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:25:48.109630 dv-cinder-799631-1-iscsi neutron-server[93090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2812afb9-7411-4122-9a7a-a6da21f8e37a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799631-1-iscsi {{(pid=93090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:25:48.109979 dv-cinder-799631-1-iscsi neutron-server[93090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2812afb9-7411-4122-9a7a-a6da21f8e37a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799631-1-iscsi {{(pid=93090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:25:48.110354 dv-cinder-799631-1-iscsi neutron-server[93090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2812afb9-7411-4122-9a7a-a6da21f8e37a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799631-1-iscsi {{(pid=93090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:25:48.110972 dv-cinder-799631-1-iscsi neutron-server[93090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2812afb9-7411-4122-9a7a-a6da21f8e37a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799631-1-iscsi {{(pid=93090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:25:48.110972 dv-cinder-799631-1-iscsi neutron-server[93090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2812afb9-7411-4122-9a7a-a6da21f8e37a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-799631-1-iscsi {{(pid=93090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:25:48.111356 dv-cinder-799631-1-iscsi neutron-server[93090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2812afb9-7411-4122-9a7a-a6da21f8e37a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-799631-1-iscsi {{(pid=93090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:25:48.111663 dv-cinder-799631-1-iscsi neutron-server[93090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2812afb9-7411-4122-9a7a-a6da21f8e37a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799631-1-iscsi {{(pid=93090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:25:48.111990 dv-cinder-799631-1-iscsi neutron-server[93090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2812afb9-7411-4122-9a7a-a6da21f8e37a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799631-1-iscsi {{(pid=93090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:25:48.112320 dv-cinder-799631-1-iscsi neutron-server[93090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2812afb9-7411-4122-9a7a-a6da21f8e37a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799631-1-iscsi {{(pid=93090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:25:48.112645 dv-cinder-799631-1-iscsi neutron-server[93090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2812afb9-7411-4122-9a7a-a6da21f8e37a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799631-1-iscsi {{(pid=93090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:25:48.113805 dv-cinder-799631-1-iscsi neutron-server[93090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2812afb9-7411-4122-9a7a-a6da21f8e37a None None] Tracked resource versions report: Jul 06 12:25:48.113805 dv-cinder-799631-1-iscsi neutron-server[93090]: pushed versions: Jul 06 12:25:48.113805 dv-cinder-799631-1-iscsi neutron-server[93090]: { 'AddressGroup': {'1.2'}, Jul 06 12:25:48.113805 dv-cinder-799631-1-iscsi neutron-server[93090]: 'ConntrackHelper': {'1.0'}, Jul 06 12:25:48.113805 dv-cinder-799631-1-iscsi neutron-server[93090]: 'Log': {'1.0'}, Jul 06 12:25:48.113805 dv-cinder-799631-1-iscsi neutron-server[93090]: 'Network': {'1.1'}, Jul 06 12:25:48.113805 dv-cinder-799631-1-iscsi neutron-server[93090]: 'Port': {'1.7'}, Jul 06 12:25:48.113805 dv-cinder-799631-1-iscsi neutron-server[93090]: 'PortForwarding': {'1.2'}, Jul 06 12:25:48.113805 dv-cinder-799631-1-iscsi neutron-server[93090]: 'QosPolicy': {'1.8'}, Jul 06 12:25:48.113805 dv-cinder-799631-1-iscsi neutron-server[93090]: 'SecurityGroup': {'1.4'}, Jul 06 12:25:48.113805 dv-cinder-799631-1-iscsi neutron-server[93090]: 'SecurityGroupRule': {'1.2'}, Jul 06 12:25:48.113805 dv-cinder-799631-1-iscsi neutron-server[93090]: 'SubPort': {'1.0'}, Jul 06 12:25:48.113805 dv-cinder-799631-1-iscsi neutron-server[93090]: 'Subnet': {'1.1'}, Jul 06 12:25:48.113805 dv-cinder-799631-1-iscsi neutron-server[93090]: 'Trunk': {'1.1'}} Jul 06 12:25:48.113805 dv-cinder-799631-1-iscsi neutron-server[93090]: consumer versions: Jul 06 12:25:48.113805 dv-cinder-799631-1-iscsi neutron-server[93090]: { DHCP agent@dv-cinder-799631-1-iscsi: {}, Jul 06 12:25:48.113805 dv-cinder-799631-1-iscsi neutron-server[93090]: L3 agent@dv-cinder-799631-1-iscsi: {}, Jul 06 12:25:48.113805 dv-cinder-799631-1-iscsi neutron-server[93090]: Metadata agent@dv-cinder-799631-1-iscsi: {}, Jul 06 12:25:48.113805 dv-cinder-799631-1-iscsi neutron-server[93090]: Metering agent@dv-cinder-799631-1-iscsi: {}, Jul 06 12:25:48.113805 dv-cinder-799631-1-iscsi neutron-server[93090]: Open vSwitch agent@dv-cinder-799631-1-iscsi: { 'AddressGroup': '1.2', Jul 06 12:25:48.113805 dv-cinder-799631-1-iscsi neutron-server[93090]: 'ConntrackHelper': '1.0', Jul 06 12:25:48.113805 dv-cinder-799631-1-iscsi neutron-server[93090]: 'Log': '1.0', Jul 06 12:25:48.113805 dv-cinder-799631-1-iscsi neutron-server[93090]: 'Network': '1.1', Jul 06 12:25:48.113805 dv-cinder-799631-1-iscsi neutron-server[93090]: 'Port': '1.7', Jul 06 12:25:48.113805 dv-cinder-799631-1-iscsi neutron-server[93090]: 'PortForwarding': '1.2', Jul 06 12:25:48.113805 dv-cinder-799631-1-iscsi neutron-server[93090]: 'QosPolicy': '1.8', Jul 06 12:25:48.113805 dv-cinder-799631-1-iscsi neutron-server[93090]: 'SecurityGroup': '1.4', Jul 06 12:25:48.113805 dv-cinder-799631-1-iscsi neutron-server[93090]: 'SecurityGroupRule': '1.2', Jul 06 12:25:48.113805 dv-cinder-799631-1-iscsi neutron-server[93090]: 'SubPort': '1.0', Jul 06 12:25:48.113805 dv-cinder-799631-1-iscsi neutron-server[93090]: 'Subnet': '1.1', Jul 06 12:25:48.113805 dv-cinder-799631-1-iscsi neutron-server[93090]: 'Trunk': '1.1'}} Jul 06 12:25:48.113805 dv-cinder-799631-1-iscsi neutron-server[93090]: {{(pid=93090) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 06 12:25:48.130947 dv-cinder-799631-1-iscsi neutron-server[93090]: DEBUG neutron.plugins.ml2.managers [None req-50e815d0-fca6-468f-8496-1442c417eb68 None None] Attempting to bind port 7e500a6a-cc77-45cc-b741-4a342ff93c71 on host dv-cinder-799631-1-iscsi for vnic_type normal with profile {{(pid=93090) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:25:48.131385 dv-cinder-799631-1-iscsi neutron-server[93090]: DEBUG neutron.plugins.ml2.managers [None req-50e815d0-fca6-468f-8496-1442c417eb68 None None] Attempting to bind port 7e500a6a-cc77-45cc-b741-4a342ff93c71 by drivers openvswitch,hyperv on host dv-cinder-799631-1-iscsi at level 0 using segments [{'id': '90a704f2-b944-4a93-8965-e0dd2c2f8d5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': 'fa2e6258-f3d6-4cfc-90e2-2893fc6c4323'}] {{(pid=93090) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:25:48.131822 dv-cinder-799631-1-iscsi neutron-server[93090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50e815d0-fca6-468f-8496-1442c417eb68 None None] Attempting to bind port 7e500a6a-cc77-45cc-b741-4a342ff93c71 on network fa2e6258-f3d6-4cfc-90e2-2893fc6c4323 {{(pid=93090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:25:48.137769 dv-cinder-799631-1-iscsi neutron-server[93090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50e815d0-fca6-468f-8496-1442c417eb68 None None] Checking agent: {'id': '0df45e45-1cb7-430e-9311-5161aceb24d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799631-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 12, 25, 11), 'started_at': datetime.datetime(2021, 7, 6, 12, 25, 41), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 25, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799631-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:25:48.138264 dv-cinder-799631-1-iscsi neutron-server[93090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50e815d0-fca6-468f-8496-1442c417eb68 None None] Checking segment: {'id': '90a704f2-b944-4a93-8965-e0dd2c2f8d5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': 'fa2e6258-f3d6-4cfc-90e2-2893fc6c4323'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93090) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:25:48.138773 dv-cinder-799631-1-iscsi neutron-server[93090]: DEBUG neutron_lib.callbacks.manager [None req-50e815d0-fca6-468f-8496-1442c417eb68 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:25:48.139194 dv-cinder-799631-1-iscsi neutron-server[93090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50e815d0-fca6-468f-8496-1442c417eb68 None None] Bound using segment: {'id': '90a704f2-b944-4a93-8965-e0dd2c2f8d5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': 'fa2e6258-f3d6-4cfc-90e2-2893fc6c4323'} {{(pid=93090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:25:48.139715 dv-cinder-799631-1-iscsi neutron-server[93090]: DEBUG neutron.plugins.ml2.managers [None req-50e815d0-fca6-468f-8496-1442c417eb68 None None] Bound port: 7e500a6a-cc77-45cc-b741-4a342ff93c71, host: dv-cinder-799631-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90a704f2-b944-4a93-8965-e0dd2c2f8d5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': 'fa2e6258-f3d6-4cfc-90e2-2893fc6c4323'}}] {{(pid=93090) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:25:48.140132 dv-cinder-799631-1-iscsi neutron-server[93090]: DEBUG neutron_lib.callbacks.manager [None req-50e815d0-fca6-468f-8496-1442c417eb68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772861'] for port, before_update {{(pid=93090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:25:48.206528 dv-cinder-799631-1-iscsi neutron-server[93090]: DEBUG neutron.plugins.ml2.db [None req-50e815d0-fca6-468f-8496-1442c417eb68 None None] For port 7e500a6a-cc77-45cc-b741-4a342ff93c71, host dv-cinder-799631-1-iscsi, cleared binding levels {{(pid=93090) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:25:48.228811 dv-cinder-799631-1-iscsi neutron-server[93090]: DEBUG neutron.plugins.ml2.db [None req-50e815d0-fca6-468f-8496-1442c417eb68 None None] For port 7e500a6a-cc77-45cc-b741-4a342ff93c71, host dv-cinder-799631-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799631-1-iscsi',level=0,port_id=7e500a6a-cc77-45cc-b741-4a342ff93c71,segment=NetworkSegment(90a704f2-b944-4a93-8965-e0dd2c2f8d5b),segment_id=90a704f2-b944-4a93-8965-e0dd2c2f8d5b)] {{(pid=93090) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:25:48.233673 dv-cinder-799631-1-iscsi neutron-server[93090]: DEBUG neutron_lib.callbacks.manager [None req-50e815d0-fca6-468f-8496-1442c417eb68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-772913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730294210856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730293689582', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730293689631'] for port, after_update {{(pid=93090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:25:48.288848 dv-cinder-799631-1-iscsi neutron-server[93090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2812afb9-7411-4122-9a7a-a6da21f8e37a None None] Pushing event updated for resources: {'Port': ['ID=7e500a6a-cc77-45cc-b741-4a342ff93c71,revision_number=4']} {{(pid=93090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:25:48.323007 dv-cinder-799631-1-iscsi neutron-server[93090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50e815d0-fca6-468f-8496-1442c417eb68 None None] Routers {'d6f5dd90-f2af-435b-ab5e-cd1763f6d5ec'} bound to L3 agent in host dv-cinder-799631-1-iscsi {{(pid=93090) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:25:48.323764 dv-cinder-799631-1-iscsi neutron-server[93090]: DEBUG neutron.db.l3_hamode_db [None req-50e815d0-fca6-468f-8496-1442c417eb68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799631-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-06T12:25:10Z,description=,heartbeat_timestamp=2021-07-06T12:25:40Z,host='dv-cinder-799631-1-iscsi',id=8f648e93-51d3-4e20-9eca-a57842435ba1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T12:25:10Z,topic='l3_agent')) {'router_ids': ['d6f5dd90-f2af-435b-ab5e-cd1763f6d5ec'], 'active': True} {{(pid=93090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:25:48.414480 dv-cinder-799631-1-iscsi neutron-server[93090]: DEBUG neutron.db.l3_dvr_db [None req-50e815d0-fca6-468f-8496-1442c417eb68 None None] Set router d6f5dd90-f2af-435b-ab5e-cd1763f6d5ec gateway port host: None {{(pid=93090) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:25:48.629656 dv-cinder-799631-1-iscsi neutron-server[93090]: DEBUG neutron.db.l3_hamode_db [None req-50e815d0-fca6-468f-8496-1442c417eb68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6f5dd90-f2af-435b-ab5e-cd1763f6d5ec', 'name': 'router1', 'tenant_id': 'b69bb126d4384b0a9c6aa5195a78e410', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:25:36Z', 'updated_at': '2021-07-06T12:25:46Z', 'revision_number': 2, 'project_id': 'b69bb126d4384b0a9c6aa5195a78e410', 'gw_port_host': None, '_interfaces': [{'id': '7e500a6a-cc77-45cc-b741-4a342ff93c71', 'name': '', 'network_id': 'fa2e6258-f3d6-4cfc-90e2-2893fc6c4323', 'tenant_id': 'b69bb126d4384b0a9c6aa5195a78e410', 'mac_address': 'fa:16:3e:d1:ab:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6f5dd90-f2af-435b-ab5e-cd1763f6d5ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e1019e87-9d3f-4d65-b345-1abd8593bdef', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799631-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:25:45Z', 'updated_at': '2021-07-06T12:25:48Z', 'revision_number': 4, 'project_id': 'b69bb126d4384b0a9c6aa5195a78e410', 'subnets': [{'id': 'e1019e87-9d3f-4d65-b345-1abd8593bdef', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '846ec524-030d-45f6-a2be-641622c2cd16'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799631-1-iscsi', False) {} {{(pid=93090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:25:48.658596 dv-cinder-799631-1-iscsi neutron-server[93090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50e815d0-fca6-468f-8496-1442c417eb68 None None] The sync data for ids ['d6f5dd90-f2af-435b-ab5e-cd1763f6d5ec'] in dv-cinder-799631-1-iscsi is: [{'id': 'd6f5dd90-f2af-435b-ab5e-cd1763f6d5ec', 'name': 'router1', 'tenant_id': 'b69bb126d4384b0a9c6aa5195a78e410', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:25:36Z', 'updated_at': '2021-07-06T12:25:46Z', 'revision_number': 2, 'project_id': 'b69bb126d4384b0a9c6aa5195a78e410', 'gw_port_host': None, '_interfaces': [{'id': '7e500a6a-cc77-45cc-b741-4a342ff93c71', 'name': '', 'network_id': 'fa2e6258-f3d6-4cfc-90e2-2893fc6c4323', 'tenant_id': 'b69bb126d4384b0a9c6aa5195a78e410', 'mac_address': 'fa:16:3e:d1:ab:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6f5dd90-f2af-435b-ab5e-cd1763f6d5ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e1019e87-9d3f-4d65-b345-1abd8593bdef', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799631-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:25:45Z', 'updated_at': '2021-07-06T12:25:48Z', 'revision_number': 4, 'project_id': 'b69bb126d4384b0a9c6aa5195a78e410', 'subnets': [{'id': 'e1019e87-9d3f-4d65-b345-1abd8593bdef', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '846ec524-030d-45f6-a2be-641622c2cd16'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93090) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:25:48.933764 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.wsgi [-] (93088) accepted ('10.222.0.106', 44930) {{(pid=93088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:25:49.041383 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc9865d5-d507-4f70-b059-bf37d3420980 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:25:49.042736 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [None req-dc9865d5-d507-4f70-b059-bf37d3420980 admin admin] 10.222.0.106 "GET /v2.0/networks/2a97b808-be6d-48ec-a40b-4668530ee790 HTTP/1.1" status: 200 len: 842 time: 0.1079295 Jul 06 12:25:49.052138 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.api.v2.base [None req-bf9aab4e-c8a3-431b-b83f-9125d275ae21 admin admin] Request body: {'subnet': {'name': 'public-subnet', 'gateway_ip': '172.27.1.1', 'network_id': '2a97b808-be6d-48ec-a40b-4668530ee790', 'enable_dhcp': False, 'cidr': '172.27.1.0/24', 'ip_version': 4}} {{(pid=93088) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:25:49.077323 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf9aab4e-c8a3-431b-b83f-9125d275ae21 admin admin] Made reservation on behalf of bd6de93fcacc41e89346eac347021ebd for: {'subnet': 1} {{(pid=93088) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:25:49.079614 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-bf9aab4e-c8a3-431b-b83f-9125d275ae21 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:25:49.395454 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.objects.ports [None req-bf9aab4e-c8a3-431b-b83f-9125d275ae21 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93088) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 06 12:25:49.395894 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-bf9aab4e-c8a3-431b-b83f-9125d275ae21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1774543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582535'] for subnet, after_create {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:25:49.450595 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9aab4e-c8a3-431b-b83f-9125d275ae21 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1816a596-2dc6-4d27-98a5-201cc12476f2,revision_number=0']} {{(pid=93088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:25:49.465376 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf9aab4e-c8a3-431b-b83f-9125d275ae21 admin admin] Checking segment: {'id': '89d2d2f7-34cd-4989-93e1-84776a10346d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a97b808-be6d-48ec-a40b-4668530ee790'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93088) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:25:49.465730 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf9aab4e-c8a3-431b-b83f-9125d275ae21 admin admin] Network hostable DHCP agents. Network: 2a97b808-be6d-48ec-a40b-4668530ee790, hostable agents: ['4e405fa1-8706-417c-9214-b4e9d51c0aa2'], hosted agents: [] {{(pid=93088) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 12:25:49.490990 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf9aab4e-c8a3-431b-b83f-9125d275ae21 admin admin] Network 2a97b808-be6d-48ec-a40b-4668530ee790 is scheduled to be hosted by DHCP agent 4e405fa1-8706-417c-9214-b4e9d51c0aa2 with binding_index 1 {{(pid=93088) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 12:25:49.502099 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.scheduler.base_scheduler [None req-bf9aab4e-c8a3-431b-b83f-9125d275ae21 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-799631-1-iscsi, 2a97b808-be6d-48ec-a40b-4668530ee790) {{(pid=93088) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:25:49.507223 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf9aab4e-c8a3-431b-b83f-9125d275ae21 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:25:49.507819 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-bf9aab4e-c8a3-431b-b83f-9125d275ae21 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582504'] for subnet, before_response {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:25:49.514288 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df3b98b5-eba4-485d-bda5-411bc002a2ce None None] Network 2a97b808-be6d-48ec-a40b-4668530ee790 requested from dv-cinder-799631-1-iscsi {{(pid=93089) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:25:49.521974 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [None req-bf9aab4e-c8a3-431b-b83f-9125d275ae21 admin admin] 10.222.0.106 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4732175 Jul 06 12:25:49.647109 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86e6bdef-b9a4-4088-b691-84df5fa23c7f None None] Network 2a97b808-be6d-48ec-a40b-4668530ee790 requested from dv-cinder-799631-1-iscsi {{(pid=93089) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:25:51.853739 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.wsgi [-] (93088) accepted ('10.222.0.106', 44942) {{(pid=93088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:25:52.062255 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [None req-eec0c2a0-4136-4a03-8f66-6444c174911a admin admin] 10.222.0.106 "GET /v2.0/routers/d6f5dd90-f2af-435b-ab5e-cd1763f6d5ec HTTP/1.1" status: 200 len: 710 time: 0.2072158 Jul 06 12:25:52.145283 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cff24159-41b1-461b-956d-a211e5ca8153 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:25:52.146654 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [None req-cff24159-41b1-461b-956d-a211e5ca8153 admin admin] 10.222.0.106 "GET /v2.0/networks/2a97b808-be6d-48ec-a40b-4668530ee790 HTTP/1.1" status: 200 len: 886 time: 0.0793822 Jul 06 12:25:52.155883 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.api.v2.base [None req-ed2c2b29-6971-4366-9c26-509298a1a7a0 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '2a97b808-be6d-48ec-a40b-4668530ee790'}}} {{(pid=93088) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:25:52.407261 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-ed2c2b29-6971-4366-9c26-509298a1a7a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1764372', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1816771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-259379'] for router, precommit_update {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:25:52.643338 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-ed2c2b29-6971-4366-9c26-509298a1a7a0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:25:52.716779 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-ed2c2b29-6971-4366-9c26-509298a1a7a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772861'] for port, before_create {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:25:52.820791 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.db.db_base_plugin_common [None req-ed2c2b29-6971-4366-9c26-509298a1a7a0 admin admin] Allocated IP 172.27.1.150 (2a97b808-be6d-48ec-a40b-4668530ee790/1816a596-2dc6-4d27-98a5-201cc12476f2/9902e1f3-06be-4ceb-a27b-150d2483208b) {{(pid=93088) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:25:52.924098 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-ed2c2b29-6971-4366-9c26-509298a1a7a0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:25:52.967660 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-ed2c2b29-6971-4366-9c26-509298a1a7a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-772920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-407207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730293689564'] for port, after_create {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:25:53.002353 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed2c2b29-6971-4366-9c26-509298a1a7a0 admin admin] Network 2a97b808-be6d-48ec-a40b-4668530ee790 is already hosted by enough agents. {{(pid=93088) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:25:53.005398 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.scheduler.base_scheduler [None req-ed2c2b29-6971-4366-9c26-509298a1a7a0 admin admin] Resources bound (agent type, host, resource id): {{(pid=93088) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:25:53.012675 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed2c2b29-6971-4366-9c26-509298a1a7a0 admin admin] Received port after_create {{(pid=93088) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:25:53.045603 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2c2b29-6971-4366-9c26-509298a1a7a0 admin admin] Pushing event updated for resources: {'Port': ['ID=9902e1f3-06be-4ceb-a27b-150d2483208b,revision_number=1']} {{(pid=93088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:25:53.067787 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.rpc [None req-3dd6613b-aa53-445d-9a05-4c085a94a05e None None] Device 7e500a6a-cc77-45cc-b741-4a342ff93c71 up at agent ovs-agent-dv-cinder-799631-1-iscsi {{(pid=93089) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:25:53.115716 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.db.provisioning_blocks [None req-3dd6613b-aa53-445d-9a05-4c085a94a05e None None] Provisioning for port 7e500a6a-cc77-45cc-b741-4a342ff93c71 completed by entity L2. {{(pid=93089) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:25:53.119329 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.db.provisioning_blocks [None req-3dd6613b-aa53-445d-9a05-4c085a94a05e None None] Provisioning complete for port 7e500a6a-cc77-45cc-b741-4a342ff93c71 triggered by entity L2. {{(pid=93089) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:25:53.119701 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-3dd6613b-aa53-445d-9a05-4c085a94a05e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912496'] for port, provisioning_complete {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:25:53.194318 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-3dd6613b-aa53-445d-9a05-4c085a94a05e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772861'] for port, before_update {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:25:53.227436 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.db [None req-3dd6613b-aa53-445d-9a05-4c085a94a05e None None] For port 7e500a6a-cc77-45cc-b741-4a342ff93c71, host dv-cinder-799631-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799631-1-iscsi',level=0,port_id=7e500a6a-cc77-45cc-b741-4a342ff93c71,segment=NetworkSegment(90a704f2-b944-4a93-8965-e0dd2c2f8d5b),segment_id=90a704f2-b944-4a93-8965-e0dd2c2f8d5b)] {{(pid=93089) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:25:53.232596 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-3dd6613b-aa53-445d-9a05-4c085a94a05e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-772913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730294210856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730293689582', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730293689631'] for port, after_update {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:25:53.262539 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-ed2c2b29-6971-4366-9c26-509298a1a7a0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:25:53.328368 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd6613b-aa53-445d-9a05-4c085a94a05e None None] Pushing event updated for resources: {'Port': ['ID=7e500a6a-cc77-45cc-b741-4a342ff93c71,revision_number=5']} {{(pid=93089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:25:53.555767 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-ed2c2b29-6971-4366-9c26-509298a1a7a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1764372', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1816771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-259379'] for router, precommit_update {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:25:53.558995 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-ed2c2b29-6971-4366-9c26-509298a1a7a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1764367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1764381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1764358', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1816780'] for router, after_update {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:25:53.663922 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed2c2b29-6971-4366-9c26-509298a1a7a0 admin admin] Router d6f5dd90-f2af-435b-ab5e-cd1763f6d5ec has already been hosted by L3 agent 8f648e93-51d3-4e20-9eca-a57842435ba1 {{(pid=93088) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 12:25:53.767583 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed2c2b29-6971-4366-9c26-509298a1a7a0 admin admin] Notify agent at l3_agent.dv-cinder-799631-1-iscsi the message routers_updated {{(pid=93088) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:25:53.771760 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-ed2c2b29-6971-4366-9c26-509298a1a7a0 admin admin] Notify callbacks [] for router, before_response {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:25:53.772962 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [None req-ed2c2b29-6971-4366-9c26-509298a1a7a0 admin admin] 10.222.0.106 "PUT /v2.0/routers/d6f5dd90-f2af-435b-ab5e-cd1763f6d5ec HTTP/1.1" status: 200 len: 890 time: 1.6209753 Jul 06 12:25:53.777931 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50aa0c4f-1a6f-4a70-bdba-df0f4540d162 None None] Sync routers for ids ['d6f5dd90-f2af-435b-ab5e-cd1763f6d5ec'] in dv-cinder-799631-1-iscsi {{(pid=93089) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:25:53.790301 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50aa0c4f-1a6f-4a70-bdba-df0f4540d162 None None] Routers {'d6f5dd90-f2af-435b-ab5e-cd1763f6d5ec'} bound to L3 agent in host dv-cinder-799631-1-iscsi {{(pid=93089) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:25:53.790979 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.db.l3_hamode_db [None req-50aa0c4f-1a6f-4a70-bdba-df0f4540d162 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799631-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-06T12:25:10Z,description=,heartbeat_timestamp=2021-07-06T12:25:40Z,host='dv-cinder-799631-1-iscsi',id=8f648e93-51d3-4e20-9eca-a57842435ba1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T12:25:10Z,topic='l3_agent')) {'router_ids': ['d6f5dd90-f2af-435b-ab5e-cd1763f6d5ec'], 'active': True} {{(pid=93089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:25:54.010521 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.db.l3_dvr_db [None req-50aa0c4f-1a6f-4a70-bdba-df0f4540d162 None None] Set router d6f5dd90-f2af-435b-ab5e-cd1763f6d5ec gateway port host: dv-cinder-799631-1-iscsi {{(pid=93089) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:25:54.404716 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.db.l3_hamode_db [None req-50aa0c4f-1a6f-4a70-bdba-df0f4540d162 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6f5dd90-f2af-435b-ab5e-cd1763f6d5ec', 'name': 'router1', 'tenant_id': 'b69bb126d4384b0a9c6aa5195a78e410', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a97b808-be6d-48ec-a40b-4668530ee790', 'external_fixed_ips': [{'subnet_id': '1816a596-2dc6-4d27-98a5-201cc12476f2', 'ip_address': '172.27.1.150'}], 'enable_snat': True}, 'gw_port_id': '9902e1f3-06be-4ceb-a27b-150d2483208b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:25:36Z', 'updated_at': '2021-07-06T12:25:53Z', 'revision_number': 4, 'project_id': 'b69bb126d4384b0a9c6aa5195a78e410', 'gw_port': {'id': '9902e1f3-06be-4ceb-a27b-150d2483208b', 'name': '', 'network_id': '2a97b808-be6d-48ec-a40b-4668530ee790', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:1d:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6f5dd90-f2af-435b-ab5e-cd1763f6d5ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '1816a596-2dc6-4d27-98a5-201cc12476f2', 'ip_address': '172.27.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:25:52Z', 'updated_at': '2021-07-06T12:25:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1816a596-2dc6-4d27-98a5-201cc12476f2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799631-1-iscsi', '_interfaces': [{'id': '7e500a6a-cc77-45cc-b741-4a342ff93c71', 'name': '', 'network_id': 'fa2e6258-f3d6-4cfc-90e2-2893fc6c4323', 'tenant_id': 'b69bb126d4384b0a9c6aa5195a78e410', 'mac_address': 'fa:16:3e:d1:ab:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6f5dd90-f2af-435b-ab5e-cd1763f6d5ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e1019e87-9d3f-4d65-b345-1abd8593bdef', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799631-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:25:45Z', 'updated_at': '2021-07-06T12:25:53Z', 'revision_number': 5, 'project_id': 'b69bb126d4384b0a9c6aa5195a78e410', 'subnets': [{'id': 'e1019e87-9d3f-4d65-b345-1abd8593bdef', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '846ec524-030d-45f6-a2be-641622c2cd16'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799631-1-iscsi', False) {} {{(pid=93089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:25:54.455590 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50aa0c4f-1a6f-4a70-bdba-df0f4540d162 None None] Checking router: d6f5dd90-f2af-435b-ab5e-cd1763f6d5ec for host: dv-cinder-799631-1-iscsi {{(pid=93089) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 12:25:54.455947 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50aa0c4f-1a6f-4a70-bdba-df0f4540d162 None None] Updating router d6f5dd90-f2af-435b-ab5e-cd1763f6d5ec port 9902e1f3-06be-4ceb-a27b-150d2483208b binding host dv-cinder-799631-1-iscsi {{(pid=93089) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 12:25:54.489875 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-50aa0c4f-1a6f-4a70-bdba-df0f4540d162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772861'] for port, before_update {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:25:54.805726 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-50aa0c4f-1a6f-4a70-bdba-df0f4540d162 None None] Notify callbacks [] for port, precommit_update {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:25:54.816068 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.db.provisioning_blocks [None req-50aa0c4f-1a6f-4a70-bdba-df0f4540d162 None None] Transition to ACTIVE for port object 9902e1f3-06be-4ceb-a27b-150d2483208b will not be triggered until provisioned by entity L2. {{(pid=93089) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:25:54.822169 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-50aa0c4f-1a6f-4a70-bdba-df0f4540d162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-772913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730294210856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730293689582', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730293689631'] for port, after_update {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:25:54.871545 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.managers [None req-50aa0c4f-1a6f-4a70-bdba-df0f4540d162 None None] Attempting to bind port 9902e1f3-06be-4ceb-a27b-150d2483208b on host dv-cinder-799631-1-iscsi for vnic_type normal with profile {{(pid=93089) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:25:54.871925 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.managers [None req-50aa0c4f-1a6f-4a70-bdba-df0f4540d162 None None] Attempting to bind port 9902e1f3-06be-4ceb-a27b-150d2483208b by drivers openvswitch,hyperv on host dv-cinder-799631-1-iscsi at level 0 using segments [{'id': '89d2d2f7-34cd-4989-93e1-84776a10346d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a97b808-be6d-48ec-a40b-4668530ee790'}] {{(pid=93089) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:25:54.872322 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50aa0c4f-1a6f-4a70-bdba-df0f4540d162 None None] Attempting to bind port 9902e1f3-06be-4ceb-a27b-150d2483208b on network 2a97b808-be6d-48ec-a40b-4668530ee790 {{(pid=93089) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:25:54.882587 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50aa0c4f-1a6f-4a70-bdba-df0f4540d162 None None] Checking agent: {'id': '0df45e45-1cb7-430e-9311-5161aceb24d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799631-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 12, 25, 11), 'started_at': datetime.datetime(2021, 7, 6, 12, 25, 41), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 25, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799631-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93089) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:25:54.882963 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50aa0c4f-1a6f-4a70-bdba-df0f4540d162 None None] Checking segment: {'id': '89d2d2f7-34cd-4989-93e1-84776a10346d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a97b808-be6d-48ec-a40b-4668530ee790'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93089) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:25:54.883391 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-50aa0c4f-1a6f-4a70-bdba-df0f4540d162 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:25:54.883790 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50aa0c4f-1a6f-4a70-bdba-df0f4540d162 None None] Bound using segment: {'id': '89d2d2f7-34cd-4989-93e1-84776a10346d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a97b808-be6d-48ec-a40b-4668530ee790'} {{(pid=93089) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:25:54.884256 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.managers [None req-50aa0c4f-1a6f-4a70-bdba-df0f4540d162 None None] Bound port: 9902e1f3-06be-4ceb-a27b-150d2483208b, host: dv-cinder-799631-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89d2d2f7-34cd-4989-93e1-84776a10346d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a97b808-be6d-48ec-a40b-4668530ee790'}}] {{(pid=93089) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:25:54.884636 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-50aa0c4f-1a6f-4a70-bdba-df0f4540d162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772861'] for port, before_update {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:25:54.886204 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a505c38-0d49-4471-9ce9-cb8424cdb13a None None] Pushing event updated for resources: {'Port': ['ID=9902e1f3-06be-4ceb-a27b-150d2483208b,revision_number=2']} {{(pid=93089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:25:54.938149 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.db [None req-50aa0c4f-1a6f-4a70-bdba-df0f4540d162 None None] For port 9902e1f3-06be-4ceb-a27b-150d2483208b, host dv-cinder-799631-1-iscsi, cleared binding levels {{(pid=93089) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:25:54.941166 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.db [None req-50aa0c4f-1a6f-4a70-bdba-df0f4540d162 None None] For port 9902e1f3-06be-4ceb-a27b-150d2483208b, host dv-cinder-799631-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799631-1-iscsi',level=0,port_id=9902e1f3-06be-4ceb-a27b-150d2483208b,segment=NetworkSegment(89d2d2f7-34cd-4989-93e1-84776a10346d),segment_id=89d2d2f7-34cd-4989-93e1-84776a10346d)] {{(pid=93089) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:25:54.946116 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-50aa0c4f-1a6f-4a70-bdba-df0f4540d162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-772913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730294210856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730293689582', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730293689631'] for port, after_update {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:25:55.004817 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50aa0c4f-1a6f-4a70-bdba-df0f4540d162 None None] Routers {'d6f5dd90-f2af-435b-ab5e-cd1763f6d5ec'} bound to L3 agent in host dv-cinder-799631-1-iscsi {{(pid=93089) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:25:55.005155 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.db.l3_hamode_db [None req-50aa0c4f-1a6f-4a70-bdba-df0f4540d162 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799631-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-06T12:25:10Z,description=,heartbeat_timestamp=2021-07-06T12:25:40Z,host='dv-cinder-799631-1-iscsi',id=8f648e93-51d3-4e20-9eca-a57842435ba1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T12:25:10Z,topic='l3_agent')) {'router_ids': ['d6f5dd90-f2af-435b-ab5e-cd1763f6d5ec'], 'active': True} {{(pid=93089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:25:55.006996 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a505c38-0d49-4471-9ce9-cb8424cdb13a None None] Pushing event updated for resources: {'Port': ['ID=9902e1f3-06be-4ceb-a27b-150d2483208b,revision_number=3']} {{(pid=93089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:25:55.125992 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.rpc [None req-3dd6613b-aa53-445d-9a05-4c085a94a05e None None] Device 7e500a6a-cc77-45cc-b741-4a342ff93c71 up at agent ovs-agent-dv-cinder-799631-1-iscsi {{(pid=93089) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:25:55.235098 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.db.provisioning_blocks [None req-3dd6613b-aa53-445d-9a05-4c085a94a05e None None] Provisioning complete for port 7e500a6a-cc77-45cc-b741-4a342ff93c71 triggered by entity L2. {{(pid=93089) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:25:55.235471 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-3dd6613b-aa53-445d-9a05-4c085a94a05e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912496'] for port, provisioning_complete {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:25:55.238255 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.db.l3_dvr_db [None req-50aa0c4f-1a6f-4a70-bdba-df0f4540d162 None None] Set router d6f5dd90-f2af-435b-ab5e-cd1763f6d5ec gateway port host: dv-cinder-799631-1-iscsi {{(pid=93089) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:25:55.513786 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.db.l3_hamode_db [None req-50aa0c4f-1a6f-4a70-bdba-df0f4540d162 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6f5dd90-f2af-435b-ab5e-cd1763f6d5ec', 'name': 'router1', 'tenant_id': 'b69bb126d4384b0a9c6aa5195a78e410', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a97b808-be6d-48ec-a40b-4668530ee790', 'external_fixed_ips': [{'subnet_id': '1816a596-2dc6-4d27-98a5-201cc12476f2', 'ip_address': '172.27.1.150'}], 'enable_snat': True}, 'gw_port_id': '9902e1f3-06be-4ceb-a27b-150d2483208b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:25:36Z', 'updated_at': '2021-07-06T12:25:53Z', 'revision_number': 4, 'project_id': 'b69bb126d4384b0a9c6aa5195a78e410', 'gw_port': {'id': '9902e1f3-06be-4ceb-a27b-150d2483208b', 'name': '', 'network_id': '2a97b808-be6d-48ec-a40b-4668530ee790', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:1d:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6f5dd90-f2af-435b-ab5e-cd1763f6d5ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '1816a596-2dc6-4d27-98a5-201cc12476f2', 'ip_address': '172.27.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799631-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:25:52Z', 'updated_at': '2021-07-06T12:25:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1816a596-2dc6-4d27-98a5-201cc12476f2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799631-1-iscsi', '_interfaces': [{'id': '7e500a6a-cc77-45cc-b741-4a342ff93c71', 'name': '', 'network_id': 'fa2e6258-f3d6-4cfc-90e2-2893fc6c4323', 'tenant_id': 'b69bb126d4384b0a9c6aa5195a78e410', 'mac_address': 'fa:16:3e:d1:ab:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6f5dd90-f2af-435b-ab5e-cd1763f6d5ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e1019e87-9d3f-4d65-b345-1abd8593bdef', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799631-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:25:45Z', 'updated_at': '2021-07-06T12:25:53Z', 'revision_number': 5, 'project_id': 'b69bb126d4384b0a9c6aa5195a78e410', 'subnets': [{'id': 'e1019e87-9d3f-4d65-b345-1abd8593bdef', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '846ec524-030d-45f6-a2be-641622c2cd16'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799631-1-iscsi', False) {} {{(pid=93089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:25:55.539776 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50aa0c4f-1a6f-4a70-bdba-df0f4540d162 None None] The sync data for ids ['d6f5dd90-f2af-435b-ab5e-cd1763f6d5ec'] in dv-cinder-799631-1-iscsi is: [{'id': 'd6f5dd90-f2af-435b-ab5e-cd1763f6d5ec', 'name': 'router1', 'tenant_id': 'b69bb126d4384b0a9c6aa5195a78e410', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a97b808-be6d-48ec-a40b-4668530ee790', 'external_fixed_ips': [{'subnet_id': '1816a596-2dc6-4d27-98a5-201cc12476f2', 'ip_address': '172.27.1.150'}], 'enable_snat': True}, 'gw_port_id': '9902e1f3-06be-4ceb-a27b-150d2483208b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:25:36Z', 'updated_at': '2021-07-06T12:25:53Z', 'revision_number': 4, 'project_id': 'b69bb126d4384b0a9c6aa5195a78e410', 'gw_port': {'id': '9902e1f3-06be-4ceb-a27b-150d2483208b', 'name': '', 'network_id': '2a97b808-be6d-48ec-a40b-4668530ee790', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:1d:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6f5dd90-f2af-435b-ab5e-cd1763f6d5ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '1816a596-2dc6-4d27-98a5-201cc12476f2', 'ip_address': '172.27.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799631-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:25:52Z', 'updated_at': '2021-07-06T12:25:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1816a596-2dc6-4d27-98a5-201cc12476f2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799631-1-iscsi', '_interfaces': [{'id': '7e500a6a-cc77-45cc-b741-4a342ff93c71', 'name': '', 'network_id': 'fa2e6258-f3d6-4cfc-90e2-2893fc6c4323', 'tenant_id': 'b69bb126d4384b0a9c6aa5195a78e410', 'mac_address': 'fa:16:3e:d1:ab:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6f5dd90-f2af-435b-ab5e-cd1763f6d5ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e1019e87-9d3f-4d65-b345-1abd8593bdef', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799631-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:25:45Z', 'updated_at': '2021-07-06T12:25:53Z', 'revision_number': 5, 'project_id': 'b69bb126d4384b0a9c6aa5195a78e410', 'subnets': [{'id': 'e1019e87-9d3f-4d65-b345-1abd8593bdef', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '846ec524-030d-45f6-a2be-641622c2cd16'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93089) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:25:56.212080 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.wsgi [-] (93088) accepted ('10.222.0.106', 44950) {{(pid=93088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:25:56.340810 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [None req-0ce1f391-6d3e-41ad-8387-40f21a7ae1a4 admin admin] 10.222.0.106 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1275539 Jul 06 12:25:57.065052 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.rpc [None req-3dd6613b-aa53-445d-9a05-4c085a94a05e None None] Device 9902e1f3-06be-4ceb-a27b-150d2483208b up at agent ovs-agent-dv-cinder-799631-1-iscsi {{(pid=93089) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:25:57.118806 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.db.provisioning_blocks [None req-3dd6613b-aa53-445d-9a05-4c085a94a05e None None] Provisioning for port 9902e1f3-06be-4ceb-a27b-150d2483208b completed by entity L2. {{(pid=93089) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:25:57.124484 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.db.provisioning_blocks [None req-3dd6613b-aa53-445d-9a05-4c085a94a05e None None] Provisioning complete for port 9902e1f3-06be-4ceb-a27b-150d2483208b triggered by entity L2. {{(pid=93089) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:25:57.127317 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-3dd6613b-aa53-445d-9a05-4c085a94a05e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912496'] for port, provisioning_complete {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:25:57.228391 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-3dd6613b-aa53-445d-9a05-4c085a94a05e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772861'] for port, before_update {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:25:57.252992 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.db [None req-3dd6613b-aa53-445d-9a05-4c085a94a05e None None] For port 9902e1f3-06be-4ceb-a27b-150d2483208b, host dv-cinder-799631-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799631-1-iscsi',level=0,port_id=9902e1f3-06be-4ceb-a27b-150d2483208b,segment=NetworkSegment(89d2d2f7-34cd-4989-93e1-84776a10346d),segment_id=89d2d2f7-34cd-4989-93e1-84776a10346d)] {{(pid=93089) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:25:57.258146 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-3dd6613b-aa53-445d-9a05-4c085a94a05e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-772913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730294210856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730293689582', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730293689631'] for port, after_update {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:25:57.304514 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd6613b-aa53-445d-9a05-4c085a94a05e None None] Pushing event updated for resources: {'Port': ['ID=9902e1f3-06be-4ceb-a27b-150d2483208b,revision_number=4']} {{(pid=93089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:25:59.052367 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.rpc [None req-3dd6613b-aa53-445d-9a05-4c085a94a05e None None] Device 9902e1f3-06be-4ceb-a27b-150d2483208b up at agent ovs-agent-dv-cinder-799631-1-iscsi {{(pid=93089) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:25:59.102990 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.db.provisioning_blocks [None req-3dd6613b-aa53-445d-9a05-4c085a94a05e None None] Provisioning complete for port 9902e1f3-06be-4ceb-a27b-150d2483208b triggered by entity L2. {{(pid=93089) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:25:59.103390 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-3dd6613b-aa53-445d-9a05-4c085a94a05e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912496'] for port, provisioning_complete {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:26:07.205936 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-0f22004f-388a-4d8f-9bdd-0854583f8221 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730293992524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912513'] for agent, after_update {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:26:10.475225 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-14e948a4-577c-4f55-a672-2c9b90ff36e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730293992524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912513'] for agent, after_update {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:26:10.841271 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-3dd6613b-aa53-445d-9a05-4c085a94a05e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730293992524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912513'] for agent, after_update {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:26:11.444009 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-59602645-7b03-4a79-8c54-32befe919dd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730293992524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912513'] for agent, after_update {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:26:12.995332 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-eaae0be5-6402-4968-ae30-74f1a6482786 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730293992524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912513'] for agent, after_update {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:26:18.038260 dv-cinder-799631-1-iscsi neutron-server[93090]: DEBUG neutron.db.agents_db [None req-df1e7349-c09a-47b1-8f5e-4c337b6ca707 None None] Agent healthcheck: found 5 active agents {{(pid=93090) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 12:26:37.207513 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-9bc8267b-cdfe-4c5d-a2f0-478fc84d57f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730293992524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912513'] for agent, after_update {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:26:40.468390 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-02b558fb-63bf-4d13-9831-43a3512e9c8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730293992524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912513'] for agent, after_update {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:26:40.848716 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-3dd6613b-aa53-445d-9a05-4c085a94a05e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730293992524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912513'] for agent, after_update {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:26:41.447339 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-59602645-7b03-4a79-8c54-32befe919dd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730293992524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912513'] for agent, after_update {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:26:42.982723 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-eaae0be5-6402-4968-ae30-74f1a6482786 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730293992524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912513'] for agent, after_update {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:26:55.027181 dv-cinder-799631-1-iscsi neutron-server[93090]: DEBUG neutron.db.agents_db [None req-df1e7349-c09a-47b1-8f5e-4c337b6ca707 None None] Agent healthcheck: found 5 active agents {{(pid=93090) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 12:27:07.209872 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-b8a6a34f-f7ed-49af-9677-c173208489b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730293992524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912513'] for agent, after_update {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:27:10.469164 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-56e76f82-3da7-4b9d-bfe0-6247e7098794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730293992524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912513'] for agent, after_update {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:27:10.843792 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-3dd6613b-aa53-445d-9a05-4c085a94a05e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730293992524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912513'] for agent, after_update {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:27:11.443490 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-59602645-7b03-4a79-8c54-32befe919dd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730293992524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912513'] for agent, after_update {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:27:12.990551 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-eaae0be5-6402-4968-ae30-74f1a6482786 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730293992524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912513'] for agent, after_update {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:27:32.026219 dv-cinder-799631-1-iscsi neutron-server[93090]: DEBUG neutron.db.agents_db [None req-df1e7349-c09a-47b1-8f5e-4c337b6ca707 None None] Agent healthcheck: found 5 active agents {{(pid=93090) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 12:27:36.688976 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.wsgi [-] (93088) accepted ('10.222.0.106', 45518) {{(pid=93088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:27:36.749863 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.pecan_wsgi.hooks.translation [None req-57852403-8bc1-4e04-b9ef-1b23e7af3f00 admin admin] GET failed (client error): The resource could not be found. Jul 06 12:27:36.751244 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [None req-57852403-8bc1-4e04-b9ef-1b23e7af3f00 admin admin] 10.222.0.106 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0612586 Jul 06 12:27:36.914662 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fd6b73d-0130-4e3e-a881-2a449feaed3b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:27:36.916110 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [None req-7fd6b73d-0130-4e3e-a881-2a449feaed3b admin admin] 10.222.0.106 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 873 time: 0.1609647 Jul 06 12:27:37.214694 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-19b624e7-8d0f-45f9-ad6d-04073e219e10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730293992524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912513'] for agent, after_update {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:27:39.102920 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.wsgi [-] (93088) accepted ('10.222.0.106', 45528) {{(pid=93088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:27:39.193012 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-871f8583-3b33-435b-a7eb-5b8987a2402a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:27:39.194381 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [None req-871f8583-3b33-435b-a7eb-5b8987a2402a admin admin] 10.222.0.106 "GET /v2.0/subnets/e1019e87-9d3f-4d65-b345-1abd8593bdef HTTP/1.1" status: 200 len: 849 time: 0.0904775 Jul 06 12:27:39.204081 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.api.v2.base [None req-bbad194d-c0e1-4986-91de-299fa32b01f8 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=93088) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:27:39.291243 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-bbad194d-c0e1-4986-91de-299fa32b01f8 admin admin] Notify callbacks [] for subnet, before_update {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:27:39.431575 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-bbad194d-c0e1-4986-91de-299fa32b01f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1774543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8730294210847'] for subnet, after_update {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:27:39.462861 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbad194d-c0e1-4986-91de-299fa32b01f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:27:39.462861 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-bbad194d-c0e1-4986-91de-299fa32b01f8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582504'] for subnet, before_response {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:27:39.465722 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [None req-bbad194d-c0e1-4986-91de-299fa32b01f8 admin admin] 10.222.0.106 "PUT /v2.0/subnets/e1019e87-9d3f-4d65-b345-1abd8593bdef HTTP/1.1" status: 200 len: 868 time: 0.2650962 Jul 06 12:27:39.466820 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2af87297-a84f-4d69-aaa5-5dbc301127d3 None None] Network fa2e6258-f3d6-4cfc-90e2-2893fc6c4323 requested from dv-cinder-799631-1-iscsi {{(pid=93089) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:27:39.489613 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbad194d-c0e1-4986-91de-299fa32b01f8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e1019e87-9d3f-4d65-b345-1abd8593bdef,revision_number=1']} {{(pid=93088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:27:39.497768 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbad194d-c0e1-4986-91de-299fa32b01f8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799631-1-iscsi {{(pid=93088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:27:39.498223 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbad194d-c0e1-4986-91de-299fa32b01f8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799631-1-iscsi {{(pid=93088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:27:39.498493 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbad194d-c0e1-4986-91de-299fa32b01f8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799631-1-iscsi {{(pid=93088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:27:39.498833 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbad194d-c0e1-4986-91de-299fa32b01f8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799631-1-iscsi {{(pid=93088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:27:39.499192 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbad194d-c0e1-4986-91de-299fa32b01f8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799631-1-iscsi {{(pid=93088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:27:39.499551 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbad194d-c0e1-4986-91de-299fa32b01f8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799631-1-iscsi {{(pid=93088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:27:39.499888 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbad194d-c0e1-4986-91de-299fa32b01f8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-799631-1-iscsi {{(pid=93088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:27:39.500481 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbad194d-c0e1-4986-91de-299fa32b01f8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-799631-1-iscsi {{(pid=93088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:27:39.500836 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbad194d-c0e1-4986-91de-299fa32b01f8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799631-1-iscsi {{(pid=93088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:27:39.501169 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbad194d-c0e1-4986-91de-299fa32b01f8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799631-1-iscsi {{(pid=93088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:27:39.501499 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbad194d-c0e1-4986-91de-299fa32b01f8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799631-1-iscsi {{(pid=93088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:27:39.501829 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbad194d-c0e1-4986-91de-299fa32b01f8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799631-1-iscsi {{(pid=93088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:27:39.851730 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.db.provisioning_blocks [None req-87b16bff-e05a-4303-8b40-fc340aea4679 None None] Provisioning complete for port 7e500a6a-cc77-45cc-b741-4a342ff93c71 triggered by entity DHCP. {{(pid=93089) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:27:39.852111 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-87b16bff-e05a-4303-8b40-fc340aea4679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912496'] for port, provisioning_complete {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:27:39.943644 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.db.provisioning_blocks [None req-87b16bff-e05a-4303-8b40-fc340aea4679 None None] Provisioning complete for port 84bb49c3-490f-45e5-b67f-bc2815726517 triggered by entity DHCP. {{(pid=93089) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:27:39.943915 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-87b16bff-e05a-4303-8b40-fc340aea4679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912496'] for port, provisioning_complete {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:27:40.471355 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-9d25e8e9-f25d-40b9-b4a3-308783b83da2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730293992524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912513'] for agent, after_update {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:27:40.846033 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-3dd6613b-aa53-445d-9a05-4c085a94a05e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730293992524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912513'] for agent, after_update {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:27:41.448023 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-59602645-7b03-4a79-8c54-32befe919dd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730293992524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912513'] for agent, after_update {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:27:41.636174 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.wsgi [-] (93088) accepted ('10.222.0.106', 45536) {{(pid=93088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:27:41.831110 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ba7ee80-7114-4deb-99bf-e61586df2595 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:27:41.831581 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ba7ee80-7114-4deb-99bf-e61586df2595 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:27:41.833114 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [None req-8ba7ee80-7114-4deb-99bf-e61586df2595 admin admin] 10.222.0.106 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1550 time: 0.1959717 Jul 06 12:27:42.995094 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-eaae0be5-6402-4968-ae30-74f1a6482786 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730293992524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912513'] for agent, after_update {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:27:44.046105 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.wsgi [-] (93088) accepted ('10.222.0.106', 45544) {{(pid=93088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:27:44.177298 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5c38378-4e46-47bf-a16b-e6a4d88bcbc9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:27:44.177668 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5c38378-4e46-47bf-a16b-e6a4d88bcbc9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:27:44.179229 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [None req-d5c38378-4e46-47bf-a16b-e6a4d88bcbc9 admin admin] 10.222.0.106 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1550 time: 0.1321483 Jul 06 12:27:46.343869 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.wsgi [-] (93088) accepted ('10.222.0.106', 45552) {{(pid=93088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:27:46.469943 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4057419d-a8b1-4f49-9cc2-0319db9c45a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:27:46.471345 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [None req-4057419d-a8b1-4f49-9cc2-0319db9c45a4 admin admin] 10.222.0.106 "GET /v2.0/networks/2a97b808-be6d-48ec-a40b-4668530ee790 HTTP/1.1" status: 200 len: 886 time: 0.1265249 Jul 06 12:27:48.637975 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.wsgi [-] (93088) accepted ('10.222.0.106', 45560) {{(pid=93088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:27:48.762451 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c86b4b7-5f24-4dd4-b527-2f443b6c8188 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:27:48.763830 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [None req-7c86b4b7-5f24-4dd4-b527-2f443b6c8188 admin admin] 10.222.0.106 "GET /v2.0/networks/fa2e6258-f3d6-4cfc-90e2-2893fc6c4323 HTTP/1.1" status: 200 len: 870 time: 0.1248686 Jul 06 12:27:50.907744 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.wsgi [-] (93088) accepted ('10.222.0.106', 45568) {{(pid=93088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:27:51.029201 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dfc4c2e-0d88-4b0b-b60a-5711639b3df8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:27:51.029661 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dfc4c2e-0d88-4b0b-b60a-5711639b3df8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:27:51.031258 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [None req-1dfc4c2e-0d88-4b0b-b60a-5711639b3df8 admin admin] 10.222.0.106 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1225286 Jul 06 12:27:53.185352 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.wsgi [-] (93087) accepted ('10.222.0.106', 45576) {{(pid=93087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:27:53.313634 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82f9750e-729e-4b5b-b0f1-f8e50aa82173 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:27:53.314091 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82f9750e-729e-4b5b-b0f1-f8e50aa82173 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:27:53.315671 dv-cinder-799631-1-iscsi neutron-server[93087]: INFO neutron.wsgi [None req-82f9750e-729e-4b5b-b0f1-f8e50aa82173 admin admin] 10.222.0.106 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1293671 Jul 06 12:27:55.547643 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.wsgi [-] (93088) accepted ('10.222.0.106', 45586) {{(pid=93088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:27:55.631520 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-036e49c1-a959-41b1-a72e-36f00eb64504 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:27:55.632845 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [None req-036e49c1-a959-41b1-a72e-36f00eb64504 admin admin] 10.222.0.106 "GET /v2.0/subnets/1816a596-2dc6-4d27-98a5-201cc12476f2 HTTP/1.1" status: 200 len: 816 time: 0.0842652 Jul 06 12:27:57.766633 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.wsgi [-] (93088) accepted ('10.222.0.106', 45594) {{(pid=93088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:27:57.856223 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9469f198-1e82-4d23-97be-793281f36ba8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:27:57.857588 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [None req-9469f198-1e82-4d23-97be-793281f36ba8 admin admin] 10.222.0.106 "GET /v2.0/subnets/e1019e87-9d3f-4d65-b345-1abd8593bdef HTTP/1.1" status: 200 len: 868 time: 0.0899816 Jul 06 12:28:07.217129 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-54c94947-0302-458f-9f2e-bf908a5d8759 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730293992524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912513'] for agent, after_update {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:28:09.025169 dv-cinder-799631-1-iscsi neutron-server[93090]: DEBUG neutron.db.agents_db [None req-df1e7349-c09a-47b1-8f5e-4c337b6ca707 None None] Agent healthcheck: found 5 active agents {{(pid=93090) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 12:28:10.473155 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-5a388775-a783-449b-818b-b37d0977ecd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730293992524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912513'] for agent, after_update {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:28:10.852095 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-3dd6613b-aa53-445d-9a05-4c085a94a05e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730293992524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912513'] for agent, after_update {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:28:11.448705 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-59602645-7b03-4a79-8c54-32befe919dd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730293992524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912513'] for agent, after_update {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:28:13.001741 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-eaae0be5-6402-4968-ae30-74f1a6482786 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730293992524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912513'] for agent, after_update {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:28:21.623639 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.wsgi [-] (93088) accepted ('10.222.0.106', 45638) {{(pid=93088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:28:21.672726 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.wsgi [None req-cc2436e9-8ed0-452a-88f6-e7fd66c9c2d4 admin admin] http://10.222.0.106:9696/v2.0/extensions returned with HTTP 200 {{(pid=93088) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 12:28:21.673713 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [None req-cc2436e9-8ed0-452a-88f6-e7fd66c9c2d4 admin admin] 10.222.0.106 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0491328 Jul 06 12:28:23.897606 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.wsgi [-] (93088) accepted ('10.222.0.106', 45646) {{(pid=93088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:28:23.967017 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.pecan_wsgi.hooks.translation [None req-7470e69c-b9ea-43fa-a322-68e197e94124 admin admin] GET failed (client error): The resource could not be found. Jul 06 12:28:23.968488 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [None req-7470e69c-b9ea-43fa-a322-68e197e94124 admin admin] 10.222.0.106 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0699015 Jul 06 12:28:24.161882 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9a42844-bcef-4a87-8535-16153a81083f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:28:24.163312 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [None req-c9a42844-bcef-4a87-8535-16153a81083f admin admin] 10.222.0.106 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1908953 Jul 06 12:28:26.347778 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.wsgi [-] (93088) accepted ('10.222.0.106', 45654) {{(pid=93088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:28:26.401844 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.api.v2.base [None req-6283984d-1bdc-4bbe-82e4-c5b6c1026567 admin admin] Request body: {'network': {'name': 'shared', 'shared': True, 'admin_state_up': True}} {{(pid=93088) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:28:26.423786 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6283984d-1bdc-4bbe-82e4-c5b6c1026567 admin admin] Made reservation on behalf of bd6de93fcacc41e89346eac347021ebd for: {'network': 1} {{(pid=93088) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:28:26.426305 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-6283984d-1bdc-4bbe-82e4-c5b6c1026567 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772861'] for network, before_create {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:28:26.454233 dv-cinder-799631-1-iscsi neutron-server[93088]: WARNING neutron.services.revisions.revision_plugin [None req-6283984d-1bdc-4bbe-82e4-c5b6c1026567 admin admin] Could not find related network for resource to bump revision. Jul 06 12:28:26.466006 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6283984d-1bdc-4bbe-82e4-c5b6c1026567 admin admin] vlan segment allocate from pool success with {'vlan_id': 1082, 'physical_network': 'physnet1'} {{(pid=93088) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 12:28:26.474850 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-6283984d-1bdc-4bbe-82e4-c5b6c1026567 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-886815'] for segment, precommit_create {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:28:26.475230 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.db.segments_db [None req-6283984d-1bdc-4bbe-82e4-c5b6c1026567 admin admin] Added segment 612cdda8-ce3d-4898-a91e-9326f9f55af0 of type vlan for network 5560325a-228d-4dd6-b9b1-abd63fc92f66 Jul 06 12:28:26.516050 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-6283984d-1bdc-4bbe-82e4-c5b6c1026567 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730293704277'] for network, precommit_create {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:28:26.544564 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-6283984d-1bdc-4bbe-82e4-c5b6c1026567 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1774397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582535'] for network, after_create {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:28:26.545411 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6283984d-1bdc-4bbe-82e4-c5b6c1026567 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:28:26.545984 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-6283984d-1bdc-4bbe-82e4-c5b6c1026567 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582504'] for network, before_response {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:28:26.595530 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [None req-6283984d-1bdc-4bbe-82e4-c5b6c1026567 admin admin] 10.222.0.106 "POST /v2.0/networks HTTP/1.1" status: 201 len: 848 time: 0.2466316 Jul 06 12:28:26.603306 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6283984d-1bdc-4bbe-82e4-c5b6c1026567 admin admin] Pushing event updated for resources: {'Network': ['ID=5560325a-228d-4dd6-b9b1-abd63fc92f66,revision_number=1']} {{(pid=93088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:28:26.615480 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.rpc [None req-3dd6613b-aa53-445d-9a05-4c085a94a05e None None] Network 5560325a-228d-4dd6-b9b1-abd63fc92f66 details requested by agent ovs-agent-dv-cinder-799631-1-iscsi with host dv-cinder-799631-1-iscsi {{(pid=93089) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 12:28:28.798114 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.wsgi [-] (93088) accepted ('10.222.0.106', 45662) {{(pid=93088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:28:28.860620 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.pecan_wsgi.hooks.translation [None req-511087bf-4546-4184-a2c5-d2d51b2541d4 admin admin] GET failed (client error): The resource could not be found. Jul 06 12:28:28.862018 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [None req-511087bf-4546-4184-a2c5-d2d51b2541d4 admin admin] 10.222.0.106 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0629406 Jul 06 12:28:28.932796 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dc73428-e802-4b48-997b-aa6fd6dd2173 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:28:28.934292 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [None req-7dc73428-e802-4b48-997b-aa6fd6dd2173 admin admin] 10.222.0.106 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 827 time: 0.0673981 Jul 06 12:28:28.943831 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.api.v2.base [None req-56f6dfe6-bd45-4618-b45f-2888a737c792 admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'network_id': '5560325a-228d-4dd6-b9b1-abd63fc92f66', 'cidr': '192.168.233.0/24', 'ip_version': 4, 'name': 'shared-subnet'}} {{(pid=93088) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:28:28.964017 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56f6dfe6-bd45-4618-b45f-2888a737c792 admin admin] Made reservation on behalf of bd6de93fcacc41e89346eac347021ebd for: {'subnet': 1} {{(pid=93088) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:28:28.967295 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-56f6dfe6-bd45-4618-b45f-2888a737c792 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:28:29.127130 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-56f6dfe6-bd45-4618-b45f-2888a737c792 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1774543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582535'] for subnet, after_create {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:28:29.182975 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f6dfe6-bd45-4618-b45f-2888a737c792 admin admin] Pushing event updated for resources: {'Subnet': ['ID=208eef78-ec73-40f7-87d1-5c3d9dc2466c,revision_number=0']} {{(pid=93088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:28:29.190131 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56f6dfe6-bd45-4618-b45f-2888a737c792 admin admin] Checking segment: {'id': '612cdda8-ce3d-4898-a91e-9326f9f55af0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': '5560325a-228d-4dd6-b9b1-abd63fc92f66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93088) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:28:29.190569 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56f6dfe6-bd45-4618-b45f-2888a737c792 admin admin] Network hostable DHCP agents. Network: 5560325a-228d-4dd6-b9b1-abd63fc92f66, hostable agents: ['4e405fa1-8706-417c-9214-b4e9d51c0aa2'], hosted agents: [] {{(pid=93088) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 12:28:29.207662 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56f6dfe6-bd45-4618-b45f-2888a737c792 admin admin] Network 5560325a-228d-4dd6-b9b1-abd63fc92f66 is scheduled to be hosted by DHCP agent 4e405fa1-8706-417c-9214-b4e9d51c0aa2 with binding_index 1 {{(pid=93088) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 12:28:29.216428 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.scheduler.base_scheduler [None req-56f6dfe6-bd45-4618-b45f-2888a737c792 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-799631-1-iscsi, 5560325a-228d-4dd6-b9b1-abd63fc92f66) {{(pid=93088) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:28:29.222305 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56f6dfe6-bd45-4618-b45f-2888a737c792 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:28:29.222305 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-56f6dfe6-bd45-4618-b45f-2888a737c792 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582504'] for subnet, before_response {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:28:29.225432 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9a53026-a8c6-4764-be43-bb1f4705a9f4 None None] Network 5560325a-228d-4dd6-b9b1-abd63fc92f66 requested from dv-cinder-799631-1-iscsi {{(pid=93089) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:28:29.237644 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [None req-56f6dfe6-bd45-4618-b45f-2888a737c792 admin admin] 10.222.0.106 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.2972374 Jul 06 12:28:29.471794 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9ca05f4-7d72-40bb-a551-f1293c1b789d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d5148ee-c8da-5cea-b4c5-c4f407a95c14-5560325a-228d-4dd6-b9b1-abd63fc92f66', 'network_id': '5560325a-228d-4dd6-b9b1-abd63fc92f66', 'tenant_id': 'bd6de93fcacc41e89346eac347021ebd', 'fixed_ips': [{'subnet_id': '208eef78-ec73-40f7-87d1-5c3d9dc2466c'}]}} from dv-cinder-799631-1-iscsi. {{(pid=93089) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 12:28:29.472669 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-b9ca05f4-7d72-40bb-a551-f1293c1b789d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772861'] for port, before_create {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:28:29.610165 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.db.db_base_plugin_common [None req-b9ca05f4-7d72-40bb-a551-f1293c1b789d None None] Allocated IP 192.168.233.2 (5560325a-228d-4dd6-b9b1-abd63fc92f66/208eef78-ec73-40f7-87d1-5c3d9dc2466c/f3cc29cd-3533-4586-a5cf-a0f50ad512c9) {{(pid=93089) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:28:29.764905 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-b9ca05f4-7d72-40bb-a551-f1293c1b789d None None] Notify callbacks [] for port, precommit_create {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:28:29.773499 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.db.provisioning_blocks [None req-b9ca05f4-7d72-40bb-a551-f1293c1b789d None None] Transition to ACTIVE for port object f3cc29cd-3533-4586-a5cf-a0f50ad512c9 will not be triggered until provisioned by entity L2. {{(pid=93089) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:28:29.789208 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.db.provisioning_blocks [None req-b9ca05f4-7d72-40bb-a551-f1293c1b789d None None] Transition to ACTIVE for port object f3cc29cd-3533-4586-a5cf-a0f50ad512c9 will not be triggered until provisioned by entity DHCP. {{(pid=93089) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:28:29.795351 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-b9ca05f4-7d72-40bb-a551-f1293c1b789d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-772920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-407207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730293689564'] for port, after_create {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:28:29.834836 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9ca05f4-7d72-40bb-a551-f1293c1b789d None None] Network 5560325a-228d-4dd6-b9b1-abd63fc92f66 is already hosted by enough agents. {{(pid=93089) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:28:29.840547 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.scheduler.base_scheduler [None req-b9ca05f4-7d72-40bb-a551-f1293c1b789d None None] Resources bound (agent type, host, resource id): {{(pid=93089) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:28:29.845171 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9ca05f4-7d72-40bb-a551-f1293c1b789d None None] Received port after_create {{(pid=93089) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:28:29.847185 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ca05f4-7d72-40bb-a551-f1293c1b789d None None] Pushing event updated for resources: {'Port': ['ID=f3cc29cd-3533-4586-a5cf-a0f50ad512c9,revision_number=1']} {{(pid=93089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:28:29.857603 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9ca05f4-7d72-40bb-a551-f1293c1b789d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799631-1-iscsi {{(pid=93089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:28:29.857961 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9ca05f4-7d72-40bb-a551-f1293c1b789d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799631-1-iscsi {{(pid=93089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:28:29.858308 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9ca05f4-7d72-40bb-a551-f1293c1b789d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799631-1-iscsi {{(pid=93089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:28:29.858651 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9ca05f4-7d72-40bb-a551-f1293c1b789d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799631-1-iscsi {{(pid=93089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:28:29.858988 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9ca05f4-7d72-40bb-a551-f1293c1b789d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799631-1-iscsi {{(pid=93089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:28:29.859354 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9ca05f4-7d72-40bb-a551-f1293c1b789d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799631-1-iscsi {{(pid=93089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:28:29.859691 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9ca05f4-7d72-40bb-a551-f1293c1b789d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-799631-1-iscsi {{(pid=93089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:28:29.860029 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9ca05f4-7d72-40bb-a551-f1293c1b789d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-799631-1-iscsi {{(pid=93089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:28:29.860384 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9ca05f4-7d72-40bb-a551-f1293c1b789d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799631-1-iscsi {{(pid=93089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:28:29.860717 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9ca05f4-7d72-40bb-a551-f1293c1b789d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799631-1-iscsi {{(pid=93089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:28:29.861051 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9ca05f4-7d72-40bb-a551-f1293c1b789d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799631-1-iscsi {{(pid=93089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:28:29.861377 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9ca05f4-7d72-40bb-a551-f1293c1b789d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799631-1-iscsi {{(pid=93089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:28:29.915486 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.managers [None req-b9ca05f4-7d72-40bb-a551-f1293c1b789d None None] Attempting to bind port f3cc29cd-3533-4586-a5cf-a0f50ad512c9 on host dv-cinder-799631-1-iscsi for vnic_type normal with profile {{(pid=93089) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:28:29.915869 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.managers [None req-b9ca05f4-7d72-40bb-a551-f1293c1b789d None None] Attempting to bind port f3cc29cd-3533-4586-a5cf-a0f50ad512c9 by drivers openvswitch,hyperv on host dv-cinder-799631-1-iscsi at level 0 using segments [{'id': '612cdda8-ce3d-4898-a91e-9326f9f55af0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': '5560325a-228d-4dd6-b9b1-abd63fc92f66'}] {{(pid=93089) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:28:29.916315 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9ca05f4-7d72-40bb-a551-f1293c1b789d None None] Attempting to bind port f3cc29cd-3533-4586-a5cf-a0f50ad512c9 on network 5560325a-228d-4dd6-b9b1-abd63fc92f66 {{(pid=93089) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:28:29.922147 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9ca05f4-7d72-40bb-a551-f1293c1b789d None None] Checking agent: {'id': '0df45e45-1cb7-430e-9311-5161aceb24d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799631-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 12, 25, 11), 'started_at': datetime.datetime(2021, 7, 6, 12, 25, 41), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 28, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799631-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93089) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:28:29.922147 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9ca05f4-7d72-40bb-a551-f1293c1b789d None None] Checking segment: {'id': '612cdda8-ce3d-4898-a91e-9326f9f55af0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': '5560325a-228d-4dd6-b9b1-abd63fc92f66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93089) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:28:29.922591 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-b9ca05f4-7d72-40bb-a551-f1293c1b789d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:28:29.922995 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9ca05f4-7d72-40bb-a551-f1293c1b789d None None] Bound using segment: {'id': '612cdda8-ce3d-4898-a91e-9326f9f55af0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': '5560325a-228d-4dd6-b9b1-abd63fc92f66'} {{(pid=93089) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:28:29.923514 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.managers [None req-b9ca05f4-7d72-40bb-a551-f1293c1b789d None None] Bound port: f3cc29cd-3533-4586-a5cf-a0f50ad512c9, host: dv-cinder-799631-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '612cdda8-ce3d-4898-a91e-9326f9f55af0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': '5560325a-228d-4dd6-b9b1-abd63fc92f66'}}] {{(pid=93089) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:28:29.923920 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-b9ca05f4-7d72-40bb-a551-f1293c1b789d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772861'] for port, before_update {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:28:29.993623 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.db [None req-b9ca05f4-7d72-40bb-a551-f1293c1b789d None None] For port f3cc29cd-3533-4586-a5cf-a0f50ad512c9, host dv-cinder-799631-1-iscsi, cleared binding levels {{(pid=93089) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:28:29.997253 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.db [None req-b9ca05f4-7d72-40bb-a551-f1293c1b789d None None] For port f3cc29cd-3533-4586-a5cf-a0f50ad512c9, host dv-cinder-799631-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799631-1-iscsi',level=0,port_id=f3cc29cd-3533-4586-a5cf-a0f50ad512c9,segment=NetworkSegment(612cdda8-ce3d-4898-a91e-9326f9f55af0),segment_id=612cdda8-ce3d-4898-a91e-9326f9f55af0)] {{(pid=93089) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:28:30.001244 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-b9ca05f4-7d72-40bb-a551-f1293c1b789d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-772913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730294210856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730293689582', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730293689631'] for port, after_update {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:28:30.086218 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ca05f4-7d72-40bb-a551-f1293c1b789d None None] Pushing event updated for resources: {'Port': ['ID=f3cc29cd-3533-4586-a5cf-a0f50ad512c9,revision_number=2']} {{(pid=93089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:28:30.908233 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-250cf34e-cda6-4140-a205-4de7a0cc3219 None None] Network 5560325a-228d-4dd6-b9b1-abd63fc92f66 requested from dv-cinder-799631-1-iscsi {{(pid=93089) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:28:30.972361 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.db.provisioning_blocks [None req-1063a61b-0fcd-4698-a3b7-4ef6ceb6cee2 None None] Provisioning for port f3cc29cd-3533-4586-a5cf-a0f50ad512c9 completed by entity DHCP. {{(pid=93089) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:28:31.227002 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.rpc [None req-3dd6613b-aa53-445d-9a05-4c085a94a05e None None] Device f3cc29cd-3533-4586-a5cf-a0f50ad512c9 up at agent ovs-agent-dv-cinder-799631-1-iscsi {{(pid=93089) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:28:31.282756 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.db.provisioning_blocks [None req-3dd6613b-aa53-445d-9a05-4c085a94a05e None None] Provisioning for port f3cc29cd-3533-4586-a5cf-a0f50ad512c9 completed by entity L2. {{(pid=93089) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:28:31.286967 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.db.provisioning_blocks [None req-3dd6613b-aa53-445d-9a05-4c085a94a05e None None] Provisioning complete for port f3cc29cd-3533-4586-a5cf-a0f50ad512c9 triggered by entity L2. {{(pid=93089) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:28:31.287407 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-3dd6613b-aa53-445d-9a05-4c085a94a05e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912496'] for port, provisioning_complete {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:28:31.336339 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.db.provisioning_blocks [None req-d378b569-ba97-47be-b595-bff08bc465de None None] Provisioning complete for port f3cc29cd-3533-4586-a5cf-a0f50ad512c9 triggered by entity DHCP. {{(pid=93089) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:28:31.336709 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-d378b569-ba97-47be-b595-bff08bc465de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912496'] for port, provisioning_complete {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:28:31.413080 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-3dd6613b-aa53-445d-9a05-4c085a94a05e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772861'] for port, before_update {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:28:31.473590 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.db [None req-3dd6613b-aa53-445d-9a05-4c085a94a05e None None] For port f3cc29cd-3533-4586-a5cf-a0f50ad512c9, host dv-cinder-799631-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799631-1-iscsi',level=0,port_id=f3cc29cd-3533-4586-a5cf-a0f50ad512c9,segment=NetworkSegment(612cdda8-ce3d-4898-a91e-9326f9f55af0),segment_id=612cdda8-ce3d-4898-a91e-9326f9f55af0)] {{(pid=93089) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:28:31.476018 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-d378b569-ba97-47be-b595-bff08bc465de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772861'] for port, before_update {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:28:31.479041 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-3dd6613b-aa53-445d-9a05-4c085a94a05e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-772913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730294210856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730293689582', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730293689631'] for port, after_update {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:28:31.561839 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd6613b-aa53-445d-9a05-4c085a94a05e None None] Pushing event updated for resources: {'Port': ['ID=f3cc29cd-3533-4586-a5cf-a0f50ad512c9,revision_number=3']} {{(pid=93089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:28:31.577125 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.db.api [None req-d378b569-ba97-47be-b595-bff08bc465de None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93089) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 06 12:28:31.577552 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG oslo_db.api [None req-d378b569-ba97-47be-b595-bff08bc465de None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 06 12:28:33.174406 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.rpc [None req-3dd6613b-aa53-445d-9a05-4c085a94a05e None None] Device f3cc29cd-3533-4586-a5cf-a0f50ad512c9 up at agent ovs-agent-dv-cinder-799631-1-iscsi {{(pid=93089) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:28:33.224155 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.db.provisioning_blocks [None req-3dd6613b-aa53-445d-9a05-4c085a94a05e None None] Provisioning complete for port f3cc29cd-3533-4586-a5cf-a0f50ad512c9 triggered by entity L2. {{(pid=93089) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:28:33.224529 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-3dd6613b-aa53-445d-9a05-4c085a94a05e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912496'] for port, provisioning_complete {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:28:37.219045 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-58fae534-5a2f-4958-8788-0b9ed2e1fb51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730293992524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912513'] for agent, after_update {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:28:40.477059 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-664a36e1-b4cc-468a-a755-2ab37c48385b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730293992524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912513'] for agent, after_update {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:28:40.854097 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-3dd6613b-aa53-445d-9a05-4c085a94a05e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730293992524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912513'] for agent, after_update {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:28:41.451692 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-59602645-7b03-4a79-8c54-32befe919dd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730293992524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912513'] for agent, after_update {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:28:43.008432 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-eaae0be5-6402-4968-ae30-74f1a6482786 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730293992524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912513'] for agent, after_update {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:28:46.024659 dv-cinder-799631-1-iscsi neutron-server[93090]: DEBUG neutron.db.agents_db [None req-df1e7349-c09a-47b1-8f5e-4c337b6ca707 None None] Agent healthcheck: found 5 active agents {{(pid=93090) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 12:29:07.221558 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-a30dd767-321d-4c8b-bd19-5e260c5e943e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730293992524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912513'] for agent, after_update {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:29:10.482547 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-979c3bc9-ed2f-440c-a188-e50953596dc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730293992524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912513'] for agent, after_update {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:29:10.856781 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-3dd6613b-aa53-445d-9a05-4c085a94a05e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730293992524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912513'] for agent, after_update {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:29:11.454843 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-59602645-7b03-4a79-8c54-32befe919dd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730293992524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912513'] for agent, after_update {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:29:13.013973 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-eaae0be5-6402-4968-ae30-74f1a6482786 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730293992524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912513'] for agent, after_update {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:29:23.022870 dv-cinder-799631-1-iscsi neutron-server[93090]: DEBUG neutron.db.agents_db [None req-df1e7349-c09a-47b1-8f5e-4c337b6ca707 None None] Agent healthcheck: found 5 active agents {{(pid=93090) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 12:29:37.227447 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-5a8abd6a-843a-4991-a9d4-b29dbc072626 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730293992524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912513'] for agent, after_update {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:29:37.917468 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.wsgi [-] (93088) accepted ('10.222.0.106', 45714) {{(pid=93088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:29:37.924071 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.wsgi [None req-16df5e6e-bd17-41df-ac0c-9aa4381ce8c9 tempest-verify_tempest_config-2001324980 tempest-verify_tempest_config-2001324980-project] http://10.222.0.106:9696/v2.0/extensions returned with HTTP 200 {{(pid=93088) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 12:29:37.924985 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [None req-16df5e6e-bd17-41df-ac0c-9aa4381ce8c9 tempest-verify_tempest_config-2001324980 tempest-verify_tempest_config-2001324980-project] 10.222.0.106 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0065248 Jul 06 12:29:38.245523 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.wsgi [-] (93088) accepted ('10.222.0.106', 45732) {{(pid=93088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:29:38.356081 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-415c6d3f-4f74-4118-b70f-6312b20eaad4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:29:38.441382 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-415c6d3f-4f74-4118-b70f-6312b20eaad4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:29:38.445467 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-415c6d3f-4f74-4118-b70f-6312b20eaad4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1774441'] for security_group, after_create {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:29:38.492730 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [None req-415c6d3f-4f74-4118-b70f-6312b20eaad4 admin admin] 10.222.0.106 "GET /v2.0/security-groups?tenant_id=39ffbcc52f06496e9a8905362951632b&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2458720 Jul 06 12:29:38.494587 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415c6d3f-4f74-4118-b70f-6312b20eaad4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87091e29-a034-4047-803a-73f4d4ed3fd0,revision_number=1']} {{(pid=93088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:29:38.496522 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.wsgi [-] (93088) accepted ('10.222.0.106', 45736) {{(pid=93088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:29:38.512467 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-415c6d3f-4f74-4118-b70f-6312b20eaad4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799631-1-iscsi {{(pid=93088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:29:38.512829 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-415c6d3f-4f74-4118-b70f-6312b20eaad4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799631-1-iscsi {{(pid=93088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:29:38.513175 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-415c6d3f-4f74-4118-b70f-6312b20eaad4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799631-1-iscsi {{(pid=93088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:29:38.513514 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-415c6d3f-4f74-4118-b70f-6312b20eaad4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799631-1-iscsi {{(pid=93088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:29:38.513839 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-415c6d3f-4f74-4118-b70f-6312b20eaad4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799631-1-iscsi {{(pid=93088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:29:38.514172 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-415c6d3f-4f74-4118-b70f-6312b20eaad4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799631-1-iscsi {{(pid=93088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:29:38.514486 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-415c6d3f-4f74-4118-b70f-6312b20eaad4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-799631-1-iscsi {{(pid=93088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:29:38.514808 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-415c6d3f-4f74-4118-b70f-6312b20eaad4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-799631-1-iscsi {{(pid=93088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:29:38.515186 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-415c6d3f-4f74-4118-b70f-6312b20eaad4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799631-1-iscsi {{(pid=93088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:29:38.515512 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-415c6d3f-4f74-4118-b70f-6312b20eaad4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799631-1-iscsi {{(pid=93088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:29:38.515833 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-415c6d3f-4f74-4118-b70f-6312b20eaad4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799631-1-iscsi {{(pid=93088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:29:38.516144 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-415c6d3f-4f74-4118-b70f-6312b20eaad4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799631-1-iscsi {{(pid=93088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:29:38.561314 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-11bd3b95-6f6f-4c6b-a48c-5e67b84ae12b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:29:38.584011 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-11bd3b95-6f6f-4c6b-a48c-5e67b84ae12b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:29:38.672606 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-11bd3b95-6f6f-4c6b-a48c-5e67b84ae12b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1774441'] for security_group, after_delete {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:29:38.676523 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-11bd3b95-6f6f-4c6b-a48c-5e67b84ae12b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:29:38.677825 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [None req-11bd3b95-6f6f-4c6b-a48c-5e67b84ae12b admin admin] 10.222.0.106 "DELETE /v2.0/security-groups/87091e29-a034-4047-803a-73f4d4ed3fd0 HTTP/1.1" status: 204 len: 168 time: 0.1802938 Jul 06 12:29:38.687585 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11bd3b95-6f6f-4c6b-a48c-5e67b84ae12b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87091e29-a034-4047-803a-73f4d4ed3fd0,revision_number=None']} {{(pid=93088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:29:40.485629 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-90edf1e5-186e-48aa-9fa5-92fac8a46d66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730293992524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912513'] for agent, after_update {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:29:40.859625 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-3dd6613b-aa53-445d-9a05-4c085a94a05e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730293992524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912513'] for agent, after_update {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:29:41.460540 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-59602645-7b03-4a79-8c54-32befe919dd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730293992524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912513'] for agent, after_update {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:29:43.016641 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-eaae0be5-6402-4968-ae30-74f1a6482786 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730293992524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912513'] for agent, after_update {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:30:00.021960 dv-cinder-799631-1-iscsi neutron-server[93090]: DEBUG neutron.db.agents_db [None req-df1e7349-c09a-47b1-8f5e-4c337b6ca707 None None] Agent healthcheck: found 5 active agents {{(pid=93090) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 12:30:07.217844 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-faff1668-f9c2-40ad-894a-e6757d911657 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730293992524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912513'] for agent, after_update {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:30:10.486438 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-c6ce8878-1bff-4bfb-8245-2332fb6d55a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730293992524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912513'] for agent, after_update {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:30:10.860566 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-3dd6613b-aa53-445d-9a05-4c085a94a05e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730293992524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912513'] for agent, after_update {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:30:11.461137 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-59602645-7b03-4a79-8c54-32befe919dd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730293992524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912513'] for agent, after_update {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:30:13.025418 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-eaae0be5-6402-4968-ae30-74f1a6482786 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730293992524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912513'] for agent, after_update {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:30:37.020663 dv-cinder-799631-1-iscsi neutron-server[93090]: DEBUG neutron.db.agents_db [None req-df1e7349-c09a-47b1-8f5e-4c337b6ca707 None None] Agent healthcheck: found 5 active agents {{(pid=93090) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 12:30:37.219636 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-c58635ab-0c09-45da-ba6c-359919e771c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730293992524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912513'] for agent, after_update {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:30:40.487345 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-7c3a65a8-6fb2-460e-a803-ab100791a315 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730293992524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912513'] for agent, after_update {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:30:40.862960 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-3dd6613b-aa53-445d-9a05-4c085a94a05e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730293992524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912513'] for agent, after_update {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:30:41.465398 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-59602645-7b03-4a79-8c54-32befe919dd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730293992524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912513'] for agent, after_update {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:30:43.026970 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-eaae0be5-6402-4968-ae30-74f1a6482786 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730293992524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912513'] for agent, after_update {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:31:07.222643 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-9c23cbf0-a405-45ab-863d-9ed912f23490 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730293992524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912513'] for agent, after_update {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:31:10.490236 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-6012ad85-a469-4334-b75e-814a45b22617 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730293992524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912513'] for agent, after_update {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:31:10.864229 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-3dd6613b-aa53-445d-9a05-4c085a94a05e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730293992524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912513'] for agent, after_update {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:31:11.470474 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-59602645-7b03-4a79-8c54-32befe919dd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730293992524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912513'] for agent, after_update {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:31:13.031710 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-eaae0be5-6402-4968-ae30-74f1a6482786 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730293992524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912513'] for agent, after_update {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:31:14.018674 dv-cinder-799631-1-iscsi neutron-server[93090]: DEBUG neutron.db.agents_db [None req-df1e7349-c09a-47b1-8f5e-4c337b6ca707 None None] Agent healthcheck: found 5 active agents {{(pid=93090) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 12:31:19.502350 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730293992524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1810906'] for agent, after_create {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:31:34.857902 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.wsgi [-] (93088) accepted ('10.222.0.106', 45808) {{(pid=93088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:31:34.960876 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [None req-a350169d-1e1a-42ea-a80d-7cb25a00ddc5 admin admin] 10.222.0.106 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4304 time: 0.1018393 Jul 06 12:31:37.184140 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.wsgi [-] (93088) accepted ('10.222.0.106', 45818) {{(pid=93088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:31:37.229258 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-be6e89c0-6aab-48bc-98c5-4532a4450ab2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730293992524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912513'] for agent, after_update {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:31:37.244319 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [None req-ef6ffccb-be79-40f3-89f1-c1a5cc3521d4 admin admin] 10.222.0.106 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4304 time: 0.0590808 Jul 06 12:31:40.494430 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-b18af114-f2a2-4db9-8422-9e23113a0aa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730293992524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912513'] for agent, after_update {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:31:40.869441 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-3dd6613b-aa53-445d-9a05-4c085a94a05e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730293992524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912513'] for agent, after_update {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:31:41.471948 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-59602645-7b03-4a79-8c54-32befe919dd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730293992524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912513'] for agent, after_update {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:31:43.032784 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-eaae0be5-6402-4968-ae30-74f1a6482786 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730293992524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912513'] for agent, after_update {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:31:49.467877 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730293992524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912513'] for agent, after_update {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:31:51.017613 dv-cinder-799631-1-iscsi neutron-server[93090]: DEBUG neutron.db.agents_db [None req-df1e7349-c09a-47b1-8f5e-4c337b6ca707 None None] Agent healthcheck: found 6 active agents {{(pid=93090) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 12:32:07.222267 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-070bb407-ac26-4b4a-bff3-ac7fbb7297e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730293992524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912513'] for agent, after_update {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:32:10.498071 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-3bbad33d-0595-4374-b646-94140d3f08a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730293992524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912513'] for agent, after_update {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:32:10.872757 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-3dd6613b-aa53-445d-9a05-4c085a94a05e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730293992524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912513'] for agent, after_update {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:32:11.475643 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-59602645-7b03-4a79-8c54-32befe919dd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730293992524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912513'] for agent, after_update {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:32:13.035851 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-eaae0be5-6402-4968-ae30-74f1a6482786 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730293992524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912513'] for agent, after_update {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:32:19.467364 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730293992524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912513'] for agent, after_update {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:32:28.017119 dv-cinder-799631-1-iscsi neutron-server[93090]: DEBUG neutron.db.agents_db [None req-df1e7349-c09a-47b1-8f5e-4c337b6ca707 None None] Agent healthcheck: found 6 active agents {{(pid=93090) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 12:32:37.225633 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-e3798e50-95e1-462a-898c-1b8e3a2e2b6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730293992524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912513'] for agent, after_update {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:32:40.502032 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-0da76500-072d-443a-b740-79565ca826a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730293992524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912513'] for agent, after_update {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:32:40.875650 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-3dd6613b-aa53-445d-9a05-4c085a94a05e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730293992524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912513'] for agent, after_update {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:32:41.478694 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-59602645-7b03-4a79-8c54-32befe919dd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730293992524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912513'] for agent, after_update {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:32:43.041040 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-eaae0be5-6402-4968-ae30-74f1a6482786 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730293992524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912513'] for agent, after_update {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:32:49.484318 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730293992524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912513'] for agent, after_update {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:05.016891 dv-cinder-799631-1-iscsi neutron-server[93090]: DEBUG neutron.db.agents_db [None req-df1e7349-c09a-47b1-8f5e-4c337b6ca707 None None] Agent healthcheck: found 6 active agents {{(pid=93090) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 12:33:06.370787 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.wsgi [-] (93088) accepted ('10.222.0.106', 45976) {{(pid=93088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:33:06.767839 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.api.v2.base [None req-896e5b90-16f4-4cbb-b672-843489b4585e admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1952371859-network', 'tenant_id': 'b437ce926689452f91685757af8037a1'}} {{(pid=93088) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:33:06.792650 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-896e5b90-16f4-4cbb-b672-843489b4585e admin admin] Made reservation on behalf of b437ce926689452f91685757af8037a1 for: {'network': 1} {{(pid=93088) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:33:06.795377 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-896e5b90-16f4-4cbb-b672-843489b4585e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772861'] for network, before_create {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:06.804890 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-896e5b90-16f4-4cbb-b672-843489b4585e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:06.829327 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.wsgi [-] (93087) accepted ('10.222.0.106', 46002) {{(pid=93087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:33:06.919470 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-896e5b90-16f4-4cbb-b672-843489b4585e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:06.926512 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-896e5b90-16f4-4cbb-b672-843489b4585e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1774441'] for security_group, after_create {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:06.942357 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-896e5b90-16f4-4cbb-b672-843489b4585e admin admin] vlan segment allocate from pool success with {'vlan_id': 1083, 'physical_network': 'physnet1'} {{(pid=93088) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 12:33:06.953536 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-896e5b90-16f4-4cbb-b672-843489b4585e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-886815'] for segment, precommit_create {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:06.953882 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.db.segments_db [None req-896e5b90-16f4-4cbb-b672-843489b4585e admin admin] Added segment 9563ba30-5ba5-46ca-802a-73eb0aa117e8 of type vlan for network 13aecddf-3646-4770-a1b4-1e59fdf991f5 Jul 06 12:33:07.003795 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-896e5b90-16f4-4cbb-b672-843489b4585e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730293704277'] for network, precommit_create {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:07.017444 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.api.v2.base [None req-629dbcf2-0625-4016-a2a4-dd4fdf946552 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-684748310-network', 'tenant_id': 'cc98c3dbd15045c0a70a6aeb034695a2'}} {{(pid=93087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:33:07.029293 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896e5b90-16f4-4cbb-b672-843489b4585e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b70420f-300f-413d-8519-083a74dc6617,revision_number=1']} {{(pid=93088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:33:07.044929 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-896e5b90-16f4-4cbb-b672-843489b4585e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799631-1-iscsi {{(pid=93088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:33:07.044929 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-896e5b90-16f4-4cbb-b672-843489b4585e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799631-1-iscsi {{(pid=93088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:33:07.045775 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-896e5b90-16f4-4cbb-b672-843489b4585e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799631-1-iscsi {{(pid=93088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:33:07.046005 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-896e5b90-16f4-4cbb-b672-843489b4585e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799631-1-iscsi {{(pid=93088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:33:07.046815 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-896e5b90-16f4-4cbb-b672-843489b4585e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799631-1-iscsi {{(pid=93088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:33:07.047494 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-896e5b90-16f4-4cbb-b672-843489b4585e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799631-1-iscsi {{(pid=93088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:33:07.048264 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-896e5b90-16f4-4cbb-b672-843489b4585e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-799631-1-iscsi {{(pid=93088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:33:07.049104 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-896e5b90-16f4-4cbb-b672-843489b4585e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-799631-1-iscsi {{(pid=93088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:33:07.049916 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-896e5b90-16f4-4cbb-b672-843489b4585e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799631-1-iscsi {{(pid=93088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:33:07.050729 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-896e5b90-16f4-4cbb-b672-843489b4585e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799631-1-iscsi {{(pid=93088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:33:07.051534 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-896e5b90-16f4-4cbb-b672-843489b4585e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799631-1-iscsi {{(pid=93088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:33:07.052517 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-896e5b90-16f4-4cbb-b672-843489b4585e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799631-1-iscsi {{(pid=93088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:33:07.054761 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-896e5b90-16f4-4cbb-b672-843489b4585e admin admin] Tracked resource versions report: Jul 06 12:33:07.054761 dv-cinder-799631-1-iscsi neutron-server[93088]: pushed versions: Jul 06 12:33:07.054761 dv-cinder-799631-1-iscsi neutron-server[93088]: { 'AddressGroup': {'1.2'}, Jul 06 12:33:07.054761 dv-cinder-799631-1-iscsi neutron-server[93088]: 'ConntrackHelper': {'1.0'}, Jul 06 12:33:07.054761 dv-cinder-799631-1-iscsi neutron-server[93088]: 'Log': {'1.0'}, Jul 06 12:33:07.054761 dv-cinder-799631-1-iscsi neutron-server[93088]: 'Network': {'1.1'}, Jul 06 12:33:07.054761 dv-cinder-799631-1-iscsi neutron-server[93088]: 'Port': {'1.7'}, Jul 06 12:33:07.054761 dv-cinder-799631-1-iscsi neutron-server[93088]: 'PortForwarding': {'1.2'}, Jul 06 12:33:07.054761 dv-cinder-799631-1-iscsi neutron-server[93088]: 'QosPolicy': {'1.8'}, Jul 06 12:33:07.054761 dv-cinder-799631-1-iscsi neutron-server[93088]: 'SecurityGroup': {'1.4'}, Jul 06 12:33:07.054761 dv-cinder-799631-1-iscsi neutron-server[93088]: 'SecurityGroupRule': {'1.2'}, Jul 06 12:33:07.054761 dv-cinder-799631-1-iscsi neutron-server[93088]: 'SubPort': {'1.0'}, Jul 06 12:33:07.054761 dv-cinder-799631-1-iscsi neutron-server[93088]: 'Subnet': {'1.1'}, Jul 06 12:33:07.054761 dv-cinder-799631-1-iscsi neutron-server[93088]: 'Trunk': {'1.1'}} Jul 06 12:33:07.054761 dv-cinder-799631-1-iscsi neutron-server[93088]: consumer versions: Jul 06 12:33:07.054761 dv-cinder-799631-1-iscsi neutron-server[93088]: { DHCP agent@dv-cinder-799631-1-iscsi: {}, Jul 06 12:33:07.054761 dv-cinder-799631-1-iscsi neutron-server[93088]: HyperV agent@hv-cinder-79963: {}, Jul 06 12:33:07.054761 dv-cinder-799631-1-iscsi neutron-server[93088]: L3 agent@dv-cinder-799631-1-iscsi: {}, Jul 06 12:33:07.054761 dv-cinder-799631-1-iscsi neutron-server[93088]: Metadata agent@dv-cinder-799631-1-iscsi: {}, Jul 06 12:33:07.054761 dv-cinder-799631-1-iscsi neutron-server[93088]: Metering agent@dv-cinder-799631-1-iscsi: {}, Jul 06 12:33:07.054761 dv-cinder-799631-1-iscsi neutron-server[93088]: Open vSwitch agent@dv-cinder-799631-1-iscsi: { 'AddressGroup': '1.2', Jul 06 12:33:07.054761 dv-cinder-799631-1-iscsi neutron-server[93088]: 'ConntrackHelper': '1.0', Jul 06 12:33:07.054761 dv-cinder-799631-1-iscsi neutron-server[93088]: 'Log': '1.0', Jul 06 12:33:07.054761 dv-cinder-799631-1-iscsi neutron-server[93088]: 'Network': '1.1', Jul 06 12:33:07.054761 dv-cinder-799631-1-iscsi neutron-server[93088]: 'Port': '1.7', Jul 06 12:33:07.054761 dv-cinder-799631-1-iscsi neutron-server[93088]: 'PortForwarding': '1.2', Jul 06 12:33:07.054761 dv-cinder-799631-1-iscsi neutron-server[93088]: 'QosPolicy': '1.8', Jul 06 12:33:07.054761 dv-cinder-799631-1-iscsi neutron-server[93088]: 'SecurityGroup': '1.4', Jul 06 12:33:07.054761 dv-cinder-799631-1-iscsi neutron-server[93088]: 'SecurityGroupRule': '1.2', Jul 06 12:33:07.054761 dv-cinder-799631-1-iscsi neutron-server[93088]: 'SubPort': '1.0', Jul 06 12:33:07.054761 dv-cinder-799631-1-iscsi neutron-server[93088]: 'Subnet': '1.1', Jul 06 12:33:07.054761 dv-cinder-799631-1-iscsi neutron-server[93088]: 'Trunk': '1.1'}} Jul 06 12:33:07.054761 dv-cinder-799631-1-iscsi neutron-server[93088]: {{(pid=93088) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 06 12:33:07.074306 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-629dbcf2-0625-4016-a2a4-dd4fdf946552 admin admin] Made reservation on behalf of cc98c3dbd15045c0a70a6aeb034695a2 for: {'network': 1} {{(pid=93087) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:33:07.078631 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-629dbcf2-0625-4016-a2a4-dd4fdf946552 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772861'] for network, before_create {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:07.083958 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-896e5b90-16f4-4cbb-b672-843489b4585e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1774397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582535'] for network, after_create {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:07.085373 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-896e5b90-16f4-4cbb-b672-843489b4585e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:33:07.086148 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-896e5b90-16f4-4cbb-b672-843489b4585e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582504'] for network, before_response {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:07.101610 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-629dbcf2-0625-4016-a2a4-dd4fdf946552 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:07.157633 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896e5b90-16f4-4cbb-b672-843489b4585e admin admin] Pushing event updated for resources: {'Network': ['ID=13aecddf-3646-4770-a1b4-1e59fdf991f5,revision_number=1']} {{(pid=93088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:33:07.165123 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [None req-896e5b90-16f4-4cbb-b672-843489b4585e admin admin] 10.222.0.106 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.7918804 Jul 06 12:33:07.166454 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.wsgi [-] (93088) accepted ('10.222.0.106', 46024) {{(pid=93088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:33:07.170780 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.rpc [None req-3dd6613b-aa53-445d-9a05-4c085a94a05e None None] Network 13aecddf-3646-4770-a1b4-1e59fdf991f5 details requested by agent ovs-agent-dv-cinder-799631-1-iscsi with host dv-cinder-799631-1-iscsi {{(pid=93089) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 12:33:07.172801 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.api.v2.base [None req-f2e2f7a1-b736-4c89-ac2c-329abc969cf4 admin admin] Request body: {'subnet': {'network_id': '13aecddf-3646-4770-a1b4-1e59fdf991f5', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1952371859-subnet', 'tenant_id': 'b437ce926689452f91685757af8037a1', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93088) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:33:07.255552 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-777a6400-faf5-4cde-b9a0-d83a35877e2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730293992524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912513'] for agent, after_update {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:07.344882 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-629dbcf2-0625-4016-a2a4-dd4fdf946552 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:07.349988 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-629dbcf2-0625-4016-a2a4-dd4fdf946552 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1774441'] for security_group, after_create {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:07.374119 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2e2f7a1-b736-4c89-ac2c-329abc969cf4 admin admin] Made reservation on behalf of b437ce926689452f91685757af8037a1 for: {'subnet': 1} {{(pid=93088) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:33:07.377090 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-f2e2f7a1-b736-4c89-ac2c-329abc969cf4 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:07.389322 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629dbcf2-0625-4016-a2a4-dd4fdf946552 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d78ff5b-ed74-4775-b2e7-af8cfc6a5bc3,revision_number=1']} {{(pid=93087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:33:07.400313 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-629dbcf2-0625-4016-a2a4-dd4fdf946552 admin admin] vlan segment allocate from pool success with {'vlan_id': 1081, 'physical_network': 'physnet1'} {{(pid=93087) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 12:33:07.404904 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-629dbcf2-0625-4016-a2a4-dd4fdf946552 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799631-1-iscsi {{(pid=93087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:33:07.405370 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-629dbcf2-0625-4016-a2a4-dd4fdf946552 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799631-1-iscsi {{(pid=93087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:33:07.405800 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-629dbcf2-0625-4016-a2a4-dd4fdf946552 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799631-1-iscsi {{(pid=93087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:33:07.406203 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-629dbcf2-0625-4016-a2a4-dd4fdf946552 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799631-1-iscsi {{(pid=93087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:33:07.406779 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-629dbcf2-0625-4016-a2a4-dd4fdf946552 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799631-1-iscsi {{(pid=93087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:33:07.407444 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-629dbcf2-0625-4016-a2a4-dd4fdf946552 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799631-1-iscsi {{(pid=93087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:33:07.407854 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-629dbcf2-0625-4016-a2a4-dd4fdf946552 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-799631-1-iscsi {{(pid=93087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:33:07.408365 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-629dbcf2-0625-4016-a2a4-dd4fdf946552 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-799631-1-iscsi {{(pid=93087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:33:07.408732 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-629dbcf2-0625-4016-a2a4-dd4fdf946552 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799631-1-iscsi {{(pid=93087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:33:07.409074 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-629dbcf2-0625-4016-a2a4-dd4fdf946552 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799631-1-iscsi {{(pid=93087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:33:07.409402 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-629dbcf2-0625-4016-a2a4-dd4fdf946552 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799631-1-iscsi {{(pid=93087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:33:07.409896 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-629dbcf2-0625-4016-a2a4-dd4fdf946552 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799631-1-iscsi {{(pid=93087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:33:07.411327 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-629dbcf2-0625-4016-a2a4-dd4fdf946552 admin admin] Tracked resource versions report: Jul 06 12:33:07.411327 dv-cinder-799631-1-iscsi neutron-server[93087]: pushed versions: Jul 06 12:33:07.411327 dv-cinder-799631-1-iscsi neutron-server[93087]: { 'AddressGroup': {'1.2'}, Jul 06 12:33:07.411327 dv-cinder-799631-1-iscsi neutron-server[93087]: 'ConntrackHelper': {'1.0'}, Jul 06 12:33:07.411327 dv-cinder-799631-1-iscsi neutron-server[93087]: 'Log': {'1.0'}, Jul 06 12:33:07.411327 dv-cinder-799631-1-iscsi neutron-server[93087]: 'Network': {'1.1'}, Jul 06 12:33:07.411327 dv-cinder-799631-1-iscsi neutron-server[93087]: 'Port': {'1.7'}, Jul 06 12:33:07.411327 dv-cinder-799631-1-iscsi neutron-server[93087]: 'PortForwarding': {'1.2'}, Jul 06 12:33:07.411327 dv-cinder-799631-1-iscsi neutron-server[93087]: 'QosPolicy': {'1.8'}, Jul 06 12:33:07.411327 dv-cinder-799631-1-iscsi neutron-server[93087]: 'SecurityGroup': {'1.4'}, Jul 06 12:33:07.411327 dv-cinder-799631-1-iscsi neutron-server[93087]: 'SecurityGroupRule': {'1.2'}, Jul 06 12:33:07.411327 dv-cinder-799631-1-iscsi neutron-server[93087]: 'SubPort': {'1.0'}, Jul 06 12:33:07.411327 dv-cinder-799631-1-iscsi neutron-server[93087]: 'Subnet': {'1.1'}, Jul 06 12:33:07.411327 dv-cinder-799631-1-iscsi neutron-server[93087]: 'Trunk': {'1.1'}} Jul 06 12:33:07.411327 dv-cinder-799631-1-iscsi neutron-server[93087]: consumer versions: Jul 06 12:33:07.411327 dv-cinder-799631-1-iscsi neutron-server[93087]: { DHCP agent@dv-cinder-799631-1-iscsi: {}, Jul 06 12:33:07.411327 dv-cinder-799631-1-iscsi neutron-server[93087]: HyperV agent@hv-cinder-79963: {}, Jul 06 12:33:07.411327 dv-cinder-799631-1-iscsi neutron-server[93087]: L3 agent@dv-cinder-799631-1-iscsi: {}, Jul 06 12:33:07.411327 dv-cinder-799631-1-iscsi neutron-server[93087]: Metadata agent@dv-cinder-799631-1-iscsi: {}, Jul 06 12:33:07.411327 dv-cinder-799631-1-iscsi neutron-server[93087]: Metering agent@dv-cinder-799631-1-iscsi: {}, Jul 06 12:33:07.411327 dv-cinder-799631-1-iscsi neutron-server[93087]: Open vSwitch agent@dv-cinder-799631-1-iscsi: { 'AddressGroup': '1.2', Jul 06 12:33:07.411327 dv-cinder-799631-1-iscsi neutron-server[93087]: 'ConntrackHelper': '1.0', Jul 06 12:33:07.411327 dv-cinder-799631-1-iscsi neutron-server[93087]: 'Log': '1.0', Jul 06 12:33:07.411327 dv-cinder-799631-1-iscsi neutron-server[93087]: 'Network': '1.1', Jul 06 12:33:07.411327 dv-cinder-799631-1-iscsi neutron-server[93087]: 'Port': '1.7', Jul 06 12:33:07.411327 dv-cinder-799631-1-iscsi neutron-server[93087]: 'PortForwarding': '1.2', Jul 06 12:33:07.411327 dv-cinder-799631-1-iscsi neutron-server[93087]: 'QosPolicy': '1.8', Jul 06 12:33:07.411327 dv-cinder-799631-1-iscsi neutron-server[93087]: 'SecurityGroup': '1.4', Jul 06 12:33:07.411327 dv-cinder-799631-1-iscsi neutron-server[93087]: 'SecurityGroupRule': '1.2', Jul 06 12:33:07.411327 dv-cinder-799631-1-iscsi neutron-server[93087]: 'SubPort': '1.0', Jul 06 12:33:07.411327 dv-cinder-799631-1-iscsi neutron-server[93087]: 'Subnet': '1.1', Jul 06 12:33:07.411327 dv-cinder-799631-1-iscsi neutron-server[93087]: 'Trunk': '1.1'}} Jul 06 12:33:07.411327 dv-cinder-799631-1-iscsi neutron-server[93087]: {{(pid=93087) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 06 12:33:07.437463 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-629dbcf2-0625-4016-a2a4-dd4fdf946552 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8730293992533', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-886815'] for segment, precommit_create {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:07.438867 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-629dbcf2-0625-4016-a2a4-dd4fdf946552 admin admin] Unsubscribe: segment precommit_create {{(pid=93087) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 06 12:33:07.439760 dv-cinder-799631-1-iscsi neutron-server[93087]: INFO neutron.db.segments_db [None req-629dbcf2-0625-4016-a2a4-dd4fdf946552 admin admin] Added segment b11f8209-eb69-4d3b-82f2-d3a8df76858b of type vlan for network 91ce4105-7568-49ba-9c1a-853c2332aa91 Jul 06 12:33:07.490299 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.wsgi [-] (93088) accepted ('10.222.0.106', 46032) {{(pid=93088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:33:07.536249 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-629dbcf2-0625-4016-a2a4-dd4fdf946552 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730293704277'] for network, precommit_create {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:07.593127 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-f2e2f7a1-b736-4c89-ac2c-329abc969cf4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1774543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582535'] for subnet, after_create {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:07.605479 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-629dbcf2-0625-4016-a2a4-dd4fdf946552 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1774397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582535'] for network, after_create {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:07.606877 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-629dbcf2-0625-4016-a2a4-dd4fdf946552 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:33:07.607572 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-629dbcf2-0625-4016-a2a4-dd4fdf946552 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582504'] for network, before_response {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:07.671423 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2e2f7a1-b736-4c89-ac2c-329abc969cf4 admin admin] Checking segment: {'id': '9563ba30-5ba5-46ca-802a-73eb0aa117e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1083, 'network_id': '13aecddf-3646-4770-a1b4-1e59fdf991f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93088) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:33:07.671804 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2e2f7a1-b736-4c89-ac2c-329abc969cf4 admin admin] Network hostable DHCP agents. Network: 13aecddf-3646-4770-a1b4-1e59fdf991f5, hostable agents: ['4e405fa1-8706-417c-9214-b4e9d51c0aa2'], hosted agents: [] {{(pid=93088) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 12:33:07.675849 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e2f7a1-b736-4c89-ac2c-329abc969cf4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=26404b5b-3148-4b62-b08e-5f523f412d1e,revision_number=0']} {{(pid=93088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:33:07.678205 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.wsgi [-] (93088) accepted ('10.222.0.106', 46040) {{(pid=93088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:33:07.721212 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2e2f7a1-b736-4c89-ac2c-329abc969cf4 admin admin] Network 13aecddf-3646-4770-a1b4-1e59fdf991f5 is scheduled to be hosted by DHCP agent 4e405fa1-8706-417c-9214-b4e9d51c0aa2 with binding_index 1 {{(pid=93088) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 12:33:07.731956 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.scheduler.base_scheduler [None req-f2e2f7a1-b736-4c89-ac2c-329abc969cf4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-799631-1-iscsi, 13aecddf-3646-4770-a1b4-1e59fdf991f5) {{(pid=93088) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:33:07.741885 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de411d07-516e-45d3-bb64-149c4de04f6a None None] Network 13aecddf-3646-4770-a1b4-1e59fdf991f5 requested from dv-cinder-799631-1-iscsi {{(pid=93089) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:33:07.747442 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2e2f7a1-b736-4c89-ac2c-329abc969cf4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:33:07.748297 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-f2e2f7a1-b736-4c89-ac2c-329abc969cf4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582504'] for subnet, before_response {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:07.751057 dv-cinder-799631-1-iscsi neutron-server[93087]: INFO neutron.wsgi [None req-629dbcf2-0625-4016-a2a4-dd4fdf946552 admin admin] 10.222.0.106 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.9185195 Jul 06 12:33:07.765565 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.wsgi [-] (93088) accepted ('10.222.0.106', 46050) {{(pid=93088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:33:07.773993 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.api.v2.base [None req-0c604020-7790-4683-a0ed-77bfd41c2b65 admin admin] Request body: {'subnet': {'network_id': '91ce4105-7568-49ba-9c1a-853c2332aa91', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-684748310-subnet', 'tenant_id': 'cc98c3dbd15045c0a70a6aeb034695a2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93088) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:33:07.794716 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629dbcf2-0625-4016-a2a4-dd4fdf946552 admin admin] Pushing event updated for resources: {'Network': ['ID=91ce4105-7568-49ba-9c1a-853c2332aa91,revision_number=1']} {{(pid=93087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:33:07.799433 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [None req-f2e2f7a1-b736-4c89-ac2c-329abc969cf4 admin admin] 10.222.0.106 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.6307197 Jul 06 12:33:07.803697 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.wsgi [-] (93088) accepted ('10.222.0.106', 46056) {{(pid=93088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:33:07.814260 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.rpc [None req-3dd6613b-aa53-445d-9a05-4c085a94a05e None None] Network 91ce4105-7568-49ba-9c1a-853c2332aa91 details requested by agent ovs-agent-dv-cinder-799631-1-iscsi with host dv-cinder-799631-1-iscsi {{(pid=93089) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 12:33:07.826954 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.api.v2.base [None req-e123cbf0-d6db-459a-b2d4-480243d4ecf9 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1952371859-router', 'tenant_id': 'b437ce926689452f91685757af8037a1', 'external_gateway_info': {'network_id': '2a97b808-be6d-48ec-a40b-4668530ee790'}}} {{(pid=93088) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:33:07.831334 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c604020-7790-4683-a0ed-77bfd41c2b65 admin admin] Made reservation on behalf of cc98c3dbd15045c0a70a6aeb034695a2 for: {'subnet': 1} {{(pid=93088) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:33:07.833677 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-0c604020-7790-4683-a0ed-77bfd41c2b65 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:07.904491 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-e123cbf0-d6db-459a-b2d4-480243d4ecf9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1816785', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-259374'] for router, before_create {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:07.905916 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-e123cbf0-d6db-459a-b2d4-480243d4ecf9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1816654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1816574', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1706296', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-259361'] for router, precommit_create {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:07.979924 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-e123cbf0-d6db-459a-b2d4-480243d4ecf9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:08.033689 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.api.v2.base [None req-98243116-55ab-42f0-adec-bc58d6e69852 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-607715299-network', 'tenant_id': '2efe7ae752d2458ea1329427a8828a01'}} {{(pid=93088) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:33:08.094890 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98243116-55ab-42f0-adec-bc58d6e69852 admin admin] Made reservation on behalf of 2efe7ae752d2458ea1329427a8828a01 for: {'network': 1} {{(pid=93088) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:33:08.100554 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-98243116-55ab-42f0-adec-bc58d6e69852 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772861'] for network, before_create {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:08.143911 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f65d03e-0812-4ac2-a693-8ff85fb96ce4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d5148ee-c8da-5cea-b4c5-c4f407a95c14-13aecddf-3646-4770-a1b4-1e59fdf991f5', 'network_id': '13aecddf-3646-4770-a1b4-1e59fdf991f5', 'tenant_id': 'b437ce926689452f91685757af8037a1', 'fixed_ips': [{'subnet_id': '26404b5b-3148-4b62-b08e-5f523f412d1e'}]}} from dv-cinder-799631-1-iscsi. {{(pid=93089) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 12:33:08.148543 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-4f65d03e-0812-4ac2-a693-8ff85fb96ce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772861'] for port, before_create {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:08.155366 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.api.v2.base [None req-466f3eb7-ce71-4cff-8b10-c45e8c53006b admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-574267045-network', 'tenant_id': '650aefe28d164b9e872956d345dd77a7'}} {{(pid=93088) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:33:08.156560 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.wsgi [-] (93087) accepted ('10.222.0.106', 46070) {{(pid=93087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:33:08.158529 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-98243116-55ab-42f0-adec-bc58d6e69852 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:08.244802 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-466f3eb7-ce71-4cff-8b10-c45e8c53006b admin admin] Made reservation on behalf of 650aefe28d164b9e872956d345dd77a7 for: {'network': 1} {{(pid=93088) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:33:08.247202 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-466f3eb7-ce71-4cff-8b10-c45e8c53006b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772861'] for network, before_create {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:08.259670 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-466f3eb7-ce71-4cff-8b10-c45e8c53006b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:08.274009 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-e123cbf0-d6db-459a-b2d4-480243d4ecf9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1764372', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1816771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-259379'] for router, precommit_update {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:08.290468 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.api.v2.base [None req-d3fd3362-258f-49b0-9af7-20bc279ff23b admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-835368260-network', 'tenant_id': 'ffd269f97b9e4f3cbdf8841b0915444b'}} {{(pid=93087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:33:08.385463 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.db.db_base_plugin_common [None req-4f65d03e-0812-4ac2-a693-8ff85fb96ce4 None None] Allocated IP 172.20.0.2 (13aecddf-3646-4770-a1b4-1e59fdf991f5/26404b5b-3148-4b62-b08e-5f523f412d1e/5ccea8ae-7344-4a8f-88cb-5ec153333609) {{(pid=93089) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:33:08.567283 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-0c604020-7790-4683-a0ed-77bfd41c2b65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1774543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582535'] for subnet, after_create {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:08.686504 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-4f65d03e-0812-4ac2-a693-8ff85fb96ce4 None None] Notify callbacks [] for port, precommit_create {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:08.707133 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.db.provisioning_blocks [None req-4f65d03e-0812-4ac2-a693-8ff85fb96ce4 None None] Transition to ACTIVE for port object 5ccea8ae-7344-4a8f-88cb-5ec153333609 will not be triggered until provisioned by entity L2. {{(pid=93089) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:33:08.731906 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.db.provisioning_blocks [None req-4f65d03e-0812-4ac2-a693-8ff85fb96ce4 None None] Transition to ACTIVE for port object 5ccea8ae-7344-4a8f-88cb-5ec153333609 will not be triggered until provisioned by entity DHCP. {{(pid=93089) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:33:08.741915 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-4f65d03e-0812-4ac2-a693-8ff85fb96ce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-772920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-407207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730293689564'] for port, after_create {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:08.770029 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c604020-7790-4683-a0ed-77bfd41c2b65 admin admin] Pushing event updated for resources: {'Subnet': ['ID=93b8c1d2-f9fc-4e8f-b00e-a4ccc2e979d1,revision_number=0']} {{(pid=93088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:33:08.774488 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-e123cbf0-d6db-459a-b2d4-480243d4ecf9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:08.795847 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-e123cbf0-d6db-459a-b2d4-480243d4ecf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772861'] for port, before_create {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:08.866641 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f65d03e-0812-4ac2-a693-8ff85fb96ce4 None None] Network 13aecddf-3646-4770-a1b4-1e59fdf991f5 is already hosted by enough agents. {{(pid=93089) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:33:08.877392 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.scheduler.base_scheduler [None req-4f65d03e-0812-4ac2-a693-8ff85fb96ce4 None None] Resources bound (agent type, host, resource id): {{(pid=93089) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:33:08.886165 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f65d03e-0812-4ac2-a693-8ff85fb96ce4 None None] Received port after_create {{(pid=93089) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:33:08.938017 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c604020-7790-4683-a0ed-77bfd41c2b65 admin admin] Checking segment: {'id': 'b11f8209-eb69-4d3b-82f2-d3a8df76858b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1081, 'network_id': '91ce4105-7568-49ba-9c1a-853c2332aa91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93088) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:33:08.938685 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c604020-7790-4683-a0ed-77bfd41c2b65 admin admin] Network hostable DHCP agents. Network: 91ce4105-7568-49ba-9c1a-853c2332aa91, hostable agents: ['4e405fa1-8706-417c-9214-b4e9d51c0aa2'], hosted agents: [] {{(pid=93088) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 12:33:08.960597 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f65d03e-0812-4ac2-a693-8ff85fb96ce4 None None] Pushing event updated for resources: {'Port': ['ID=5ccea8ae-7344-4a8f-88cb-5ec153333609,revision_number=1']} {{(pid=93089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:33:08.973100 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f65d03e-0812-4ac2-a693-8ff85fb96ce4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799631-1-iscsi {{(pid=93089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:33:08.973455 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f65d03e-0812-4ac2-a693-8ff85fb96ce4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799631-1-iscsi {{(pid=93089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:33:08.973800 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f65d03e-0812-4ac2-a693-8ff85fb96ce4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799631-1-iscsi {{(pid=93089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:33:08.974136 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f65d03e-0812-4ac2-a693-8ff85fb96ce4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799631-1-iscsi {{(pid=93089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:33:08.974591 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f65d03e-0812-4ac2-a693-8ff85fb96ce4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799631-1-iscsi {{(pid=93089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:33:08.974976 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f65d03e-0812-4ac2-a693-8ff85fb96ce4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799631-1-iscsi {{(pid=93089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:33:08.975338 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f65d03e-0812-4ac2-a693-8ff85fb96ce4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-799631-1-iscsi {{(pid=93089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:33:08.975667 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f65d03e-0812-4ac2-a693-8ff85fb96ce4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-799631-1-iscsi {{(pid=93089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:33:08.976023 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f65d03e-0812-4ac2-a693-8ff85fb96ce4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799631-1-iscsi {{(pid=93089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:33:08.976352 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f65d03e-0812-4ac2-a693-8ff85fb96ce4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799631-1-iscsi {{(pid=93089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:33:08.976678 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f65d03e-0812-4ac2-a693-8ff85fb96ce4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799631-1-iscsi {{(pid=93089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:33:08.977000 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f65d03e-0812-4ac2-a693-8ff85fb96ce4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799631-1-iscsi {{(pid=93089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:33:08.978265 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f65d03e-0812-4ac2-a693-8ff85fb96ce4 None None] Tracked resource versions report: Jul 06 12:33:08.978265 dv-cinder-799631-1-iscsi neutron-server[93089]: pushed versions: Jul 06 12:33:08.978265 dv-cinder-799631-1-iscsi neutron-server[93089]: { 'AddressGroup': {'1.2'}, Jul 06 12:33:08.978265 dv-cinder-799631-1-iscsi neutron-server[93089]: 'ConntrackHelper': {'1.0'}, Jul 06 12:33:08.978265 dv-cinder-799631-1-iscsi neutron-server[93089]: 'Log': {'1.0'}, Jul 06 12:33:08.978265 dv-cinder-799631-1-iscsi neutron-server[93089]: 'Network': {'1.1'}, Jul 06 12:33:08.978265 dv-cinder-799631-1-iscsi neutron-server[93089]: 'Port': {'1.7'}, Jul 06 12:33:08.978265 dv-cinder-799631-1-iscsi neutron-server[93089]: 'PortForwarding': {'1.2'}, Jul 06 12:33:08.978265 dv-cinder-799631-1-iscsi neutron-server[93089]: 'QosPolicy': {'1.8'}, Jul 06 12:33:08.978265 dv-cinder-799631-1-iscsi neutron-server[93089]: 'SecurityGroup': {'1.4'}, Jul 06 12:33:08.978265 dv-cinder-799631-1-iscsi neutron-server[93089]: 'SecurityGroupRule': {'1.2'}, Jul 06 12:33:08.978265 dv-cinder-799631-1-iscsi neutron-server[93089]: 'SubPort': {'1.0'}, Jul 06 12:33:08.978265 dv-cinder-799631-1-iscsi neutron-server[93089]: 'Subnet': {'1.1'}, Jul 06 12:33:08.978265 dv-cinder-799631-1-iscsi neutron-server[93089]: 'Trunk': {'1.1'}} Jul 06 12:33:08.978265 dv-cinder-799631-1-iscsi neutron-server[93089]: consumer versions: Jul 06 12:33:08.978265 dv-cinder-799631-1-iscsi neutron-server[93089]: { DHCP agent@dv-cinder-799631-1-iscsi: {}, Jul 06 12:33:08.978265 dv-cinder-799631-1-iscsi neutron-server[93089]: HyperV agent@hv-cinder-79963: {}, Jul 06 12:33:08.978265 dv-cinder-799631-1-iscsi neutron-server[93089]: L3 agent@dv-cinder-799631-1-iscsi: {}, Jul 06 12:33:08.978265 dv-cinder-799631-1-iscsi neutron-server[93089]: Metadata agent@dv-cinder-799631-1-iscsi: {}, Jul 06 12:33:08.978265 dv-cinder-799631-1-iscsi neutron-server[93089]: Metering agent@dv-cinder-799631-1-iscsi: {}, Jul 06 12:33:08.978265 dv-cinder-799631-1-iscsi neutron-server[93089]: Open vSwitch agent@dv-cinder-799631-1-iscsi: { 'AddressGroup': '1.2', Jul 06 12:33:08.978265 dv-cinder-799631-1-iscsi neutron-server[93089]: 'ConntrackHelper': '1.0', Jul 06 12:33:08.978265 dv-cinder-799631-1-iscsi neutron-server[93089]: 'Log': '1.0', Jul 06 12:33:08.978265 dv-cinder-799631-1-iscsi neutron-server[93089]: 'Network': '1.1', Jul 06 12:33:08.978265 dv-cinder-799631-1-iscsi neutron-server[93089]: 'Port': '1.7', Jul 06 12:33:08.978265 dv-cinder-799631-1-iscsi neutron-server[93089]: 'PortForwarding': '1.2', Jul 06 12:33:08.978265 dv-cinder-799631-1-iscsi neutron-server[93089]: 'QosPolicy': '1.8', Jul 06 12:33:08.978265 dv-cinder-799631-1-iscsi neutron-server[93089]: 'SecurityGroup': '1.4', Jul 06 12:33:08.978265 dv-cinder-799631-1-iscsi neutron-server[93089]: 'SecurityGroupRule': '1.2', Jul 06 12:33:08.978265 dv-cinder-799631-1-iscsi neutron-server[93089]: 'SubPort': '1.0', Jul 06 12:33:08.978265 dv-cinder-799631-1-iscsi neutron-server[93089]: 'Subnet': '1.1', Jul 06 12:33:08.978265 dv-cinder-799631-1-iscsi neutron-server[93089]: 'Trunk': '1.1'}} Jul 06 12:33:08.978265 dv-cinder-799631-1-iscsi neutron-server[93089]: {{(pid=93089) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 06 12:33:08.984229 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-98243116-55ab-42f0-adec-bc58d6e69852 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:09.015494 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.managers [None req-4f65d03e-0812-4ac2-a693-8ff85fb96ce4 None None] Attempting to bind port 5ccea8ae-7344-4a8f-88cb-5ec153333609 on host dv-cinder-799631-1-iscsi for vnic_type normal with profile {{(pid=93089) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:33:09.015892 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.managers [None req-4f65d03e-0812-4ac2-a693-8ff85fb96ce4 None None] Attempting to bind port 5ccea8ae-7344-4a8f-88cb-5ec153333609 by drivers openvswitch,hyperv on host dv-cinder-799631-1-iscsi at level 0 using segments [{'id': '9563ba30-5ba5-46ca-802a-73eb0aa117e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1083, 'network_id': '13aecddf-3646-4770-a1b4-1e59fdf991f5'}] {{(pid=93089) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:33:09.016477 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f65d03e-0812-4ac2-a693-8ff85fb96ce4 None None] Attempting to bind port 5ccea8ae-7344-4a8f-88cb-5ec153333609 on network 13aecddf-3646-4770-a1b4-1e59fdf991f5 {{(pid=93089) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:33:09.020862 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.db.db_base_plugin_common [None req-e123cbf0-d6db-459a-b2d4-480243d4ecf9 admin admin] Allocated IP 172.27.1.78 (2a97b808-be6d-48ec-a40b-4668530ee790/1816a596-2dc6-4d27-98a5-201cc12476f2/52b826e0-bcb1-4b1f-a824-e9966728d4f8) {{(pid=93088) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:33:09.026075 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f65d03e-0812-4ac2-a693-8ff85fb96ce4 None None] Checking agent: {'id': '0df45e45-1cb7-430e-9311-5161aceb24d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799631-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 12, 25, 11), 'started_at': datetime.datetime(2021, 7, 6, 12, 25, 41), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 32, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799631-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93089) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:33:09.026833 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-98243116-55ab-42f0-adec-bc58d6e69852 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1774441'] for security_group, after_create {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:09.027455 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f65d03e-0812-4ac2-a693-8ff85fb96ce4 None None] Checking segment: {'id': '9563ba30-5ba5-46ca-802a-73eb0aa117e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1083, 'network_id': '13aecddf-3646-4770-a1b4-1e59fdf991f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93089) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:33:09.027856 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-4f65d03e-0812-4ac2-a693-8ff85fb96ce4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:09.028445 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f65d03e-0812-4ac2-a693-8ff85fb96ce4 None None] Bound using segment: {'id': '9563ba30-5ba5-46ca-802a-73eb0aa117e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1083, 'network_id': '13aecddf-3646-4770-a1b4-1e59fdf991f5'} {{(pid=93089) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:33:09.029771 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.managers [None req-4f65d03e-0812-4ac2-a693-8ff85fb96ce4 None None] Bound port: 5ccea8ae-7344-4a8f-88cb-5ec153333609, host: dv-cinder-799631-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9563ba30-5ba5-46ca-802a-73eb0aa117e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1083, 'network_id': '13aecddf-3646-4770-a1b4-1e59fdf991f5'}}] {{(pid=93089) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:33:09.029989 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-4f65d03e-0812-4ac2-a693-8ff85fb96ce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772861'] for port, before_update {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:09.050513 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3fd3362-258f-49b0-9af7-20bc279ff23b admin admin] Made reservation on behalf of ffd269f97b9e4f3cbdf8841b0915444b for: {'network': 1} {{(pid=93087) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:33:09.056082 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-d3fd3362-258f-49b0-9af7-20bc279ff23b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772861'] for network, before_create {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:09.079496 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-d3fd3362-258f-49b0-9af7-20bc279ff23b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:09.131486 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.db.api [None req-466f3eb7-ce71-4cff-8b10-c45e8c53006b admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 06 12:33:09.131486 dv-cinder-799631-1-iscsi neutron-server[93088]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 06 12:33:09.131486 dv-cinder-799631-1-iscsi neutron-server[93088]: [parameters: {'project_id_1': '650aefe28d164b9e872956d345dd77a7', 'expiration_1': datetime.datetime(2021, 7, 6, 12, 33, 8, 298673)}] Jul 06 12:33:09.131486 dv-cinder-799631-1-iscsi neutron-server[93088]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93088) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 06 12:33:09.132912 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG oslo_db.api [None req-466f3eb7-ce71-4cff-8b10-c45e8c53006b admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 06 12:33:09.167044 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.db [None req-4f65d03e-0812-4ac2-a693-8ff85fb96ce4 None None] For port 5ccea8ae-7344-4a8f-88cb-5ec153333609, host dv-cinder-799631-1-iscsi, cleared binding levels {{(pid=93089) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:33:09.171413 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c604020-7790-4683-a0ed-77bfd41c2b65 admin admin] Network 91ce4105-7568-49ba-9c1a-853c2332aa91 is scheduled to be hosted by DHCP agent 4e405fa1-8706-417c-9214-b4e9d51c0aa2 with binding_index 1 {{(pid=93088) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 12:33:09.172693 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.db [None req-4f65d03e-0812-4ac2-a693-8ff85fb96ce4 None None] For port 5ccea8ae-7344-4a8f-88cb-5ec153333609, host dv-cinder-799631-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799631-1-iscsi',level=0,port_id=5ccea8ae-7344-4a8f-88cb-5ec153333609,segment=NetworkSegment(9563ba30-5ba5-46ca-802a-73eb0aa117e8),segment_id=9563ba30-5ba5-46ca-802a-73eb0aa117e8)] {{(pid=93089) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:33:09.181851 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-4f65d03e-0812-4ac2-a693-8ff85fb96ce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-772913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730294210856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730293689582', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730293689631'] for port, after_update {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:09.184526 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-98243116-55ab-42f0-adec-bc58d6e69852 admin admin] vlan segment allocate from pool success with {'vlan_id': 1091, 'physical_network': 'physnet1'} {{(pid=93088) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 12:33:09.278271 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f65d03e-0812-4ac2-a693-8ff85fb96ce4 None None] Pushing event updated for resources: {'Port': ['ID=5ccea8ae-7344-4a8f-88cb-5ec153333609,revision_number=2']} {{(pid=93089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:33:09.295739 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98243116-55ab-42f0-adec-bc58d6e69852 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5032d3de-9d4a-41c6-8651-29feceff2f97,revision_number=1']} {{(pid=93088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:33:09.310699 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-98243116-55ab-42f0-adec-bc58d6e69852 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-886815'] for segment, precommit_create {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:09.310882 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.db.segments_db [None req-98243116-55ab-42f0-adec-bc58d6e69852 admin admin] Added segment c3ad306a-e157-4db2-861a-89054f1f1a9d of type vlan for network 05887a89-c541-45f9-bd49-e19532da98ad Jul 06 12:33:09.316882 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-d3fd3362-258f-49b0-9af7-20bc279ff23b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:09.324814 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-d3fd3362-258f-49b0-9af7-20bc279ff23b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1774441'] for security_group, after_create {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:09.371061 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d3fd3362-258f-49b0-9af7-20bc279ff23b admin admin] vlan segment allocate from pool success with {'vlan_id': 1084, 'physical_network': 'physnet1'} {{(pid=93087) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 12:33:09.406257 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-d3fd3362-258f-49b0-9af7-20bc279ff23b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-886815'] for segment, precommit_create {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:09.406732 dv-cinder-799631-1-iscsi neutron-server[93087]: INFO neutron.db.segments_db [None req-d3fd3362-258f-49b0-9af7-20bc279ff23b admin admin] Added segment dddb28fa-4fad-449a-82ce-8e0f70343f0f of type vlan for network 0139f472-5f20-48a6-a32c-3cd8224eeba1 Jul 06 12:33:09.422389 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-98243116-55ab-42f0-adec-bc58d6e69852 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730293704277'] for network, precommit_create {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:09.465410 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.scheduler.base_scheduler [None req-0c604020-7790-4683-a0ed-77bfd41c2b65 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-799631-1-iscsi, 91ce4105-7568-49ba-9c1a-853c2332aa91) {{(pid=93088) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:33:09.473029 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-98243116-55ab-42f0-adec-bc58d6e69852 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1774397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582535'] for network, after_create {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:09.474231 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98243116-55ab-42f0-adec-bc58d6e69852 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:33:09.475058 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-98243116-55ab-42f0-adec-bc58d6e69852 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582504'] for network, before_response {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:09.475947 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-d3fd3362-258f-49b0-9af7-20bc279ff23b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730293704277'] for network, precommit_create {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:09.477950 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e4e2c47-9f64-4c63-b393-67b5d479c8fa None None] Network 91ce4105-7568-49ba-9c1a-853c2332aa91 requested from dv-cinder-799631-1-iscsi {{(pid=93089) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:33:09.498530 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c604020-7790-4683-a0ed-77bfd41c2b65 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:33:09.500946 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-0c604020-7790-4683-a0ed-77bfd41c2b65 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582504'] for subnet, before_response {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:09.526399 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-d3fd3362-258f-49b0-9af7-20bc279ff23b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1774397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582535'] for network, after_create {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:09.527633 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3fd3362-258f-49b0-9af7-20bc279ff23b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:33:09.531619 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-d3fd3362-258f-49b0-9af7-20bc279ff23b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582504'] for network, before_response {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:09.602764 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98243116-55ab-42f0-adec-bc58d6e69852 admin admin] Pushing event updated for resources: {'Network': ['ID=05887a89-c541-45f9-bd49-e19532da98ad,revision_number=1']} {{(pid=93088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:33:09.604978 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.wsgi [-] (93088) accepted ('10.222.0.106', 46142) {{(pid=93088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:33:09.605706 dv-cinder-799631-1-iscsi neutron-server[93087]: INFO neutron.wsgi [None req-d3fd3362-258f-49b0-9af7-20bc279ff23b admin admin] 10.222.0.106 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.4465284 Jul 06 12:33:09.609622 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3fd3362-258f-49b0-9af7-20bc279ff23b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7a3a38a-2b2f-449e-b642-1996735c584e,revision_number=1']} {{(pid=93087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:33:09.652313 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-466f3eb7-ce71-4cff-8b10-c45e8c53006b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:09.659684 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [None req-98243116-55ab-42f0-adec-bc58d6e69852 admin admin] 10.222.0.106 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.1679087 Jul 06 12:33:09.701075 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.wsgi [-] (93087) accepted ('10.222.0.106', 46144) {{(pid=93087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:33:09.701810 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.wsgi [-] (93087) accepted ('10.222.0.106', 46146) {{(pid=93087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:33:09.709878 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.api.v2.base [None req-ba89f0bb-f0a7-4551-917c-902498ff0453 admin admin] Request body: {'subnet': {'network_id': '05887a89-c541-45f9-bd49-e19532da98ad', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-607715299-subnet', 'tenant_id': '2efe7ae752d2458ea1329427a8828a01', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:33:09.711777 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.rpc [None req-3dd6613b-aa53-445d-9a05-4c085a94a05e None None] Network 05887a89-c541-45f9-bd49-e19532da98ad details requested by agent ovs-agent-dv-cinder-799631-1-iscsi with host dv-cinder-799631-1-iscsi {{(pid=93089) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 12:33:09.757214 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3fd3362-258f-49b0-9af7-20bc279ff23b admin admin] Pushing event updated for resources: {'Network': ['ID=0139f472-5f20-48a6-a32c-3cd8224eeba1,revision_number=1']} {{(pid=93087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:33:09.759708 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-e123cbf0-d6db-459a-b2d4-480243d4ecf9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:09.791431 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba89f0bb-f0a7-4551-917c-902498ff0453 admin admin] Made reservation on behalf of 2efe7ae752d2458ea1329427a8828a01 for: {'subnet': 1} {{(pid=93087) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:33:09.794954 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-ba89f0bb-f0a7-4551-917c-902498ff0453 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:09.827963 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.rpc [None req-3dd6613b-aa53-445d-9a05-4c085a94a05e None None] Network 0139f472-5f20-48a6-a32c-3cd8224eeba1 details requested by agent ovs-agent-dv-cinder-799631-1-iscsi with host dv-cinder-799631-1-iscsi {{(pid=93089) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 12:33:09.892205 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.api.v2.base [None req-ecb180d5-31ec-4e09-be4f-a95a5f579581 admin admin] Request body: {'subnet': {'network_id': '0139f472-5f20-48a6-a32c-3cd8224eeba1', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-835368260-subnet', 'tenant_id': 'ffd269f97b9e4f3cbdf8841b0915444b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93088) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:33:09.923976 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-e123cbf0-d6db-459a-b2d4-480243d4ecf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-772920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-407207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730293689564'] for port, after_create {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:09.949718 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-1c44f1f6-f1ea-4a66-9533-a1ff35092b92 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:10.003268 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecb180d5-31ec-4e09-be4f-a95a5f579581 admin admin] Made reservation on behalf of ffd269f97b9e4f3cbdf8841b0915444b for: {'subnet': 1} {{(pid=93088) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:33:10.007265 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-ecb180d5-31ec-4e09-be4f-a95a5f579581 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:10.034321 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9ddfd21-605f-43e6-b1a5-033ea7162238 None None] Network 91ce4105-7568-49ba-9c1a-853c2332aa91 requested from dv-cinder-799631-1-iscsi {{(pid=93089) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:33:10.081815 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [None req-0c604020-7790-4683-a0ed-77bfd41c2b65 admin admin] 10.222.0.106 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 2.3145947 Jul 06 12:33:10.087134 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.wsgi [-] (93087) accepted ('10.222.0.106', 46156) {{(pid=93087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:33:10.104100 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.api.v2.base [None req-2f38bb47-67c5-4d86-b58f-28698251d215 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-684748310-router', 'tenant_id': 'cc98c3dbd15045c0a70a6aeb034695a2', 'external_gateway_info': {'network_id': '2a97b808-be6d-48ec-a40b-4668530ee790'}}} {{(pid=93087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:33:10.112119 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e123cbf0-d6db-459a-b2d4-480243d4ecf9 admin admin] Network 2a97b808-be6d-48ec-a40b-4668530ee790 is already hosted by enough agents. {{(pid=93088) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:33:10.125482 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.scheduler.base_scheduler [None req-e123cbf0-d6db-459a-b2d4-480243d4ecf9 admin admin] Resources bound (agent type, host, resource id): {{(pid=93088) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:33:10.136649 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e123cbf0-d6db-459a-b2d4-480243d4ecf9 admin admin] Received port after_create {{(pid=93088) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:33:10.140708 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e123cbf0-d6db-459a-b2d4-480243d4ecf9 admin admin] Pushing event updated for resources: {'Port': ['ID=52b826e0-bcb1-4b1f-a824-e9966728d4f8,revision_number=1']} {{(pid=93088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:33:10.172532 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.wsgi [-] (93087) accepted ('10.222.0.106', 46158) {{(pid=93087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:33:10.267042 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-ba89f0bb-f0a7-4551-917c-902498ff0453 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1774543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582535'] for subnet, after_create {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:10.329638 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-1c44f1f6-f1ea-4a66-9533-a1ff35092b92 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:10.351576 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba89f0bb-f0a7-4551-917c-902498ff0453 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c2006b9e-8b8d-4564-b906-0d2b575665be,revision_number=0']} {{(pid=93087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:33:10.367607 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-1c44f1f6-f1ea-4a66-9533-a1ff35092b92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1774441'] for security_group, after_create {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:10.469750 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-2f38bb47-67c5-4d86-b58f-28698251d215 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1816785', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-259374'] for router, before_create {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:10.477286 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-2f38bb47-67c5-4d86-b58f-28698251d215 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1816654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1816574', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1706296', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-259361'] for router, precommit_create {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:10.494641 dv-cinder-799631-1-iscsi neutron-server[93087]: INFO neutron.wsgi [None req-1c44f1f6-f1ea-4a66-9533-a1ff35092b92 admin admin] 10.222.0.106 "GET /v2.0/security-groups?tenant_id=c828e026dc7249f3bc3a6ecd9a491872&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7900298 Jul 06 12:33:10.497541 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c44f1f6-f1ea-4a66-9533-a1ff35092b92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d99b869-c51d-44db-850e-557a63b144d4,revision_number=1']} {{(pid=93087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:33:10.520504 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.wsgi [-] (93087) accepted ('10.222.0.106', 46170) {{(pid=93087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:33:10.545438 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-41b8cd72-c612-467c-8c49-0feb7fc42758 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730293992524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912513'] for agent, after_update {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:10.558179 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-5707d5b6-3524-450c-83ee-08f6915d86b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:10.577203 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba89f0bb-f0a7-4551-917c-902498ff0453 admin admin] Checking segment: {'id': 'c3ad306a-e157-4db2-861a-89054f1f1a9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': '05887a89-c541-45f9-bd49-e19532da98ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:33:10.578419 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba89f0bb-f0a7-4551-917c-902498ff0453 admin admin] Network hostable DHCP agents. Network: 05887a89-c541-45f9-bd49-e19532da98ad, hostable agents: ['4e405fa1-8706-417c-9214-b4e9d51c0aa2'], hosted agents: [] {{(pid=93087) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 12:33:10.799299 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-e123cbf0-d6db-459a-b2d4-480243d4ecf9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:10.810621 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-2f38bb47-67c5-4d86-b58f-28698251d215 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:10.861743 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1c6b703-2f00-4f5d-bc17-1529b98a7928 None None] Network 13aecddf-3646-4770-a1b4-1e59fdf991f5 requested from dv-cinder-799631-1-iscsi {{(pid=93089) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:33:10.888108 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-ecb180d5-31ec-4e09-be4f-a95a5f579581 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1774543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582535'] for subnet, after_create {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:10.930997 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba89f0bb-f0a7-4551-917c-902498ff0453 admin admin] Network 05887a89-c541-45f9-bd49-e19532da98ad is scheduled to be hosted by DHCP agent 4e405fa1-8706-417c-9214-b4e9d51c0aa2 with binding_index 1 {{(pid=93087) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 12:33:10.940486 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-3dd6613b-aa53-445d-9a05-4c085a94a05e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730293992524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912513'] for agent, after_update {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:10.950275 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.db.provisioning_blocks [None req-d62ba3a3-2e9a-40b7-9676-2a687b4f5edf None None] Provisioning for port 5ccea8ae-7344-4a8f-88cb-5ec153333609 completed by entity DHCP. {{(pid=93089) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:33:11.045473 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-36e07fab-aa6a-4501-b21d-974526cdf0e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:11.062395 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.scheduler.base_scheduler [None req-ba89f0bb-f0a7-4551-917c-902498ff0453 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-799631-1-iscsi, 05887a89-c541-45f9-bd49-e19532da98ad) {{(pid=93087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:33:11.093810 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-080fd2ed-8314-4787-b849-9ad24fa3849a None None] Network 05887a89-c541-45f9-bd49-e19532da98ad requested from dv-cinder-799631-1-iscsi {{(pid=93089) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:33:11.098321 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-466f3eb7-ce71-4cff-8b10-c45e8c53006b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:11.110567 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb180d5-31ec-4e09-be4f-a95a5f579581 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5c20e391-4427-4186-8795-33a479ca2372,revision_number=0']} {{(pid=93088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:33:11.126239 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-466f3eb7-ce71-4cff-8b10-c45e8c53006b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1774441'] for security_group, after_create {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:11.129304 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba89f0bb-f0a7-4551-917c-902498ff0453 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:33:11.129921 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-ba89f0bb-f0a7-4551-917c-902498ff0453 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582504'] for subnet, before_response {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:11.191398 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-36e07fab-aa6a-4501-b21d-974526cdf0e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:11.200366 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-2f38bb47-67c5-4d86-b58f-28698251d215 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1764372', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1816771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-259379'] for router, precommit_update {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:11.218516 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecb180d5-31ec-4e09-be4f-a95a5f579581 admin admin] Checking segment: {'id': 'dddb28fa-4fad-449a-82ce-8e0f70343f0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': '0139f472-5f20-48a6-a32c-3cd8224eeba1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93088) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:33:11.218978 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecb180d5-31ec-4e09-be4f-a95a5f579581 admin admin] Network hostable DHCP agents. Network: 0139f472-5f20-48a6-a32c-3cd8224eeba1, hostable agents: ['4e405fa1-8706-417c-9214-b4e9d51c0aa2'], hosted agents: [] {{(pid=93088) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 12:33:11.233764 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-466f3eb7-ce71-4cff-8b10-c45e8c53006b admin admin] vlan segment allocate from pool success with {'vlan_id': 1064, 'physical_network': 'physnet1'} {{(pid=93088) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 12:33:11.259126 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466f3eb7-ce71-4cff-8b10-c45e8c53006b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b1437f5-d3e8-44a1-982c-7a7a6b8e1e60,revision_number=1']} {{(pid=93088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:33:11.262313 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-466f3eb7-ce71-4cff-8b10-c45e8c53006b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-886815'] for segment, precommit_create {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:11.262576 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.db.segments_db [None req-466f3eb7-ce71-4cff-8b10-c45e8c53006b admin admin] Added segment 9027562a-3077-489d-bc96-c2f3b1b9690f of type vlan for network 010ecb56-684a-4372-81e5-4eece574e2f5 Jul 06 12:33:11.347918 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecb180d5-31ec-4e09-be4f-a95a5f579581 admin admin] Network 0139f472-5f20-48a6-a32c-3cd8224eeba1 is scheduled to be hosted by DHCP agent 4e405fa1-8706-417c-9214-b4e9d51c0aa2 with binding_index 1 {{(pid=93088) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 12:33:11.367881 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-466f3eb7-ce71-4cff-8b10-c45e8c53006b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730293704277'] for network, precommit_create {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:11.395942 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-36e07fab-aa6a-4501-b21d-974526cdf0e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1774441'] for security_group, after_delete {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:11.399133 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-36e07fab-aa6a-4501-b21d-974526cdf0e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:11.402730 dv-cinder-799631-1-iscsi neutron-server[93087]: INFO neutron.wsgi [None req-36e07fab-aa6a-4501-b21d-974526cdf0e5 admin admin] 10.222.0.106 "DELETE /v2.0/security-groups/3d99b869-c51d-44db-850e-557a63b144d4 HTTP/1.1" status: 204 len: 168 time: 0.8792012 Jul 06 12:33:11.410852 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-e123cbf0-d6db-459a-b2d4-480243d4ecf9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1816794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1764367'] for router, after_create {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:11.422850 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.scheduler.base_scheduler [None req-ecb180d5-31ec-4e09-be4f-a95a5f579581 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-799631-1-iscsi, 0139f472-5f20-48a6-a32c-3cd8224eeba1) {{(pid=93088) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:33:11.431841 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecb180d5-31ec-4e09-be4f-a95a5f579581 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:33:11.432730 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-ecb180d5-31ec-4e09-be4f-a95a5f579581 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582504'] for subnet, before_response {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:11.439202 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e07fab-aa6a-4501-b21d-974526cdf0e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d99b869-c51d-44db-850e-557a63b144d4,revision_number=None']} {{(pid=93087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:33:11.442449 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8f0d028-588d-40e7-89bf-a4c822535981 None None] Network 0139f472-5f20-48a6-a32c-3cd8224eeba1 requested from dv-cinder-799631-1-iscsi {{(pid=93089) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:33:11.453607 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-5707d5b6-3524-450c-83ee-08f6915d86b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:11.464760 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-5707d5b6-3524-450c-83ee-08f6915d86b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1774441'] for security_group, after_create {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:11.464993 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-250d70af-99e2-45b3-bb6b-5e66984adc55 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d5148ee-c8da-5cea-b4c5-c4f407a95c14-05887a89-c541-45f9-bd49-e19532da98ad', 'network_id': '05887a89-c541-45f9-bd49-e19532da98ad', 'tenant_id': '2efe7ae752d2458ea1329427a8828a01', 'fixed_ips': [{'subnet_id': 'c2006b9e-8b8d-4564-b906-0d2b575665be'}]}} from dv-cinder-799631-1-iscsi. {{(pid=93089) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 12:33:11.466469 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-250d70af-99e2-45b3-bb6b-5e66984adc55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772861'] for port, before_create {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:11.478350 dv-cinder-799631-1-iscsi neutron-server[93087]: INFO neutron.wsgi [None req-ba89f0bb-f0a7-4551-917c-902498ff0453 admin admin] 10.222.0.106 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.7750142 Jul 06 12:33:11.520781 dv-cinder-799631-1-iscsi neutron-server[93087]: INFO neutron.wsgi [None req-5707d5b6-3524-450c-83ee-08f6915d86b7 admin admin] 10.222.0.106 "GET /v2.0/security-groups?tenant_id=23c7839d28394a23a938710cfffed0a6&name=default HTTP/1.1" status: 200 len: 2975 time: 1.3449833 Jul 06 12:33:11.528039 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.wsgi [-] (93087) accepted ('10.222.0.106', 46180) {{(pid=93087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:33:11.529099 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.wsgi [-] (93087) accepted ('10.222.0.106', 46182) {{(pid=93087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:33:11.579172 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-466f3eb7-ce71-4cff-8b10-c45e8c53006b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1774397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582535'] for network, after_create {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:11.581404 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-466f3eb7-ce71-4cff-8b10-c45e8c53006b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:33:11.582658 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-466f3eb7-ce71-4cff-8b10-c45e8c53006b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582504'] for network, before_response {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:11.586177 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.rpc [None req-3dd6613b-aa53-445d-9a05-4c085a94a05e None None] Device 5ccea8ae-7344-4a8f-88cb-5ec153333609 up at agent ovs-agent-dv-cinder-799631-1-iscsi {{(pid=93089) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:33:11.589000 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.api.v2.base [None req-0acb17be-591b-4e69-b42f-14bb00705ab5 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-607715299-router', 'tenant_id': '2efe7ae752d2458ea1329427a8828a01', 'external_gateway_info': {'network_id': '2a97b808-be6d-48ec-a40b-4668530ee790'}}} {{(pid=93087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:33:11.694321 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-59602645-7b03-4a79-8c54-32befe919dd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730293992524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912513'] for agent, after_update {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:11.707457 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5707d5b6-3524-450c-83ee-08f6915d86b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3657057-b1a7-4818-b8f6-1a6b0bda6562,revision_number=1']} {{(pid=93087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:33:11.751000 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-01090e8d-237b-4c37-b3b5-848012ecb542 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:11.798930 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [None req-ecb180d5-31ec-4e09-be4f-a95a5f579581 admin admin] 10.222.0.106 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.1477380 Jul 06 12:33:11.818206 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466f3eb7-ce71-4cff-8b10-c45e8c53006b admin admin] Pushing event updated for resources: {'Network': ['ID=010ecb56-684a-4372-81e5-4eece574e2f5,revision_number=1']} {{(pid=93088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:33:11.820016 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-01090e8d-237b-4c37-b3b5-848012ecb542 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:11.859233 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.rpc [None req-3dd6613b-aa53-445d-9a05-4c085a94a05e None None] Network 010ecb56-684a-4372-81e5-4eece574e2f5 details requested by agent ovs-agent-dv-cinder-799631-1-iscsi with host dv-cinder-799631-1-iscsi {{(pid=93089) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 12:33:12.070230 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-0acb17be-591b-4e69-b42f-14bb00705ab5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1816785', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-259374'] for router, before_create {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:12.071619 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-0acb17be-591b-4e69-b42f-14bb00705ab5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1816654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1816574', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1706296', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-259361'] for router, precommit_create {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:12.171328 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.db.provisioning_blocks [None req-3dd6613b-aa53-445d-9a05-4c085a94a05e None None] Provisioning for port 5ccea8ae-7344-4a8f-88cb-5ec153333609 completed by entity L2. {{(pid=93089) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:33:12.174629 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.db.db_base_plugin_common [None req-250d70af-99e2-45b3-bb6b-5e66984adc55 None None] Allocated IP 172.20.0.2 (05887a89-c541-45f9-bd49-e19532da98ad/c2006b9e-8b8d-4564-b906-0d2b575665be/543d1e5c-eb5d-48cc-bcbc-0570ac114a08) {{(pid=93089) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:33:12.184054 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [None req-466f3eb7-ce71-4cff-8b10-c45e8c53006b admin admin] 10.222.0.106 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 4.4800575 Jul 06 12:33:12.187188 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.wsgi [-] (93088) accepted ('10.222.0.106', 46206) {{(pid=93088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:33:12.194005 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ffa2858-ce3c-402d-a179-d51c683cfe53 None None] Network 0139f472-5f20-48a6-a32c-3cd8224eeba1 requested from dv-cinder-799631-1-iscsi {{(pid=93089) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:33:12.200590 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-2f38bb47-67c5-4d86-b58f-28698251d215 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:12.202393 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.api.v2.base [None req-4ff61473-2400-40e1-944f-8598c3406f00 admin admin] Request body: {'subnet': {'network_id': '010ecb56-684a-4372-81e5-4eece574e2f5', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-574267045-subnet', 'tenant_id': '650aefe28d164b9e872956d345dd77a7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93088) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:33:12.205160 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.db.provisioning_blocks [None req-3dd6613b-aa53-445d-9a05-4c085a94a05e None None] Provisioning complete for port 5ccea8ae-7344-4a8f-88cb-5ec153333609 triggered by entity L2. {{(pid=93089) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:33:12.205634 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-3dd6613b-aa53-445d-9a05-4c085a94a05e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912496'] for port, provisioning_complete {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:12.209735 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.wsgi [-] (93087) accepted ('10.222.0.106', 46210) {{(pid=93087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:33:12.249406 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-2f38bb47-67c5-4d86-b58f-28698251d215 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772861'] for port, before_create {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:12.250757 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ff61473-2400-40e1-944f-8598c3406f00 admin admin] Made reservation on behalf of 650aefe28d164b9e872956d345dd77a7 for: {'subnet': 1} {{(pid=93088) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:33:12.254380 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-c0ce181e-71f5-4c20-98b7-29ba738a56b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:12.254582 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-4ff61473-2400-40e1-944f-8598c3406f00 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:12.329963 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-01090e8d-237b-4c37-b3b5-848012ecb542 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1774441'] for security_group, after_delete {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:12.332623 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-01090e8d-237b-4c37-b3b5-848012ecb542 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:12.336753 dv-cinder-799631-1-iscsi neutron-server[93087]: INFO neutron.wsgi [None req-01090e8d-237b-4c37-b3b5-848012ecb542 admin admin] 10.222.0.106 "DELETE /v2.0/security-groups/b3657057-b1a7-4818-b8f6-1a6b0bda6562 HTTP/1.1" status: 204 len: 168 time: 0.7391925 Jul 06 12:33:12.401942 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e123cbf0-d6db-459a-b2d4-480243d4ecf9 admin admin] Router 130656f8-45c2-4a36-a256-8b9eebfb37e9 is scheduled to L3 agent 8f648e93-51d3-4e20-9eca-a57842435ba1 with binding_index 1 {{(pid=93088) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 12:33:12.406890 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01090e8d-237b-4c37-b3b5-848012ecb542 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3657057-b1a7-4818-b8f6-1a6b0bda6562,revision_number=None']} {{(pid=93087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:33:12.502574 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-0acb17be-591b-4e69-b42f-14bb00705ab5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:12.648238 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e123cbf0-d6db-459a-b2d4-480243d4ecf9 admin admin] Notify agent at l3_agent.dv-cinder-799631-1-iscsi the message routers_updated {{(pid=93088) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:33:12.660781 dv-cinder-799631-1-iscsi neutron-server[93090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48f1b68d-63e3-45fa-b63e-9e0932bb1732 None None] Sync routers for ids ['130656f8-45c2-4a36-a256-8b9eebfb37e9'] in dv-cinder-799631-1-iscsi {{(pid=93090) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:33:12.681320 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-4ff61473-2400-40e1-944f-8598c3406f00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1774543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582535'] for subnet, after_create {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:12.687590 dv-cinder-799631-1-iscsi neutron-server[93090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48f1b68d-63e3-45fa-b63e-9e0932bb1732 None None] Routers {'130656f8-45c2-4a36-a256-8b9eebfb37e9'} bound to L3 agent in host dv-cinder-799631-1-iscsi {{(pid=93090) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:33:12.688238 dv-cinder-799631-1-iscsi neutron-server[93090]: DEBUG neutron.db.l3_hamode_db [None req-48f1b68d-63e3-45fa-b63e-9e0932bb1732 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799631-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-06T12:25:10Z,description=,heartbeat_timestamp=2021-07-06T12:33:10Z,host='dv-cinder-799631-1-iscsi',id=8f648e93-51d3-4e20-9eca-a57842435ba1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T12:25:10Z,topic='l3_agent')) {'router_ids': ['130656f8-45c2-4a36-a256-8b9eebfb37e9'], 'active': True} {{(pid=93090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:33:12.688865 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.db.db_base_plugin_common [None req-2f38bb47-67c5-4d86-b58f-28698251d215 admin admin] Allocated IP 172.27.1.102 (2a97b808-be6d-48ec-a40b-4668530ee790/1816a596-2dc6-4d27-98a5-201cc12476f2/2a6b6a5a-8563-468f-832a-de2276b7c305) {{(pid=93087) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:33:12.771134 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff61473-2400-40e1-944f-8598c3406f00 admin admin] Pushing event updated for resources: {'Subnet': ['ID=36b91d4a-4886-4912-b27b-4729e43c737a,revision_number=0']} {{(pid=93088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:33:12.785601 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ff61473-2400-40e1-944f-8598c3406f00 admin admin] Checking segment: {'id': '9027562a-3077-489d-bc96-c2f3b1b9690f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1064, 'network_id': '010ecb56-684a-4372-81e5-4eece574e2f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93088) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:33:12.786080 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ff61473-2400-40e1-944f-8598c3406f00 admin admin] Network hostable DHCP agents. Network: 010ecb56-684a-4372-81e5-4eece574e2f5, hostable agents: ['4e405fa1-8706-417c-9214-b4e9d51c0aa2'], hosted agents: [] {{(pid=93088) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 12:33:12.810727 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ff61473-2400-40e1-944f-8598c3406f00 admin admin] Network 010ecb56-684a-4372-81e5-4eece574e2f5 is scheduled to be hosted by DHCP agent 4e405fa1-8706-417c-9214-b4e9d51c0aa2 with binding_index 1 {{(pid=93088) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 12:33:12.838488 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.scheduler.base_scheduler [None req-4ff61473-2400-40e1-944f-8598c3406f00 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-799631-1-iscsi, 010ecb56-684a-4372-81e5-4eece574e2f5) {{(pid=93088) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:33:12.848563 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ff61473-2400-40e1-944f-8598c3406f00 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:33:12.852056 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-4ff61473-2400-40e1-944f-8598c3406f00 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582504'] for subnet, before_response {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:12.866436 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13c08584-1490-4d08-8eac-ea6a3551a888 None None] Network 010ecb56-684a-4372-81e5-4eece574e2f5 requested from dv-cinder-799631-1-iscsi {{(pid=93089) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:33:12.885317 dv-cinder-799631-1-iscsi neutron-server[93090]: DEBUG neutron.db.l3_dvr_db [None req-48f1b68d-63e3-45fa-b63e-9e0932bb1732 None None] Set router 130656f8-45c2-4a36-a256-8b9eebfb37e9 gateway port host: dv-cinder-799631-1-iscsi {{(pid=93090) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:33:12.902792 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.wsgi [-] (93088) accepted ('10.222.0.106', 46240) {{(pid=93088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:33:12.906156 dv-cinder-799631-1-iscsi neutron-server[93088]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 06 12:33:12.925970 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-0acb17be-591b-4e69-b42f-14bb00705ab5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1764372', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1816771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-259379'] for router, precommit_update {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:12.975827 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-c0ce181e-71f5-4c20-98b7-29ba738a56b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:13.055445 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-c0ce181e-71f5-4c20-98b7-29ba738a56b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1774441'] for security_group, after_create {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:13.109586 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-eaae0be5-6402-4968-ae30-74f1a6482786 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730293992524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912513'] for agent, after_update {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:13.137333 dv-cinder-799631-1-iscsi neutron-server[93090]: DEBUG neutron.db.l3_hamode_db [None req-48f1b68d-63e3-45fa-b63e-9e0932bb1732 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '130656f8-45c2-4a36-a256-8b9eebfb37e9', 'name': 'tempest-AttachVolumeShelveTestJSON-1952371859-router', 'tenant_id': 'b437ce926689452f91685757af8037a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a97b808-be6d-48ec-a40b-4668530ee790', 'external_fixed_ips': [{'subnet_id': '1816a596-2dc6-4d27-98a5-201cc12476f2', 'ip_address': '172.27.1.78'}], 'enable_snat': True}, 'gw_port_id': '52b826e0-bcb1-4b1f-a824-e9966728d4f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:33:07Z', 'updated_at': '2021-07-06T12:33:10Z', 'revision_number': 3, 'project_id': 'b437ce926689452f91685757af8037a1', 'gw_port': {'id': '52b826e0-bcb1-4b1f-a824-e9966728d4f8', 'name': '', 'network_id': '2a97b808-be6d-48ec-a40b-4668530ee790', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:34:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '130656f8-45c2-4a36-a256-8b9eebfb37e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 53, 'fixed_ips': [{'subnet_id': '1816a596-2dc6-4d27-98a5-201cc12476f2', 'ip_address': '172.27.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:33:08Z', 'updated_at': '2021-07-06T12:33:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1816a596-2dc6-4d27-98a5-201cc12476f2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799631-1-iscsi'}], 'dv-cinder-799631-1-iscsi', False) {} {{(pid=93090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:33:13.157063 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-e123cbf0-d6db-459a-b2d4-480243d4ecf9 admin admin] Notify callbacks [] for router, before_response {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:13.158742 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [None req-e123cbf0-d6db-459a-b2d4-480243d4ecf9 admin admin] 10.222.0.106 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 5.3537500 Jul 06 12:33:13.169352 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [None req-4ff61473-2400-40e1-944f-8598c3406f00 admin admin] 10.222.0.106 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9808490 Jul 06 12:33:13.175940 dv-cinder-799631-1-iscsi neutron-server[93087]: INFO neutron.wsgi [None req-c0ce181e-71f5-4c20-98b7-29ba738a56b3 admin admin] 10.222.0.106 "GET /v2.0/security-groups?tenant_id=07659ec961a741b184fd42b07dae0534&name=default HTTP/1.1" status: 200 len: 2975 time: 0.9651923 Jul 06 12:33:13.177042 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.wsgi [-] (93087) accepted ('10.222.0.106', 46244) {{(pid=93087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:33:13.186551 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.wsgi [-] (93088) accepted ('10.222.0.106', 46248) {{(pid=93088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:33:13.192352 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-3dd6613b-aa53-445d-9a05-4c085a94a05e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772861'] for port, before_update {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:13.203258 dv-cinder-799631-1-iscsi neutron-server[93090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48f1b68d-63e3-45fa-b63e-9e0932bb1732 None None] Checking router: 130656f8-45c2-4a36-a256-8b9eebfb37e9 for host: dv-cinder-799631-1-iscsi {{(pid=93090) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 12:33:13.203806 dv-cinder-799631-1-iscsi neutron-server[93090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48f1b68d-63e3-45fa-b63e-9e0932bb1732 None None] Updating router 130656f8-45c2-4a36-a256-8b9eebfb37e9 port 52b826e0-bcb1-4b1f-a824-e9966728d4f8 binding host dv-cinder-799631-1-iscsi {{(pid=93090) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 12:33:13.264664 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-250d70af-99e2-45b3-bb6b-5e66984adc55 None None] Notify callbacks [] for port, precommit_create {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:13.296117 dv-cinder-799631-1-iscsi neutron-server[93090]: DEBUG neutron_lib.callbacks.manager [None req-48f1b68d-63e3-45fa-b63e-9e0932bb1732 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772861'] for port, before_update {{(pid=93090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:13.310147 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ce181e-71f5-4c20-98b7-29ba738a56b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5382dc48-d7da-4ddc-842f-96ac151160c3,revision_number=1']} {{(pid=93087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:33:13.310585 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.db.provisioning_blocks [None req-250d70af-99e2-45b3-bb6b-5e66984adc55 None None] Transition to ACTIVE for port object 543d1e5c-eb5d-48cc-bcbc-0570ac114a08 will not be triggered until provisioned by entity L2. {{(pid=93089) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:33:13.314648 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.db [None req-3dd6613b-aa53-445d-9a05-4c085a94a05e None None] For port 5ccea8ae-7344-4a8f-88cb-5ec153333609, host dv-cinder-799631-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799631-1-iscsi',level=0,port_id=5ccea8ae-7344-4a8f-88cb-5ec153333609,segment=NetworkSegment(9563ba30-5ba5-46ca-802a-73eb0aa117e8),segment_id=9563ba30-5ba5-46ca-802a-73eb0aa117e8)] {{(pid=93089) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:33:13.337269 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c356e96a-7b10-4c48-95df-7c0fbc5047bc None None] Network 010ecb56-684a-4372-81e5-4eece574e2f5 requested from dv-cinder-799631-1-iscsi {{(pid=93089) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:33:13.342856 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-3dd6613b-aa53-445d-9a05-4c085a94a05e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-772913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730294210856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730293689582', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730293689631'] for port, after_update {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:13.382136 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-b10dce7f-9e98-4448-82e2-ebbc099d2895 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:13.420059 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adda9684-e79c-429c-aa8f-3046a572da91 req-a56a40ed-557d-4c15-93f8-5a8f3f893fd7 tempest-AttachVolumeNegativeTest-317369925 tempest-AttachVolumeNegativeTest-317369925-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:33:13.421723 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-adda9684-e79c-429c-aa8f-3046a572da91 req-a56a40ed-557d-4c15-93f8-5a8f3f893fd7 tempest-AttachVolumeNegativeTest-317369925 tempest-AttachVolumeNegativeTest-317369925-project] 10.222.0.106 "GET /v2.0/networks?id=0139f472-5f20-48a6-a32c-3cd8224eeba1 HTTP/1.1" status: 200 len: 814 time: 0.5172591 Jul 06 12:33:13.432020 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.db.provisioning_blocks [None req-250d70af-99e2-45b3-bb6b-5e66984adc55 None None] Transition to ACTIVE for port object 543d1e5c-eb5d-48cc-bcbc-0570ac114a08 will not be triggered until provisioned by entity DHCP. {{(pid=93089) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:33:13.452549 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-250d70af-99e2-45b3-bb6b-5e66984adc55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-772920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-407207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730293689564'] for port, after_create {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:13.460246 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-b10dce7f-9e98-4448-82e2-ebbc099d2895 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:13.474106 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-adda9684-e79c-429c-aa8f-3046a572da91 req-0f80eb4e-411a-4123-be68-f3f7b3b45d02 tempest-AttachVolumeNegativeTest-317369925 tempest-AttachVolumeNegativeTest-317369925-project] 10.222.0.106 "GET /v2.0/quotas/ffd269f97b9e4f3cbdf8841b0915444b HTTP/1.1" status: 200 len: 375 time: 0.0440209 Jul 06 12:33:13.553603 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-2f38bb47-67c5-4d86-b58f-28698251d215 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:13.566534 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-adda9684-e79c-429c-aa8f-3046a572da91 req-4ff3ca55-1e8f-447b-be7d-410e3cde0bc0 tempest-AttachVolumeNegativeTest-317369925 tempest-AttachVolumeNegativeTest-317369925-project] 10.222.0.106 "GET /v2.0/ports?tenant_id=ffd269f97b9e4f3cbdf8841b0915444b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0857823 Jul 06 12:33:13.572544 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-250d70af-99e2-45b3-bb6b-5e66984adc55 None None] Network 05887a89-c541-45f9-bd49-e19532da98ad is already hosted by enough agents. {{(pid=93089) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:33:13.579829 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.scheduler.base_scheduler [None req-250d70af-99e2-45b3-bb6b-5e66984adc55 None None] Resources bound (agent type, host, resource id): {{(pid=93089) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:33:13.587845 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd6613b-aa53-445d-9a05-4c085a94a05e None None] Pushing event updated for resources: {'Port': ['ID=5ccea8ae-7344-4a8f-88cb-5ec153333609,revision_number=3']} {{(pid=93089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:33:13.605229 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-250d70af-99e2-45b3-bb6b-5e66984adc55 None None] Received port after_create {{(pid=93089) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:33:13.635353 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-b10dce7f-9e98-4448-82e2-ebbc099d2895 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1774441'] for security_group, after_delete {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:13.660112 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-b10dce7f-9e98-4448-82e2-ebbc099d2895 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:13.665638 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [None req-b10dce7f-9e98-4448-82e2-ebbc099d2895 admin admin] 10.222.0.106 "DELETE /v2.0/security-groups/5382dc48-d7da-4ddc-842f-96ac151160c3 HTTP/1.1" status: 204 len: 168 time: 0.4773839 Jul 06 12:33:13.680733 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10dce7f-9e98-4448-82e2-ebbc099d2895 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5382dc48-d7da-4ddc-842f-96ac151160c3,revision_number=None']} {{(pid=93088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:33:13.828909 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.managers [None req-250d70af-99e2-45b3-bb6b-5e66984adc55 None None] Attempting to bind port 543d1e5c-eb5d-48cc-bcbc-0570ac114a08 on host dv-cinder-799631-1-iscsi for vnic_type normal with profile {{(pid=93089) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:33:13.828909 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.managers [None req-250d70af-99e2-45b3-bb6b-5e66984adc55 None None] Attempting to bind port 543d1e5c-eb5d-48cc-bcbc-0570ac114a08 by drivers openvswitch,hyperv on host dv-cinder-799631-1-iscsi at level 0 using segments [{'id': 'c3ad306a-e157-4db2-861a-89054f1f1a9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': '05887a89-c541-45f9-bd49-e19532da98ad'}] {{(pid=93089) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:33:13.828909 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-250d70af-99e2-45b3-bb6b-5e66984adc55 None None] Attempting to bind port 543d1e5c-eb5d-48cc-bcbc-0570ac114a08 on network 05887a89-c541-45f9-bd49-e19532da98ad {{(pid=93089) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:33:13.830749 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250d70af-99e2-45b3-bb6b-5e66984adc55 None None] Pushing event updated for resources: {'Port': ['ID=543d1e5c-eb5d-48cc-bcbc-0570ac114a08,revision_number=1']} {{(pid=93089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:33:13.848533 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-250d70af-99e2-45b3-bb6b-5e66984adc55 None None] Checking agent: {'id': '0df45e45-1cb7-430e-9311-5161aceb24d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799631-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 12, 25, 11), 'started_at': datetime.datetime(2021, 7, 6, 12, 25, 41), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 33, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799631-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93089) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:33:13.848916 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-250d70af-99e2-45b3-bb6b-5e66984adc55 None None] Checking segment: {'id': 'c3ad306a-e157-4db2-861a-89054f1f1a9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': '05887a89-c541-45f9-bd49-e19532da98ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93089) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:33:13.849508 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-250d70af-99e2-45b3-bb6b-5e66984adc55 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:13.850349 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-250d70af-99e2-45b3-bb6b-5e66984adc55 None None] Bound using segment: {'id': 'c3ad306a-e157-4db2-861a-89054f1f1a9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': '05887a89-c541-45f9-bd49-e19532da98ad'} {{(pid=93089) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:33:13.850841 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.managers [None req-250d70af-99e2-45b3-bb6b-5e66984adc55 None None] Bound port: 543d1e5c-eb5d-48cc-bcbc-0570ac114a08, host: dv-cinder-799631-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3ad306a-e157-4db2-861a-89054f1f1a9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': '05887a89-c541-45f9-bd49-e19532da98ad'}}] {{(pid=93089) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:33:13.851519 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-250d70af-99e2-45b3-bb6b-5e66984adc55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772861'] for port, before_update {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:13.972680 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.db [None req-250d70af-99e2-45b3-bb6b-5e66984adc55 None None] For port 543d1e5c-eb5d-48cc-bcbc-0570ac114a08, host dv-cinder-799631-1-iscsi, cleared binding levels {{(pid=93089) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:33:13.979648 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.db [None req-250d70af-99e2-45b3-bb6b-5e66984adc55 None None] For port 543d1e5c-eb5d-48cc-bcbc-0570ac114a08, host dv-cinder-799631-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799631-1-iscsi',level=0,port_id=543d1e5c-eb5d-48cc-bcbc-0570ac114a08,segment=NetworkSegment(c3ad306a-e157-4db2-861a-89054f1f1a9d),segment_id=c3ad306a-e157-4db2-861a-89054f1f1a9d)] {{(pid=93089) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:33:13.985478 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-250d70af-99e2-45b3-bb6b-5e66984adc55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-772913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730294210856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730293689582', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730293689631'] for port, after_update {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:14.128559 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250d70af-99e2-45b3-bb6b-5e66984adc55 None None] Pushing event updated for resources: {'Port': ['ID=543d1e5c-eb5d-48cc-bcbc-0570ac114a08,revision_number=2']} {{(pid=93089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:33:14.168305 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.wsgi [-] (93088) accepted ('10.222.0.106', 46284) {{(pid=93088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:33:14.197307 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-2f38bb47-67c5-4d86-b58f-28698251d215 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-772920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-407207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730293689564'] for port, after_create {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:14.278261 dv-cinder-799631-1-iscsi neutron-server[93090]: DEBUG neutron_lib.callbacks.manager [None req-48f1b68d-63e3-45fa-b63e-9e0932bb1732 None None] Notify callbacks [] for port, precommit_update {{(pid=93090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:14.290459 dv-cinder-799631-1-iscsi neutron-server[93090]: DEBUG neutron.db.provisioning_blocks [None req-48f1b68d-63e3-45fa-b63e-9e0932bb1732 None None] Transition to ACTIVE for port object 52b826e0-bcb1-4b1f-a824-e9966728d4f8 will not be triggered until provisioned by entity L2. {{(pid=93090) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:33:14.302911 dv-cinder-799631-1-iscsi neutron-server[93090]: DEBUG neutron_lib.callbacks.manager [None req-48f1b68d-63e3-45fa-b63e-9e0932bb1732 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-772913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730294210856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730293689582', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730293689631'] for port, after_update {{(pid=93090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:14.357770 dv-cinder-799631-1-iscsi neutron-server[93090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03f7630-9307-40b5-a2fe-3eac349671da None None] Pushing event updated for resources: {'Port': ['ID=52b826e0-bcb1-4b1f-a824-e9966728d4f8,revision_number=2']} {{(pid=93090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:33:14.375357 dv-cinder-799631-1-iscsi neutron-server[93090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c03f7630-9307-40b5-a2fe-3eac349671da None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799631-1-iscsi {{(pid=93090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:33:14.381459 dv-cinder-799631-1-iscsi neutron-server[93090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c03f7630-9307-40b5-a2fe-3eac349671da None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799631-1-iscsi {{(pid=93090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:33:14.382110 dv-cinder-799631-1-iscsi neutron-server[93090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c03f7630-9307-40b5-a2fe-3eac349671da None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799631-1-iscsi {{(pid=93090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:33:14.383714 dv-cinder-799631-1-iscsi neutron-server[93090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c03f7630-9307-40b5-a2fe-3eac349671da None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799631-1-iscsi {{(pid=93090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:33:14.384230 dv-cinder-799631-1-iscsi neutron-server[93090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c03f7630-9307-40b5-a2fe-3eac349671da None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799631-1-iscsi {{(pid=93090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:33:14.384710 dv-cinder-799631-1-iscsi neutron-server[93090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c03f7630-9307-40b5-a2fe-3eac349671da None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799631-1-iscsi {{(pid=93090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:33:14.386970 dv-cinder-799631-1-iscsi neutron-server[93090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c03f7630-9307-40b5-a2fe-3eac349671da None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-799631-1-iscsi {{(pid=93090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:33:14.389231 dv-cinder-799631-1-iscsi neutron-server[93090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c03f7630-9307-40b5-a2fe-3eac349671da None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-799631-1-iscsi {{(pid=93090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:33:14.390558 dv-cinder-799631-1-iscsi neutron-server[93090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c03f7630-9307-40b5-a2fe-3eac349671da None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799631-1-iscsi {{(pid=93090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:33:14.391707 dv-cinder-799631-1-iscsi neutron-server[93090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c03f7630-9307-40b5-a2fe-3eac349671da None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799631-1-iscsi {{(pid=93090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:33:14.393296 dv-cinder-799631-1-iscsi neutron-server[93090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c03f7630-9307-40b5-a2fe-3eac349671da None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799631-1-iscsi {{(pid=93090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:33:14.393810 dv-cinder-799631-1-iscsi neutron-server[93090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c03f7630-9307-40b5-a2fe-3eac349671da None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799631-1-iscsi {{(pid=93090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:33:14.394905 dv-cinder-799631-1-iscsi neutron-server[93090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c03f7630-9307-40b5-a2fe-3eac349671da None None] Tracked resource versions report: Jul 06 12:33:14.394905 dv-cinder-799631-1-iscsi neutron-server[93090]: pushed versions: Jul 06 12:33:14.394905 dv-cinder-799631-1-iscsi neutron-server[93090]: { 'AddressGroup': {'1.2'}, Jul 06 12:33:14.394905 dv-cinder-799631-1-iscsi neutron-server[93090]: 'ConntrackHelper': {'1.0'}, Jul 06 12:33:14.394905 dv-cinder-799631-1-iscsi neutron-server[93090]: 'Log': {'1.0'}, Jul 06 12:33:14.394905 dv-cinder-799631-1-iscsi neutron-server[93090]: 'Network': {'1.1'}, Jul 06 12:33:14.394905 dv-cinder-799631-1-iscsi neutron-server[93090]: 'Port': {'1.7'}, Jul 06 12:33:14.394905 dv-cinder-799631-1-iscsi neutron-server[93090]: 'PortForwarding': {'1.2'}, Jul 06 12:33:14.394905 dv-cinder-799631-1-iscsi neutron-server[93090]: 'QosPolicy': {'1.8'}, Jul 06 12:33:14.394905 dv-cinder-799631-1-iscsi neutron-server[93090]: 'SecurityGroup': {'1.4'}, Jul 06 12:33:14.394905 dv-cinder-799631-1-iscsi neutron-server[93090]: 'SecurityGroupRule': {'1.2'}, Jul 06 12:33:14.394905 dv-cinder-799631-1-iscsi neutron-server[93090]: 'SubPort': {'1.0'}, Jul 06 12:33:14.394905 dv-cinder-799631-1-iscsi neutron-server[93090]: 'Subnet': {'1.1'}, Jul 06 12:33:14.394905 dv-cinder-799631-1-iscsi neutron-server[93090]: 'Trunk': {'1.1'}} Jul 06 12:33:14.394905 dv-cinder-799631-1-iscsi neutron-server[93090]: consumer versions: Jul 06 12:33:14.394905 dv-cinder-799631-1-iscsi neutron-server[93090]: { DHCP agent@dv-cinder-799631-1-iscsi: {}, Jul 06 12:33:14.394905 dv-cinder-799631-1-iscsi neutron-server[93090]: HyperV agent@hv-cinder-79963: {}, Jul 06 12:33:14.394905 dv-cinder-799631-1-iscsi neutron-server[93090]: L3 agent@dv-cinder-799631-1-iscsi: {}, Jul 06 12:33:14.394905 dv-cinder-799631-1-iscsi neutron-server[93090]: Metadata agent@dv-cinder-799631-1-iscsi: {}, Jul 06 12:33:14.394905 dv-cinder-799631-1-iscsi neutron-server[93090]: Metering agent@dv-cinder-799631-1-iscsi: {}, Jul 06 12:33:14.394905 dv-cinder-799631-1-iscsi neutron-server[93090]: Open vSwitch agent@dv-cinder-799631-1-iscsi: { 'AddressGroup': '1.2', Jul 06 12:33:14.394905 dv-cinder-799631-1-iscsi neutron-server[93090]: 'ConntrackHelper': '1.0', Jul 06 12:33:14.394905 dv-cinder-799631-1-iscsi neutron-server[93090]: 'Log': '1.0', Jul 06 12:33:14.394905 dv-cinder-799631-1-iscsi neutron-server[93090]: 'Network': '1.1', Jul 06 12:33:14.394905 dv-cinder-799631-1-iscsi neutron-server[93090]: 'Port': '1.7', Jul 06 12:33:14.394905 dv-cinder-799631-1-iscsi neutron-server[93090]: 'PortForwarding': '1.2', Jul 06 12:33:14.394905 dv-cinder-799631-1-iscsi neutron-server[93090]: 'QosPolicy': '1.8', Jul 06 12:33:14.394905 dv-cinder-799631-1-iscsi neutron-server[93090]: 'SecurityGroup': '1.4', Jul 06 12:33:14.394905 dv-cinder-799631-1-iscsi neutron-server[93090]: 'SecurityGroupRule': '1.2', Jul 06 12:33:14.394905 dv-cinder-799631-1-iscsi neutron-server[93090]: 'SubPort': '1.0', Jul 06 12:33:14.394905 dv-cinder-799631-1-iscsi neutron-server[93090]: 'Subnet': '1.1', Jul 06 12:33:14.394905 dv-cinder-799631-1-iscsi neutron-server[93090]: 'Trunk': '1.1'}} Jul 06 12:33:14.394905 dv-cinder-799631-1-iscsi neutron-server[93090]: {{(pid=93090) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 06 12:33:14.431533 dv-cinder-799631-1-iscsi neutron-server[93090]: DEBUG neutron.plugins.ml2.managers [None req-48f1b68d-63e3-45fa-b63e-9e0932bb1732 None None] Attempting to bind port 52b826e0-bcb1-4b1f-a824-e9966728d4f8 on host dv-cinder-799631-1-iscsi for vnic_type normal with profile {{(pid=93090) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:33:14.432638 dv-cinder-799631-1-iscsi neutron-server[93090]: DEBUG neutron.plugins.ml2.managers [None req-48f1b68d-63e3-45fa-b63e-9e0932bb1732 None None] Attempting to bind port 52b826e0-bcb1-4b1f-a824-e9966728d4f8 by drivers openvswitch,hyperv on host dv-cinder-799631-1-iscsi at level 0 using segments [{'id': '89d2d2f7-34cd-4989-93e1-84776a10346d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a97b808-be6d-48ec-a40b-4668530ee790'}] {{(pid=93090) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:33:14.433143 dv-cinder-799631-1-iscsi neutron-server[93090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48f1b68d-63e3-45fa-b63e-9e0932bb1732 None None] Attempting to bind port 52b826e0-bcb1-4b1f-a824-e9966728d4f8 on network 2a97b808-be6d-48ec-a40b-4668530ee790 {{(pid=93090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:33:14.438717 dv-cinder-799631-1-iscsi neutron-server[93090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48f1b68d-63e3-45fa-b63e-9e0932bb1732 None None] Checking agent: {'id': '0df45e45-1cb7-430e-9311-5161aceb24d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799631-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 12, 25, 11), 'started_at': datetime.datetime(2021, 7, 6, 12, 25, 41), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 33, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799631-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:33:14.439366 dv-cinder-799631-1-iscsi neutron-server[93090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48f1b68d-63e3-45fa-b63e-9e0932bb1732 None None] Checking segment: {'id': '89d2d2f7-34cd-4989-93e1-84776a10346d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a97b808-be6d-48ec-a40b-4668530ee790'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93090) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:33:14.439982 dv-cinder-799631-1-iscsi neutron-server[93090]: DEBUG neutron_lib.callbacks.manager [None req-48f1b68d-63e3-45fa-b63e-9e0932bb1732 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:14.440559 dv-cinder-799631-1-iscsi neutron-server[93090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48f1b68d-63e3-45fa-b63e-9e0932bb1732 None None] Bound using segment: {'id': '89d2d2f7-34cd-4989-93e1-84776a10346d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a97b808-be6d-48ec-a40b-4668530ee790'} {{(pid=93090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:33:14.441469 dv-cinder-799631-1-iscsi neutron-server[93090]: DEBUG neutron.plugins.ml2.managers [None req-48f1b68d-63e3-45fa-b63e-9e0932bb1732 None None] Bound port: 52b826e0-bcb1-4b1f-a824-e9966728d4f8, host: dv-cinder-799631-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89d2d2f7-34cd-4989-93e1-84776a10346d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a97b808-be6d-48ec-a40b-4668530ee790'}}] {{(pid=93090) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:33:14.442088 dv-cinder-799631-1-iscsi neutron-server[93090]: DEBUG neutron_lib.callbacks.manager [None req-48f1b68d-63e3-45fa-b63e-9e0932bb1732 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772861'] for port, before_update {{(pid=93090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:14.480679 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f38bb47-67c5-4d86-b58f-28698251d215 admin admin] Network 2a97b808-be6d-48ec-a40b-4668530ee790 is already hosted by enough agents. {{(pid=93087) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:33:14.513926 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.wsgi [req-adda9684-e79c-429c-aa8f-3046a572da91 req-d5a8a64b-9dad-4460-9f4c-93557666ac1f service neutron] http://10.222.0.106:9696/v2.0/extensions returned with HTTP 200 {{(pid=93088) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 12:33:14.514984 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-adda9684-e79c-429c-aa8f-3046a572da91 req-d5a8a64b-9dad-4460-9f4c-93557666ac1f service neutron] 10.222.0.106 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2331290 Jul 06 12:33:14.532537 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.scheduler.base_scheduler [None req-2f38bb47-67c5-4d86-b58f-28698251d215 admin admin] Resources bound (agent type, host, resource id): {{(pid=93087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:33:14.555276 dv-cinder-799631-1-iscsi neutron-server[93090]: DEBUG neutron.plugins.ml2.db [None req-48f1b68d-63e3-45fa-b63e-9e0932bb1732 None None] For port 52b826e0-bcb1-4b1f-a824-e9966728d4f8, host dv-cinder-799631-1-iscsi, cleared binding levels {{(pid=93090) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:33:14.559965 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-b000ad9a-ca5c-429e-adae-43c20d9fd324 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:14.564428 dv-cinder-799631-1-iscsi neutron-server[93090]: DEBUG neutron.plugins.ml2.db [None req-48f1b68d-63e3-45fa-b63e-9e0932bb1732 None None] For port 52b826e0-bcb1-4b1f-a824-e9966728d4f8, host dv-cinder-799631-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799631-1-iscsi',level=0,port_id=52b826e0-bcb1-4b1f-a824-e9966728d4f8,segment=NetworkSegment(89d2d2f7-34cd-4989-93e1-84776a10346d),segment_id=89d2d2f7-34cd-4989-93e1-84776a10346d)] {{(pid=93090) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:33:14.575477 dv-cinder-799631-1-iscsi neutron-server[93090]: DEBUG neutron_lib.callbacks.manager [None req-48f1b68d-63e3-45fa-b63e-9e0932bb1732 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-772913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730294210856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730293689582', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730293689631'] for port, after_update {{(pid=93090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:14.582281 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f38bb47-67c5-4d86-b58f-28698251d215 admin admin] Received port after_create {{(pid=93087) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:33:14.658287 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f38bb47-67c5-4d86-b58f-28698251d215 admin admin] Pushing event updated for resources: {'Port': ['ID=2a6b6a5a-8563-468f-832a-de2276b7c305,revision_number=1']} {{(pid=93087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:33:14.665935 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-0acb17be-591b-4e69-b42f-14bb00705ab5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:14.719043 dv-cinder-799631-1-iscsi neutron-server[93090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03f7630-9307-40b5-a2fe-3eac349671da None None] Pushing event updated for resources: {'Port': ['ID=52b826e0-bcb1-4b1f-a824-e9966728d4f8,revision_number=3']} {{(pid=93090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:33:14.766890 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.wsgi [-] (93088) accepted ('10.222.0.106', 46310) {{(pid=93088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:33:14.773991 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-adda9684-e79c-429c-aa8f-3046a572da91 req-6c54c211-4859-40e2-a63d-705d321c4011 service neutron] 10.222.0.106 "GET /v2.0/networks/0139f472-5f20-48a6-a32c-3cd8224eeba1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2473147 Jul 06 12:33:14.778993 dv-cinder-799631-1-iscsi neutron-server[93090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48f1b68d-63e3-45fa-b63e-9e0932bb1732 None None] Routers {'130656f8-45c2-4a36-a256-8b9eebfb37e9'} bound to L3 agent in host dv-cinder-799631-1-iscsi {{(pid=93090) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:33:14.779890 dv-cinder-799631-1-iscsi neutron-server[93090]: DEBUG neutron.db.l3_hamode_db [None req-48f1b68d-63e3-45fa-b63e-9e0932bb1732 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799631-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-06T12:25:10Z,description=,heartbeat_timestamp=2021-07-06T12:33:10Z,host='dv-cinder-799631-1-iscsi',id=8f648e93-51d3-4e20-9eca-a57842435ba1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T12:25:10Z,topic='l3_agent')) {'router_ids': ['130656f8-45c2-4a36-a256-8b9eebfb37e9'], 'active': True} {{(pid=93090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:33:14.814854 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.wsgi [-] (93088) accepted ('10.222.0.106', 46316) {{(pid=93088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:33:14.907461 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-0acb17be-591b-4e69-b42f-14bb00705ab5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772861'] for port, before_create {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:14.930283 dv-cinder-799631-1-iscsi neutron-server[93090]: DEBUG neutron.db.l3_dvr_db [None req-48f1b68d-63e3-45fa-b63e-9e0932bb1732 None None] Set router 130656f8-45c2-4a36-a256-8b9eebfb37e9 gateway port host: dv-cinder-799631-1-iscsi {{(pid=93090) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:33:15.019017 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-b000ad9a-ca5c-429e-adae-43c20d9fd324 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:15.040970 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.api.v2.base [None req-34f2cca6-8924-42bd-9d55-f3818d67135b admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-957236015-network', 'tenant_id': '0782388e171d435abc3efd8016dcd1bd'}} {{(pid=93088) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:33:15.053937 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-b000ad9a-ca5c-429e-adae-43c20d9fd324 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1774441'] for security_group, after_create {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:15.140219 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d62212-ba27-4e2c-aebc-c62518782cc7 req-1bc3e9f4-a91d-4bf0-ac32-b2ef907bbfe6 tempest-DeleteServersTestJSON-1152598212 tempest-DeleteServersTestJSON-1152598212-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:33:15.141788 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-09d62212-ba27-4e2c-aebc-c62518782cc7 req-1bc3e9f4-a91d-4bf0-ac32-b2ef907bbfe6 tempest-DeleteServersTestJSON-1152598212 tempest-DeleteServersTestJSON-1152598212-project] 10.222.0.106 "GET /v2.0/networks?id=010ecb56-684a-4372-81e5-4eece574e2f5 HTTP/1.1" status: 200 len: 811 time: 0.3260024 Jul 06 12:33:15.181575 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-adda9684-e79c-429c-aa8f-3046a572da91 req-f37a5662-aac0-4378-9c4c-c28dde26a0ba service neutron] 10.222.0.106 "GET /v2.0/networks/0139f472-5f20-48a6-a32c-3cd8224eeba1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3910894 Jul 06 12:33:15.209426 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [None req-b000ad9a-ca5c-429e-adae-43c20d9fd324 admin admin] 10.222.0.106 "GET /v2.0/security-groups?tenant_id=766e7e1ffe174424b6a9984938022f75&name=default HTTP/1.1" status: 200 len: 2975 time: 1.0352247 Jul 06 12:33:15.216384 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.wsgi [-] (93088) accepted ('10.222.0.106', 46320) {{(pid=93088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:33:15.221135 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b000ad9a-ca5c-429e-adae-43c20d9fd324 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a04a2ed4-6d88-4c54-a1cd-b9cce581d142,revision_number=1']} {{(pid=93088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:33:15.241767 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-09d62212-ba27-4e2c-aebc-c62518782cc7 req-f447ee25-1752-4e1f-b106-eda6e50ee289 tempest-DeleteServersTestJSON-1152598212 tempest-DeleteServersTestJSON-1152598212-project] 10.222.0.106 "GET /v2.0/quotas/650aefe28d164b9e872956d345dd77a7 HTTP/1.1" status: 200 len: 375 time: 0.0755894 Jul 06 12:33:15.244097 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34f2cca6-8924-42bd-9d55-f3818d67135b admin admin] Made reservation on behalf of 0782388e171d435abc3efd8016dcd1bd for: {'network': 1} {{(pid=93088) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:33:15.246409 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-34f2cca6-8924-42bd-9d55-f3818d67135b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772861'] for network, before_create {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:15.371465 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-34f2cca6-8924-42bd-9d55-f3818d67135b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:15.375973 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-09d62212-ba27-4e2c-aebc-c62518782cc7 req-10ad9e49-667f-4dc2-8672-48c3ce0a16d0 tempest-DeleteServersTestJSON-1152598212 tempest-DeleteServersTestJSON-1152598212-project] 10.222.0.106 "GET /v2.0/ports?tenant_id=650aefe28d164b9e872956d345dd77a7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1273019 Jul 06 12:33:15.392786 dv-cinder-799631-1-iscsi neutron-server[93090]: DEBUG neutron.db.l3_hamode_db [None req-48f1b68d-63e3-45fa-b63e-9e0932bb1732 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '130656f8-45c2-4a36-a256-8b9eebfb37e9', 'name': 'tempest-AttachVolumeShelveTestJSON-1952371859-router', 'tenant_id': 'b437ce926689452f91685757af8037a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a97b808-be6d-48ec-a40b-4668530ee790', 'external_fixed_ips': [{'subnet_id': '1816a596-2dc6-4d27-98a5-201cc12476f2', 'ip_address': '172.27.1.78'}], 'enable_snat': True}, 'gw_port_id': '52b826e0-bcb1-4b1f-a824-e9966728d4f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:33:07Z', 'updated_at': '2021-07-06T12:33:10Z', 'revision_number': 3, 'project_id': 'b437ce926689452f91685757af8037a1', 'gw_port': {'id': '52b826e0-bcb1-4b1f-a824-e9966728d4f8', 'name': '', 'network_id': '2a97b808-be6d-48ec-a40b-4668530ee790', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:34:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '130656f8-45c2-4a36-a256-8b9eebfb37e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 53, 'fixed_ips': [{'subnet_id': '1816a596-2dc6-4d27-98a5-201cc12476f2', 'ip_address': '172.27.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799631-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:33:08Z', 'updated_at': '2021-07-06T12:33:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1816a596-2dc6-4d27-98a5-201cc12476f2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799631-1-iscsi'}], 'dv-cinder-799631-1-iscsi', False) {} {{(pid=93090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:33:15.509564 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.db.db_base_plugin_common [None req-0acb17be-591b-4e69-b42f-14bb00705ab5 admin admin] Allocated IP 172.27.1.111 (2a97b808-be6d-48ec-a40b-4668530ee790/1816a596-2dc6-4d27-98a5-201cc12476f2/1b4179cc-d547-4584-9baa-867a0c1392bd) {{(pid=93087) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:33:15.546647 dv-cinder-799631-1-iscsi neutron-server[93090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48f1b68d-63e3-45fa-b63e-9e0932bb1732 None None] The sync data for ids ['130656f8-45c2-4a36-a256-8b9eebfb37e9'] in dv-cinder-799631-1-iscsi is: [{'id': '130656f8-45c2-4a36-a256-8b9eebfb37e9', 'name': 'tempest-AttachVolumeShelveTestJSON-1952371859-router', 'tenant_id': 'b437ce926689452f91685757af8037a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a97b808-be6d-48ec-a40b-4668530ee790', 'external_fixed_ips': [{'subnet_id': '1816a596-2dc6-4d27-98a5-201cc12476f2', 'ip_address': '172.27.1.78'}], 'enable_snat': True}, 'gw_port_id': '52b826e0-bcb1-4b1f-a824-e9966728d4f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:33:07Z', 'updated_at': '2021-07-06T12:33:10Z', 'revision_number': 3, 'project_id': 'b437ce926689452f91685757af8037a1', 'gw_port': {'id': '52b826e0-bcb1-4b1f-a824-e9966728d4f8', 'name': '', 'network_id': '2a97b808-be6d-48ec-a40b-4668530ee790', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:34:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '130656f8-45c2-4a36-a256-8b9eebfb37e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 53, 'fixed_ips': [{'subnet_id': '1816a596-2dc6-4d27-98a5-201cc12476f2', 'ip_address': '172.27.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799631-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:33:08Z', 'updated_at': '2021-07-06T12:33:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1816a596-2dc6-4d27-98a5-201cc12476f2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799631-1-iscsi'}] {{(pid=93090) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:33:15.614521 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-ac62130b-a24e-44ae-bd5a-49b78956b96e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:15.701333 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.rpc [None req-3dd6613b-aa53-445d-9a05-4c085a94a05e None None] Device 543d1e5c-eb5d-48cc-bcbc-0570ac114a08 up at agent ovs-agent-dv-cinder-799631-1-iscsi {{(pid=93089) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:33:15.823728 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-ac62130b-a24e-44ae-bd5a-49b78956b96e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:15.843729 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f20153af-daad-496e-bb05-747a7ea9940b None None] Network 05887a89-c541-45f9-bd49-e19532da98ad requested from dv-cinder-799631-1-iscsi {{(pid=93089) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:33:15.922377 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-34f2cca6-8924-42bd-9d55-f3818d67135b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:15.927454 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-2f38bb47-67c5-4d86-b58f-28698251d215 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:15.936374 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-fc005dd4-4c29-44d0-9ec1-b663fc7ec87b req-815c86a1-4f3f-4fd4-8e31-0e3e9b68c044 tempest-AttachVolumeNegativeTest-317369925 tempest-AttachVolumeNegativeTest-317369925-project] 10.222.0.106 "GET /v2.0/ports?device_id=cccd1a32-d136-493a-8952-b0e4564b33a0 HTTP/1.1" status: 200 len: 210 time: 0.1179695 Jul 06 12:33:15.942027 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-34f2cca6-8924-42bd-9d55-f3818d67135b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1774441'] for security_group, after_create {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:16.052120 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f2cca6-8924-42bd-9d55-f3818d67135b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6cfed2b-bdad-45e4-b7c1-718db04f474c,revision_number=1']} {{(pid=93088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:33:16.057742 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.db.provisioning_blocks [None req-2e6bbbf3-5043-4ea8-a8bd-78ed916c9667 None None] Provisioning for port 543d1e5c-eb5d-48cc-bcbc-0570ac114a08 completed by entity DHCP. {{(pid=93089) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:33:16.070978 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.wsgi [req-09d62212-ba27-4e2c-aebc-c62518782cc7 req-1d7d8984-6795-4cc7-a40f-6bf8cef60a60 service neutron] http://10.222.0.106:9696/v2.0/extensions returned with HTTP 200 {{(pid=93088) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 12:33:16.073188 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-09d62212-ba27-4e2c-aebc-c62518782cc7 req-1d7d8984-6795-4cc7-a40f-6bf8cef60a60 service neutron] 10.222.0.106 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3020015 Jul 06 12:33:16.112476 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-34f2cca6-8924-42bd-9d55-f3818d67135b admin admin] vlan segment allocate from pool success with {'vlan_id': 1056, 'physical_network': 'physnet1'} {{(pid=93088) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 12:33:16.118806 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.db.provisioning_blocks [None req-3dd6613b-aa53-445d-9a05-4c085a94a05e None None] Provisioning for port 543d1e5c-eb5d-48cc-bcbc-0570ac114a08 completed by entity L2. {{(pid=93089) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:33:16.143834 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-e29b3673-5748-40d0-ab98-fc2c0dcbef61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772861'] for port, before_create {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:16.154639 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.db.provisioning_blocks [None req-3dd6613b-aa53-445d-9a05-4c085a94a05e None None] Provisioning complete for port 543d1e5c-eb5d-48cc-bcbc-0570ac114a08 triggered by entity L2. {{(pid=93089) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:33:16.155015 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-3dd6613b-aa53-445d-9a05-4c085a94a05e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912496'] for port, provisioning_complete {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:16.195768 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-34f2cca6-8924-42bd-9d55-f3818d67135b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-886815'] for segment, precommit_create {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:16.196410 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.db.segments_db [None req-34f2cca6-8924-42bd-9d55-f3818d67135b admin admin] Added segment 74305b49-3107-457e-9566-bd19d9db4a9e of type vlan for network 661611b3-0321-4564-b4bd-6134acb4afb6 Jul 06 12:33:16.199683 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-ac62130b-a24e-44ae-bd5a-49b78956b96e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1774441'] for security_group, after_delete {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:16.204488 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-ac62130b-a24e-44ae-bd5a-49b78956b96e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:16.208455 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [None req-ac62130b-a24e-44ae-bd5a-49b78956b96e admin admin] 10.222.0.106 "DELETE /v2.0/security-groups/a04a2ed4-6d88-4c54-a1cd-b9cce581d142 HTTP/1.1" status: 204 len: 168 time: 0.9883628 Jul 06 12:33:16.314162 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac62130b-a24e-44ae-bd5a-49b78956b96e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a04a2ed4-6d88-4c54-a1cd-b9cce581d142,revision_number=None']} {{(pid=93088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:33:16.335506 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-09d62212-ba27-4e2c-aebc-c62518782cc7 req-dd844c3e-9ead-411a-a89f-479fe2e287d0 service neutron] 10.222.0.106 "GET /v2.0/networks/010ecb56-684a-4372-81e5-4eece574e2f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2450023 Jul 06 12:33:16.433141 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-3dd6613b-aa53-445d-9a05-4c085a94a05e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772861'] for port, before_update {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:16.550714 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.db [None req-3dd6613b-aa53-445d-9a05-4c085a94a05e None None] For port 543d1e5c-eb5d-48cc-bcbc-0570ac114a08, host dv-cinder-799631-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799631-1-iscsi',level=0,port_id=543d1e5c-eb5d-48cc-bcbc-0570ac114a08,segment=NetworkSegment(c3ad306a-e157-4db2-861a-89054f1f1a9d),segment_id=c3ad306a-e157-4db2-861a-89054f1f1a9d)] {{(pid=93089) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:33:16.560159 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-3dd6613b-aa53-445d-9a05-4c085a94a05e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-772913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730294210856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730293689582', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730293689631'] for port, after_update {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:16.560968 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.rpc [None req-3dd6613b-aa53-445d-9a05-4c085a94a05e None None] Device 5ccea8ae-7344-4a8f-88cb-5ec153333609 up at agent ovs-agent-dv-cinder-799631-1-iscsi {{(pid=93089) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:33:16.613084 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-09d62212-ba27-4e2c-aebc-c62518782cc7 req-4bcddc74-09c2-4570-96d7-8d502befafd2 service neutron] 10.222.0.106 "GET /v2.0/networks/010ecb56-684a-4372-81e5-4eece574e2f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2761564 Jul 06 12:33:16.617713 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-34f2cca6-8924-42bd-9d55-f3818d67135b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730293704277'] for network, precommit_create {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:16.707855 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-34f2cca6-8924-42bd-9d55-f3818d67135b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1774397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582535'] for network, after_create {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:16.709335 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34f2cca6-8924-42bd-9d55-f3818d67135b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:33:16.710326 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-34f2cca6-8924-42bd-9d55-f3818d67135b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582504'] for network, before_response {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:16.781337 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-0acb17be-591b-4e69-b42f-14bb00705ab5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:16.931237 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd6613b-aa53-445d-9a05-4c085a94a05e None None] Pushing event updated for resources: {'Port': ['ID=543d1e5c-eb5d-48cc-bcbc-0570ac114a08,revision_number=3']} {{(pid=93089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:33:16.936300 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [None req-34f2cca6-8924-42bd-9d55-f3818d67135b admin admin] 10.222.0.106 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 2.1653223 Jul 06 12:33:16.937335 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.wsgi [-] (93088) accepted ('10.222.0.106', 46378) {{(pid=93088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:33:16.961531 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.api.v2.base [None req-3b04492e-f012-4dbf-9fc7-e52f83a7f05c admin admin] Request body: {'subnet': {'network_id': '661611b3-0321-4564-b4bd-6134acb4afb6', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-957236015-subnet', 'tenant_id': '0782388e171d435abc3efd8016dcd1bd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93088) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:33:16.967695 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f2cca6-8924-42bd-9d55-f3818d67135b admin admin] Pushing event updated for resources: {'Network': ['ID=661611b3-0321-4564-b4bd-6134acb4afb6,revision_number=1']} {{(pid=93088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:33:16.995646 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.db.provisioning_blocks [None req-3dd6613b-aa53-445d-9a05-4c085a94a05e None None] Provisioning complete for port 5ccea8ae-7344-4a8f-88cb-5ec153333609 triggered by entity L2. {{(pid=93089) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:33:16.996038 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-3dd6613b-aa53-445d-9a05-4c085a94a05e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912496'] for port, provisioning_complete {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:17.003539 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.rpc [None req-3dd6613b-aa53-445d-9a05-4c085a94a05e None None] Network 661611b3-0321-4564-b4bd-6134acb4afb6 details requested by agent ovs-agent-dv-cinder-799631-1-iscsi with host dv-cinder-799631-1-iscsi {{(pid=93089) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 12:33:17.052674 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b04492e-f012-4dbf-9fc7-e52f83a7f05c admin admin] Made reservation on behalf of 0782388e171d435abc3efd8016dcd1bd for: {'subnet': 1} {{(pid=93088) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:33:17.062005 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-3b04492e-f012-4dbf-9fc7-e52f83a7f05c admin admin] Notify callbacks [] for subnet, before_create {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:17.125165 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-0acb17be-591b-4e69-b42f-14bb00705ab5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-772920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-407207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730293689564'] for port, after_create {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:17.206426 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.db.provisioning_blocks [None req-36db5465-9173-461c-bc9e-2c1cff43731b None None] Provisioning complete for port 543d1e5c-eb5d-48cc-bcbc-0570ac114a08 triggered by entity DHCP. {{(pid=93089) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:33:17.206978 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-36db5465-9173-461c-bc9e-2c1cff43731b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912496'] for port, provisioning_complete {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:17.327276 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-b4568df7-b058-4bd2-b5a7-a31746f02ba6 req-8cf6d699-cf27-4fbd-beee-5921b61c14e0 tempest-AttachVolumeNegativeTest-317369925 tempest-AttachVolumeNegativeTest-317369925-project] 10.222.0.106 "GET /v2.0/ports?device_id=cccd1a32-d136-493a-8952-b0e4564b33a0 HTTP/1.1" status: 200 len: 210 time: 0.2221205 Jul 06 12:33:17.434662 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0acb17be-591b-4e69-b42f-14bb00705ab5 admin admin] Network 2a97b808-be6d-48ec-a40b-4668530ee790 is already hosted by enough agents. {{(pid=93087) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:33:17.437532 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0acb17be-591b-4e69-b42f-14bb00705ab5 admin admin] Pushing event updated for resources: {'Port': ['ID=1b4179cc-d547-4584-9baa-867a0c1392bd,revision_number=1']} {{(pid=93087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:33:17.451501 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.scheduler.base_scheduler [None req-0acb17be-591b-4e69-b42f-14bb00705ab5 admin admin] Resources bound (agent type, host, resource id): {{(pid=93087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:33:17.466221 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0acb17be-591b-4e69-b42f-14bb00705ab5 admin admin] Received port after_create {{(pid=93087) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:33:17.655443 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.rpc [None req-3dd6613b-aa53-445d-9a05-4c085a94a05e None None] Device 543d1e5c-eb5d-48cc-bcbc-0570ac114a08 up at agent ovs-agent-dv-cinder-799631-1-iscsi {{(pid=93089) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:33:17.716360 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-1ec94152-7ff2-4ae6-92f2-9c6381913aae req-cb5f86b1-8d78-4a11-ae63-14fdb9423ccb tempest-DeleteServersTestJSON-1152598212 tempest-DeleteServersTestJSON-1152598212-project] 10.222.0.106 "GET /v2.0/ports?device_id=3b84fef2-6112-4268-b1c4-95519d13428e HTTP/1.1" status: 200 len: 210 time: 0.4836514 Jul 06 12:33:17.791962 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.db.provisioning_blocks [None req-3dd6613b-aa53-445d-9a05-4c085a94a05e None None] Provisioning complete for port 543d1e5c-eb5d-48cc-bcbc-0570ac114a08 triggered by entity L2. {{(pid=93089) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:33:17.792316 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-3dd6613b-aa53-445d-9a05-4c085a94a05e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912496'] for port, provisioning_complete {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:17.945172 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-2f38bb47-67c5-4d86-b58f-28698251d215 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1816794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1764367'] for router, after_create {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:17.969630 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.db.db_base_plugin_common [None req-e29b3673-5748-40d0-ab98-fc2c0dcbef61 admin admin] Allocated IP 172.20.0.1 (13aecddf-3646-4770-a1b4-1e59fdf991f5/26404b5b-3148-4b62-b08e-5f523f412d1e/c8b0b1a8-36c0-47bc-bcd4-2453a786f7de) {{(pid=93087) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:33:18.120730 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.rpc [None req-3dd6613b-aa53-445d-9a05-4c085a94a05e None None] Device 52b826e0-bcb1-4b1f-a824-e9966728d4f8 up at agent ovs-agent-dv-cinder-799631-1-iscsi {{(pid=93089) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:33:18.166279 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-3b04492e-f012-4dbf-9fc7-e52f83a7f05c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1774543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582535'] for subnet, after_create {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:18.274541 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.db.provisioning_blocks [None req-3dd6613b-aa53-445d-9a05-4c085a94a05e None None] Provisioning for port 52b826e0-bcb1-4b1f-a824-e9966728d4f8 completed by entity L2. {{(pid=93089) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:33:18.280719 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.db.provisioning_blocks [None req-3dd6613b-aa53-445d-9a05-4c085a94a05e None None] Provisioning complete for port 52b826e0-bcb1-4b1f-a824-e9966728d4f8 triggered by entity L2. {{(pid=93089) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:33:18.281314 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-3dd6613b-aa53-445d-9a05-4c085a94a05e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912496'] for port, provisioning_complete {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:18.323943 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b04492e-f012-4dbf-9fc7-e52f83a7f05c admin admin] Pushing event updated for resources: {'Subnet': ['ID=eed87b1f-08e9-4083-a7e5-5599d8c0eb5d,revision_number=0']} {{(pid=93088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:33:18.327267 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b04492e-f012-4dbf-9fc7-e52f83a7f05c admin admin] Checking segment: {'id': '74305b49-3107-457e-9566-bd19d9db4a9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1056, 'network_id': '661611b3-0321-4564-b4bd-6134acb4afb6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93088) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:33:18.327634 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b04492e-f012-4dbf-9fc7-e52f83a7f05c admin admin] Network hostable DHCP agents. Network: 661611b3-0321-4564-b4bd-6134acb4afb6, hostable agents: ['4e405fa1-8706-417c-9214-b4e9d51c0aa2'], hosted agents: [] {{(pid=93088) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 12:33:18.384211 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b04492e-f012-4dbf-9fc7-e52f83a7f05c admin admin] Network 661611b3-0321-4564-b4bd-6134acb4afb6 is scheduled to be hosted by DHCP agent 4e405fa1-8706-417c-9214-b4e9d51c0aa2 with binding_index 1 {{(pid=93088) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 12:33:18.410898 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.scheduler.base_scheduler [None req-3b04492e-f012-4dbf-9fc7-e52f83a7f05c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-799631-1-iscsi, 661611b3-0321-4564-b4bd-6134acb4afb6) {{(pid=93088) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:33:18.434878 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b04492e-f012-4dbf-9fc7-e52f83a7f05c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:33:18.440708 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-3b04492e-f012-4dbf-9fc7-e52f83a7f05c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582504'] for subnet, before_response {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:18.468159 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-0acb17be-591b-4e69-b42f-14bb00705ab5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:18.533999 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [None req-3b04492e-f012-4dbf-9fc7-e52f83a7f05c admin admin] 10.222.0.106 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.5864825 Jul 06 12:33:18.587305 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-859d9e62-fd70-449b-8818-dd542d017a7b req-31509c56-59b9-47e9-8a70-0a88d6313ed9 tempest-AttachVolumeNegativeTest-317369925 tempest-AttachVolumeNegativeTest-317369925-project] 10.222.0.106 "GET /v2.0/ports?device_id=cccd1a32-d136-493a-8952-b0e4564b33a0 HTTP/1.1" status: 200 len: 210 time: 0.0867453 Jul 06 12:33:18.621815 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-3dd6613b-aa53-445d-9a05-4c085a94a05e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772861'] for port, before_update {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:18.628066 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-629ac92c-1771-433a-91a3-5be85af2e40d None None] Network 661611b3-0321-4564-b4bd-6134acb4afb6 requested from dv-cinder-799631-1-iscsi {{(pid=93089) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:33:18.653386 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f38bb47-67c5-4d86-b58f-28698251d215 admin admin] Router 3f9ebffd-df70-4722-af9f-249cff39431d is scheduled to L3 agent 8f648e93-51d3-4e20-9eca-a57842435ba1 with binding_index 1 {{(pid=93087) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 12:33:18.658372 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-e29b3673-5748-40d0-ab98-fc2c0dcbef61 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:18.730437 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.db.provisioning_blocks [None req-e29b3673-5748-40d0-ab98-fc2c0dcbef61 admin admin] Transition to ACTIVE for port object c8b0b1a8-36c0-47bc-bcd4-2453a786f7de will not be triggered until provisioned by entity DHCP. {{(pid=93087) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:33:18.805427 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.db [None req-3dd6613b-aa53-445d-9a05-4c085a94a05e None None] For port 52b826e0-bcb1-4b1f-a824-e9966728d4f8, host dv-cinder-799631-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799631-1-iscsi',level=0,port_id=52b826e0-bcb1-4b1f-a824-e9966728d4f8,segment=NetworkSegment(89d2d2f7-34cd-4989-93e1-84776a10346d),segment_id=89d2d2f7-34cd-4989-93e1-84776a10346d)] {{(pid=93089) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:33:18.808403 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e01f0766-f9ff-4b5e-bcf0-4e27193446d6 None None] Network 661611b3-0321-4564-b4bd-6134acb4afb6 requested from dv-cinder-799631-1-iscsi {{(pid=93089) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:33:18.881958 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.wsgi [-] (93088) accepted ('10.222.0.106', 46476) {{(pid=93088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:33:18.942153 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-3dd6613b-aa53-445d-9a05-4c085a94a05e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-772913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730294210856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730293689582', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730293689631'] for port, after_update {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:18.964662 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-27ec61fd-0c4f-47e3-b25a-7b74f23be7f0 req-94ea1638-41d3-48f6-96ef-a4125731a91b tempest-DeleteServersTestJSON-1152598212 tempest-DeleteServersTestJSON-1152598212-project] 10.222.0.106 "GET /v2.0/ports?device_id=3b84fef2-6112-4268-b1c4-95519d13428e HTTP/1.1" status: 200 len: 210 time: 0.1235547 Jul 06 12:33:18.981206 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-0acb17be-591b-4e69-b42f-14bb00705ab5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1816794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1764367'] for router, after_create {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:19.045320 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-e29b3673-5748-40d0-ab98-fc2c0dcbef61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-772920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-407207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730293689564'] for port, after_create {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:19.081942 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd6613b-aa53-445d-9a05-4c085a94a05e None None] Pushing event updated for resources: {'Port': ['ID=52b826e0-bcb1-4b1f-a824-e9966728d4f8,revision_number=4']} {{(pid=93089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:33:19.114896 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f38bb47-67c5-4d86-b58f-28698251d215 admin admin] Notify agent at l3_agent.dv-cinder-799631-1-iscsi the message routers_updated {{(pid=93087) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:33:19.125584 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-961246a8-8b99-4ee2-9e73-d206e8e7337e None None] Sync routers for ids ['3f9ebffd-df70-4722-af9f-249cff39431d'] in dv-cinder-799631-1-iscsi {{(pid=93089) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:33:19.141606 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-961246a8-8b99-4ee2-9e73-d206e8e7337e None None] Routers {'3f9ebffd-df70-4722-af9f-249cff39431d'} bound to L3 agent in host dv-cinder-799631-1-iscsi {{(pid=93089) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:33:19.142592 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.db.l3_hamode_db [None req-961246a8-8b99-4ee2-9e73-d206e8e7337e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799631-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-06T12:25:10Z,description=,heartbeat_timestamp=2021-07-06T12:33:10Z,host='dv-cinder-799631-1-iscsi',id=8f648e93-51d3-4e20-9eca-a57842435ba1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T12:25:10Z,topic='l3_agent')) {'router_ids': ['3f9ebffd-df70-4722-af9f-249cff39431d'], 'active': True} {{(pid=93089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:33:19.169192 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e29b3673-5748-40d0-ab98-fc2c0dcbef61 admin admin] Network 13aecddf-3646-4770-a1b4-1e59fdf991f5 is already hosted by enough agents. {{(pid=93087) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:33:19.170707 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.scheduler.base_scheduler [None req-e29b3673-5748-40d0-ab98-fc2c0dcbef61 admin admin] Resources bound (agent type, host, resource id): {{(pid=93087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:33:19.181815 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e29b3673-5748-40d0-ab98-fc2c0dcbef61 admin admin] Received port after_create {{(pid=93087) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:33:19.182351 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-e29b3673-5748-40d0-ab98-fc2c0dcbef61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1813560'] for router_interface, before_create {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:19.288446 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29b3673-5748-40d0-ab98-fc2c0dcbef61 admin admin] Pushing event updated for resources: {'Port': ['ID=c8b0b1a8-36c0-47bc-bcd4-2453a786f7de,revision_number=1']} {{(pid=93087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:33:19.306293 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-2f38bb47-67c5-4d86-b58f-28698251d215 admin admin] Notify callbacks [] for router, before_response {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:19.316559 dv-cinder-799631-1-iscsi neutron-server[93087]: INFO neutron.wsgi [None req-2f38bb47-67c5-4d86-b58f-28698251d215 admin admin] 10.222.0.106 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 9.2266316 Jul 06 12:33:19.325548 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.wsgi [-] (93087) accepted ('10.222.0.106', 46492) {{(pid=93087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:33:19.344890 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.db.l3_dvr_db [None req-961246a8-8b99-4ee2-9e73-d206e8e7337e None None] Set router 3f9ebffd-df70-4722-af9f-249cff39431d gateway port host: dv-cinder-799631-1-iscsi {{(pid=93089) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:33:19.348214 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-a716bc49-e411-4e78-a4f8-6f0ef3c6bdc2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:19.528144 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.rpc [None req-3dd6613b-aa53-445d-9a05-4c085a94a05e None None] Device 52b826e0-bcb1-4b1f-a824-e9966728d4f8 up at agent ovs-agent-dv-cinder-799631-1-iscsi {{(pid=93089) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:33:19.717897 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730293992524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912513'] for agent, after_update {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:19.718706 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-a716bc49-e411-4e78-a4f8-6f0ef3c6bdc2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:19.750022 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-ac2e16e1-8c49-49e8-9a76-b85475cfe9cd req-3cbab7e0-8e4c-40c3-a38c-a5cbdc5535cf tempest-AttachVolumeNegativeTest-317369925 tempest-AttachVolumeNegativeTest-317369925-project] 10.222.0.106 "GET /v2.0/ports?device_id=cccd1a32-d136-493a-8952-b0e4564b33a0 HTTP/1.1" status: 200 len: 210 time: 0.0618765 Jul 06 12:33:19.750985 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-a716bc49-e411-4e78-a4f8-6f0ef3c6bdc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1774441'] for security_group, after_create {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:19.770560 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.db.provisioning_blocks [None req-ffc1e202-2b06-4383-ad81-68c3eee1e38c None None] Provisioning for port c8b0b1a8-36c0-47bc-bcd4-2453a786f7de completed by entity DHCP. {{(pid=93089) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:33:19.789136 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.db.provisioning_blocks [None req-ffc1e202-2b06-4383-ad81-68c3eee1e38c None None] Provisioning complete for port c8b0b1a8-36c0-47bc-bcd4-2453a786f7de triggered by entity DHCP. {{(pid=93089) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:33:19.791672 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-ffc1e202-2b06-4383-ad81-68c3eee1e38c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912496'] for port, provisioning_complete {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:19.805048 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a716bc49-e411-4e78-a4f8-6f0ef3c6bdc2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1f46244-0e4e-4408-a4d7-38977b8975f9,revision_number=1']} {{(pid=93088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:33:19.850600 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [None req-a716bc49-e411-4e78-a4f8-6f0ef3c6bdc2 admin admin] 10.222.0.106 "GET /v2.0/security-groups?tenant_id=11f8577a211d4d5ca7f45a9842bc2037&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9653087 Jul 06 12:33:19.850600 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.wsgi [-] (93088) accepted ('10.222.0.106', 46512) {{(pid=93088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:33:19.928162 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-2b1907e0-0098-4e5f-afee-806e46538a94 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:20.021901 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.db.provisioning_blocks [None req-3dd6613b-aa53-445d-9a05-4c085a94a05e None None] Provisioning complete for port 52b826e0-bcb1-4b1f-a824-e9966728d4f8 triggered by entity L2. {{(pid=93089) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:33:20.022584 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-3dd6613b-aa53-445d-9a05-4c085a94a05e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912496'] for port, provisioning_complete {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:20.023624 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-2b1907e0-0098-4e5f-afee-806e46538a94 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:20.049430 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0acb17be-591b-4e69-b42f-14bb00705ab5 admin admin] Router e5f6b344-c6b8-4ee4-81d0-896646415cef is scheduled to L3 agent 8f648e93-51d3-4e20-9eca-a57842435ba1 with binding_index 1 {{(pid=93087) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 12:33:20.133998 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.plugin [None req-ffc1e202-2b06-4383-ad81-68c3eee1e38c None None] Port c8b0b1a8-36c0-47bc-bcd4-2453a786f7de cannot update to ACTIVE because it is not bound. {{(pid=93089) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 12:33:20.149007 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.db.l3_hamode_db [None req-961246a8-8b99-4ee2-9e73-d206e8e7337e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f9ebffd-df70-4722-af9f-249cff39431d', 'name': 'tempest-ServerRescueNegativeTestJSON-684748310-router', 'tenant_id': 'cc98c3dbd15045c0a70a6aeb034695a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a97b808-be6d-48ec-a40b-4668530ee790', 'external_fixed_ips': [{'subnet_id': '1816a596-2dc6-4d27-98a5-201cc12476f2', 'ip_address': '172.27.1.102'}], 'enable_snat': True}, 'gw_port_id': '2a6b6a5a-8563-468f-832a-de2276b7c305', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:33:10Z', 'updated_at': '2021-07-06T12:33:14Z', 'revision_number': 3, 'project_id': 'cc98c3dbd15045c0a70a6aeb034695a2', 'gw_port': {'id': '2a6b6a5a-8563-468f-832a-de2276b7c305', 'name': '', 'network_id': '2a97b808-be6d-48ec-a40b-4668530ee790', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:db:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f9ebffd-df70-4722-af9f-249cff39431d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '1816a596-2dc6-4d27-98a5-201cc12476f2', 'ip_address': '172.27.1.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:33:12Z', 'updated_at': '2021-07-06T12:33:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1816a596-2dc6-4d27-98a5-201cc12476f2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799631-1-iscsi'}], 'dv-cinder-799631-1-iscsi', False) {} {{(pid=93089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:33:20.191404 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-2b1907e0-0098-4e5f-afee-806e46538a94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1774441'] for security_group, after_delete {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:20.194761 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-2b1907e0-0098-4e5f-afee-806e46538a94 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:20.196190 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [None req-2b1907e0-0098-4e5f-afee-806e46538a94 admin admin] 10.222.0.106 "DELETE /v2.0/security-groups/a1f46244-0e4e-4408-a4d7-38977b8975f9 HTTP/1.1" status: 204 len: 168 time: 0.3450079 Jul 06 12:33:20.205175 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1907e0-0098-4e5f-afee-806e46538a94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1f46244-0e4e-4408-a4d7-38977b8975f9,revision_number=None']} {{(pid=93088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:33:20.207033 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-961246a8-8b99-4ee2-9e73-d206e8e7337e None None] Checking router: 3f9ebffd-df70-4722-af9f-249cff39431d for host: dv-cinder-799631-1-iscsi {{(pid=93089) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 12:33:20.207418 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-961246a8-8b99-4ee2-9e73-d206e8e7337e None None] Updating router 3f9ebffd-df70-4722-af9f-249cff39431d port 2a6b6a5a-8563-468f-832a-de2276b7c305 binding host dv-cinder-799631-1-iscsi {{(pid=93089) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 12:33:20.232506 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.wsgi [-] (93087) accepted ('10.222.0.106', 46528) {{(pid=93087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:33:20.247137 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.api.v2.base [None req-d1ff6c17-1cc9-4019-b027-ba7b1531aa1d admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-654213786-network', 'tenant_id': '280d1f9f1604404083edc4e1c5b804d5'}} {{(pid=93087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:33:20.275689 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-3dfd17f1-020d-4807-8e1e-712c51b7ed68 req-6a6f60c6-dfe3-49b4-a8b6-81c3d4cafdeb tempest-DeleteServersTestJSON-1152598212 tempest-DeleteServersTestJSON-1152598212-project] 10.222.0.106 "GET /v2.0/ports?device_id=3b84fef2-6112-4268-b1c4-95519d13428e HTTP/1.1" status: 200 len: 210 time: 0.0559616 Jul 06 12:33:20.342276 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-e29b3673-5748-40d0-ab98-fc2c0dcbef61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772861'] for port, before_update {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:20.384688 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-961246a8-8b99-4ee2-9e73-d206e8e7337e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772861'] for port, before_update {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:20.589211 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.wsgi [-] (93088) accepted ('10.222.0.100', 63935) {{(pid=93088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:33:20.760657 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d62212-ba27-4e2c-aebc-c62518782cc7 req-b72c3042-e49c-4ed2-b870-78ae7e71166c tempest-DeleteServersTestJSON-1152598212 tempest-DeleteServersTestJSON-1152598212-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:33:20.763894 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1ff6c17-1cc9-4019-b027-ba7b1531aa1d admin admin] Made reservation on behalf of 280d1f9f1604404083edc4e1c5b804d5 for: {'network': 1} {{(pid=93087) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:33:20.764492 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-09d62212-ba27-4e2c-aebc-c62518782cc7 req-b72c3042-e49c-4ed2-b870-78ae7e71166c tempest-DeleteServersTestJSON-1152598212 tempest-DeleteServersTestJSON-1152598212-project] 10.222.0.100 "GET /v2.0/networks?id=010ecb56-684a-4372-81e5-4eece574e2f5 HTTP/1.1" status: 200 len: 811 time: 0.1718636 Jul 06 12:33:20.767905 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-d1ff6c17-1cc9-4019-b027-ba7b1531aa1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772861'] for network, before_create {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:20.804342 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-961246a8-8b99-4ee2-9e73-d206e8e7337e None None] Notify callbacks [] for port, precommit_update {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:20.816379 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-d1ff6c17-1cc9-4019-b027-ba7b1531aa1d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:20.836663 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.db.provisioning_blocks [None req-961246a8-8b99-4ee2-9e73-d206e8e7337e None None] Transition to ACTIVE for port object 2a6b6a5a-8563-468f-832a-de2276b7c305 will not be triggered until provisioned by entity L2. {{(pid=93089) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:33:20.852472 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-961246a8-8b99-4ee2-9e73-d206e8e7337e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-772913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730294210856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730293689582', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730293689631'] for port, after_update {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:20.852731 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.api.v2.base [req-09d62212-ba27-4e2c-aebc-c62518782cc7 req-ebdd61e2-5d60-4211-afd1-9acc3c833e3f tempest-DeleteServersTestJSON-1152598212 tempest-DeleteServersTestJSON-1152598212-project] Request body: {'port': {'device_id': '3b84fef2-6112-4268-b1c4-95519d13428e', 'network_id': '010ecb56-684a-4372-81e5-4eece574e2f5', 'admin_state_up': True, 'tenant_id': '650aefe28d164b9e872956d345dd77a7'}} {{(pid=93088) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:33:20.877676 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0acb17be-591b-4e69-b42f-14bb00705ab5 admin admin] Notify agent at l3_agent.dv-cinder-799631-1-iscsi the message routers_updated {{(pid=93087) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:33:20.893402 dv-cinder-799631-1-iscsi neutron-server[93090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9792c12b-107d-4047-a2a0-2c0bcbff33d9 None None] Sync routers for ids ['e5f6b344-c6b8-4ee4-81d0-896646415cef'] in dv-cinder-799631-1-iscsi {{(pid=93090) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:33:20.914230 dv-cinder-799631-1-iscsi neutron-server[93090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9792c12b-107d-4047-a2a0-2c0bcbff33d9 None None] Routers {'e5f6b344-c6b8-4ee4-81d0-896646415cef'} bound to L3 agent in host dv-cinder-799631-1-iscsi {{(pid=93090) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:33:20.914889 dv-cinder-799631-1-iscsi neutron-server[93090]: DEBUG neutron.db.l3_hamode_db [None req-9792c12b-107d-4047-a2a0-2c0bcbff33d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799631-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-06T12:25:10Z,description=,heartbeat_timestamp=2021-07-06T12:33:10Z,host='dv-cinder-799631-1-iscsi',id=8f648e93-51d3-4e20-9eca-a57842435ba1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T12:25:10Z,topic='l3_agent')) {'router_ids': ['e5f6b344-c6b8-4ee4-81d0-896646415cef'], 'active': True} {{(pid=93090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:33:20.950034 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab23cb0b-5d7e-4cc2-9880-9967c01f95ab None None] Pushing event updated for resources: {'Port': ['ID=2a6b6a5a-8563-468f-832a-de2276b7c305,revision_number=2']} {{(pid=93089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:33:20.983186 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.managers [None req-961246a8-8b99-4ee2-9e73-d206e8e7337e None None] Attempting to bind port 2a6b6a5a-8563-468f-832a-de2276b7c305 on host dv-cinder-799631-1-iscsi for vnic_type normal with profile {{(pid=93089) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:33:20.984798 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.managers [None req-961246a8-8b99-4ee2-9e73-d206e8e7337e None None] Attempting to bind port 2a6b6a5a-8563-468f-832a-de2276b7c305 by drivers openvswitch,hyperv on host dv-cinder-799631-1-iscsi at level 0 using segments [{'id': '89d2d2f7-34cd-4989-93e1-84776a10346d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a97b808-be6d-48ec-a40b-4668530ee790'}] {{(pid=93089) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:33:20.985154 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-961246a8-8b99-4ee2-9e73-d206e8e7337e None None] Attempting to bind port 2a6b6a5a-8563-468f-832a-de2276b7c305 on network 2a97b808-be6d-48ec-a40b-4668530ee790 {{(pid=93089) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:33:21.001744 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-961246a8-8b99-4ee2-9e73-d206e8e7337e None None] Checking agent: {'id': '0df45e45-1cb7-430e-9311-5161aceb24d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799631-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 12, 25, 11), 'started_at': datetime.datetime(2021, 7, 6, 12, 25, 41), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 33, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799631-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93089) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:33:21.002481 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-961246a8-8b99-4ee2-9e73-d206e8e7337e None None] Checking segment: {'id': '89d2d2f7-34cd-4989-93e1-84776a10346d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a97b808-be6d-48ec-a40b-4668530ee790'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93089) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:33:21.004972 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-961246a8-8b99-4ee2-9e73-d206e8e7337e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:21.005618 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-961246a8-8b99-4ee2-9e73-d206e8e7337e None None] Bound using segment: {'id': '89d2d2f7-34cd-4989-93e1-84776a10346d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a97b808-be6d-48ec-a40b-4668530ee790'} {{(pid=93089) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:33:21.009860 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.managers [None req-961246a8-8b99-4ee2-9e73-d206e8e7337e None None] Bound port: 2a6b6a5a-8563-468f-832a-de2276b7c305, host: dv-cinder-799631-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89d2d2f7-34cd-4989-93e1-84776a10346d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a97b808-be6d-48ec-a40b-4668530ee790'}}] {{(pid=93089) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:33:21.011756 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-961246a8-8b99-4ee2-9e73-d206e8e7337e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772861'] for port, before_update {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:21.102522 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.db [None req-961246a8-8b99-4ee2-9e73-d206e8e7337e None None] For port 2a6b6a5a-8563-468f-832a-de2276b7c305, host dv-cinder-799631-1-iscsi, cleared binding levels {{(pid=93089) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:33:21.106559 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.db [None req-961246a8-8b99-4ee2-9e73-d206e8e7337e None None] For port 2a6b6a5a-8563-468f-832a-de2276b7c305, host dv-cinder-799631-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799631-1-iscsi',level=0,port_id=2a6b6a5a-8563-468f-832a-de2276b7c305,segment=NetworkSegment(89d2d2f7-34cd-4989-93e1-84776a10346d),segment_id=89d2d2f7-34cd-4989-93e1-84776a10346d)] {{(pid=93089) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:33:21.109447 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.wsgi [-] (93087) accepted ('10.222.0.106', 46544) {{(pid=93087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:33:21.118967 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-961246a8-8b99-4ee2-9e73-d206e8e7337e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-772913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730294210856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730293689582', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730293689631'] for port, after_update {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:21.206502 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-0876f7a3-01bf-49e3-bbee-7bdea7b49ab7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:21.213081 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-35f644e3-894f-44fd-b1d1-0600399a5f49 req-9b869140-60aa-44f6-b198-8cecdd140e3d tempest-AttachVolumeNegativeTest-317369925 tempest-AttachVolumeNegativeTest-317369925-project] 10.222.0.106 "GET /v2.0/ports?device_id=cccd1a32-d136-493a-8952-b0e4564b33a0 HTTP/1.1" status: 200 len: 210 time: 0.0802834 Jul 06 12:33:21.257346 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-961246a8-8b99-4ee2-9e73-d206e8e7337e None None] Routers {'3f9ebffd-df70-4722-af9f-249cff39431d'} bound to L3 agent in host dv-cinder-799631-1-iscsi {{(pid=93089) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:33:21.258376 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.db.l3_hamode_db [None req-961246a8-8b99-4ee2-9e73-d206e8e7337e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799631-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-06T12:25:10Z,description=,heartbeat_timestamp=2021-07-06T12:33:10Z,host='dv-cinder-799631-1-iscsi',id=8f648e93-51d3-4e20-9eca-a57842435ba1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T12:25:10Z,topic='l3_agent')) {'router_ids': ['3f9ebffd-df70-4722-af9f-249cff39431d'], 'active': True} {{(pid=93089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:33:21.288860 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-d1ff6c17-1cc9-4019-b027-ba7b1531aa1d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:21.337166 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-09d62212-ba27-4e2c-aebc-c62518782cc7 req-ebdd61e2-5d60-4211-afd1-9acc3c833e3f tempest-DeleteServersTestJSON-1152598212 tempest-DeleteServersTestJSON-1152598212-project] Made reservation on behalf of 650aefe28d164b9e872956d345dd77a7 for: {'port': 1} {{(pid=93088) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:33:21.342476 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [req-09d62212-ba27-4e2c-aebc-c62518782cc7 req-ebdd61e2-5d60-4211-afd1-9acc3c833e3f tempest-DeleteServersTestJSON-1152598212 tempest-DeleteServersTestJSON-1152598212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772861'] for port, before_create {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:21.396139 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-d1ff6c17-1cc9-4019-b027-ba7b1531aa1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1774441'] for security_group, after_create {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:21.410556 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-0acb17be-591b-4e69-b42f-14bb00705ab5 admin admin] Notify callbacks [] for router, before_response {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:21.418988 dv-cinder-799631-1-iscsi neutron-server[93087]: INFO neutron.wsgi [None req-0acb17be-591b-4e69-b42f-14bb00705ab5 admin admin] 10.222.0.106 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 9.8395405 Jul 06 12:33:21.428123 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab23cb0b-5d7e-4cc2-9880-9967c01f95ab None None] Pushing event updated for resources: {'Port': ['ID=2a6b6a5a-8563-468f-832a-de2276b7c305,revision_number=3']} {{(pid=93089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:33:21.452010 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.wsgi [-] (93087) accepted ('10.222.0.106', 46560) {{(pid=93087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:33:21.470231 dv-cinder-799631-1-iscsi neutron-server[93090]: DEBUG neutron.db.l3_dvr_db [None req-9792c12b-107d-4047-a2a0-2c0bcbff33d9 None None] Set router e5f6b344-c6b8-4ee4-81d0-896646415cef gateway port host: dv-cinder-799631-1-iscsi {{(pid=93090) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:33:21.550638 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d1ff6c17-1cc9-4019-b027-ba7b1531aa1d admin admin] vlan segment allocate from pool success with {'vlan_id': 1094, 'physical_network': 'physnet1'} {{(pid=93087) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 12:33:21.561860 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.db.l3_dvr_db [None req-961246a8-8b99-4ee2-9e73-d206e8e7337e None None] Set router 3f9ebffd-df70-4722-af9f-249cff39431d gateway port host: dv-cinder-799631-1-iscsi {{(pid=93089) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:33:21.633093 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.wsgi [-] (93088) accepted ('10.222.0.100', 63941) {{(pid=93088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:33:21.684971 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-7482b936-5b46-4ff4-bd40-f507fdc3fe0c req-a28e04bf-25e3-48ba-91f4-75574e42ab56 tempest-DeleteServersTestJSON-1152598212 tempest-DeleteServersTestJSON-1152598212-project] 10.222.0.106 "GET /v2.0/ports?device_id=3b84fef2-6112-4268-b1c4-95519d13428e HTTP/1.1" status: 200 len: 210 time: 0.0853193 Jul 06 12:33:21.842963 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.db.l3_hamode_db [None req-961246a8-8b99-4ee2-9e73-d206e8e7337e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f9ebffd-df70-4722-af9f-249cff39431d', 'name': 'tempest-ServerRescueNegativeTestJSON-684748310-router', 'tenant_id': 'cc98c3dbd15045c0a70a6aeb034695a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a97b808-be6d-48ec-a40b-4668530ee790', 'external_fixed_ips': [{'subnet_id': '1816a596-2dc6-4d27-98a5-201cc12476f2', 'ip_address': '172.27.1.102'}], 'enable_snat': True}, 'gw_port_id': '2a6b6a5a-8563-468f-832a-de2276b7c305', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:33:10Z', 'updated_at': '2021-07-06T12:33:14Z', 'revision_number': 3, 'project_id': 'cc98c3dbd15045c0a70a6aeb034695a2', 'gw_port': {'id': '2a6b6a5a-8563-468f-832a-de2276b7c305', 'name': '', 'network_id': '2a97b808-be6d-48ec-a40b-4668530ee790', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:db:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f9ebffd-df70-4722-af9f-249cff39431d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '1816a596-2dc6-4d27-98a5-201cc12476f2', 'ip_address': '172.27.1.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799631-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:33:12Z', 'updated_at': '2021-07-06T12:33:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1816a596-2dc6-4d27-98a5-201cc12476f2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799631-1-iscsi'}], 'dv-cinder-799631-1-iscsi', False) {} {{(pid=93089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:33:21.857266 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.db.db_base_plugin_common [req-09d62212-ba27-4e2c-aebc-c62518782cc7 req-ebdd61e2-5d60-4211-afd1-9acc3c833e3f tempest-DeleteServersTestJSON-1152598212 tempest-DeleteServersTestJSON-1152598212-project] Allocated IP 172.20.0.9 (010ecb56-684a-4372-81e5-4eece574e2f5/36b91d4a-4886-4912-b27b-4729e43c737a/69d6e8ec-f67c-4f3f-9ae9-82c0dd25c4a0) {{(pid=93088) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:33:21.916838 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adda9684-e79c-429c-aa8f-3046a572da91 req-0f450e35-a7f3-40d8-b43c-4c7e1d79c4f0 tempest-AttachVolumeNegativeTest-317369925 tempest-AttachVolumeNegativeTest-317369925-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:33:21.919172 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-adda9684-e79c-429c-aa8f-3046a572da91 req-0f450e35-a7f3-40d8-b43c-4c7e1d79c4f0 tempest-AttachVolumeNegativeTest-317369925 tempest-AttachVolumeNegativeTest-317369925-project] 10.222.0.100 "GET /v2.0/networks?id=0139f472-5f20-48a6-a32c-3cd8224eeba1 HTTP/1.1" status: 200 len: 814 time: 0.2842708 Jul 06 12:33:21.948766 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.api.v2.base [req-adda9684-e79c-429c-aa8f-3046a572da91 req-0e0fb56f-1f5d-4ccd-90e8-a1c67f8c0f67 tempest-AttachVolumeNegativeTest-317369925 tempest-AttachVolumeNegativeTest-317369925-project] Request body: {'port': {'device_id': 'cccd1a32-d136-493a-8952-b0e4564b33a0', 'network_id': '0139f472-5f20-48a6-a32c-3cd8224eeba1', 'admin_state_up': True, 'tenant_id': 'ffd269f97b9e4f3cbdf8841b0915444b'}} {{(pid=93088) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:33:21.983337 dv-cinder-799631-1-iscsi neutron-server[93090]: DEBUG neutron.db.l3_hamode_db [None req-9792c12b-107d-4047-a2a0-2c0bcbff33d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5f6b344-c6b8-4ee4-81d0-896646415cef', 'name': 'tempest-AttachVolumeTestJSON-607715299-router', 'tenant_id': '2efe7ae752d2458ea1329427a8828a01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a97b808-be6d-48ec-a40b-4668530ee790', 'external_fixed_ips': [{'subnet_id': '1816a596-2dc6-4d27-98a5-201cc12476f2', 'ip_address': '172.27.1.111'}], 'enable_snat': True}, 'gw_port_id': '1b4179cc-d547-4584-9baa-867a0c1392bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:33:12Z', 'updated_at': '2021-07-06T12:33:17Z', 'revision_number': 3, 'project_id': '2efe7ae752d2458ea1329427a8828a01', 'gw_port': {'id': '1b4179cc-d547-4584-9baa-867a0c1392bd', 'name': '', 'network_id': '2a97b808-be6d-48ec-a40b-4668530ee790', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:ab:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5f6b344-c6b8-4ee4-81d0-896646415cef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '1816a596-2dc6-4d27-98a5-201cc12476f2', 'ip_address': '172.27.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:33:14Z', 'updated_at': '2021-07-06T12:33:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1816a596-2dc6-4d27-98a5-201cc12476f2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799631-1-iscsi'}], 'dv-cinder-799631-1-iscsi', False) {} {{(pid=93090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:33:22.010819 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ff6c17-1cc9-4019-b027-ba7b1531aa1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=978caa50-a00f-4aa0-9d36-ddd550729036,revision_number=1']} {{(pid=93087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:33:22.038228 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-d1ff6c17-1cc9-4019-b027-ba7b1531aa1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-886815'] for segment, precommit_create {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:22.038971 dv-cinder-799631-1-iscsi neutron-server[93087]: INFO neutron.db.segments_db [None req-d1ff6c17-1cc9-4019-b027-ba7b1531aa1d admin admin] Added segment 16d0fb21-bef0-4efc-b0ca-aea89bbc08a2 of type vlan for network b886353b-4c36-4fa2-a9fe-d1a91be6b989 Jul 06 12:33:22.043917 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-961246a8-8b99-4ee2-9e73-d206e8e7337e None None] The sync data for ids ['3f9ebffd-df70-4722-af9f-249cff39431d'] in dv-cinder-799631-1-iscsi is: [{'id': '3f9ebffd-df70-4722-af9f-249cff39431d', 'name': 'tempest-ServerRescueNegativeTestJSON-684748310-router', 'tenant_id': 'cc98c3dbd15045c0a70a6aeb034695a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a97b808-be6d-48ec-a40b-4668530ee790', 'external_fixed_ips': [{'subnet_id': '1816a596-2dc6-4d27-98a5-201cc12476f2', 'ip_address': '172.27.1.102'}], 'enable_snat': True}, 'gw_port_id': '2a6b6a5a-8563-468f-832a-de2276b7c305', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:33:10Z', 'updated_at': '2021-07-06T12:33:14Z', 'revision_number': 3, 'project_id': 'cc98c3dbd15045c0a70a6aeb034695a2', 'gw_port': {'id': '2a6b6a5a-8563-468f-832a-de2276b7c305', 'name': '', 'network_id': '2a97b808-be6d-48ec-a40b-4668530ee790', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:db:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f9ebffd-df70-4722-af9f-249cff39431d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '1816a596-2dc6-4d27-98a5-201cc12476f2', 'ip_address': '172.27.1.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799631-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:33:12Z', 'updated_at': '2021-07-06T12:33:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1816a596-2dc6-4d27-98a5-201cc12476f2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799631-1-iscsi'}] {{(pid=93089) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:33:22.087140 dv-cinder-799631-1-iscsi neutron-server[93090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9792c12b-107d-4047-a2a0-2c0bcbff33d9 None None] Checking router: e5f6b344-c6b8-4ee4-81d0-896646415cef for host: dv-cinder-799631-1-iscsi {{(pid=93090) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 12:33:22.090340 dv-cinder-799631-1-iscsi neutron-server[93090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9792c12b-107d-4047-a2a0-2c0bcbff33d9 None None] Updating router e5f6b344-c6b8-4ee4-81d0-896646415cef port 1b4179cc-d547-4584-9baa-867a0c1392bd binding host dv-cinder-799631-1-iscsi {{(pid=93090) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 12:33:22.175816 dv-cinder-799631-1-iscsi neutron-server[93090]: DEBUG neutron_lib.callbacks.manager [None req-9792c12b-107d-4047-a2a0-2c0bcbff33d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772861'] for port, before_update {{(pid=93090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:22.248007 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-91dc8df1-0cbd-42c1-af22-84a682865680 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772861'] for port, before_create {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:22.278513 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-d1ff6c17-1cc9-4019-b027-ba7b1531aa1d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730293704277'] for network, precommit_create {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:22.304950 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [req-09d62212-ba27-4e2c-aebc-c62518782cc7 req-ebdd61e2-5d60-4211-afd1-9acc3c833e3f tempest-DeleteServersTestJSON-1152598212 tempest-DeleteServersTestJSON-1152598212-project] Notify callbacks [] for port, precommit_create {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:22.343819 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-11ae756d-408e-4858-82c5-ed51b85c6e14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772861'] for port, before_create {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:22.365918 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [req-09d62212-ba27-4e2c-aebc-c62518782cc7 req-ebdd61e2-5d60-4211-afd1-9acc3c833e3f tempest-DeleteServersTestJSON-1152598212 tempest-DeleteServersTestJSON-1152598212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-772920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-407207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730293689564'] for port, after_create {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:22.580074 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-e29b3673-5748-40d0-ab98-fc2c0dcbef61 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:22.599366 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-e29b3673-5748-40d0-ab98-fc2c0dcbef61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-772913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730294210856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730293689582', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730293689631'] for port, after_update {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:22.600849 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-e29b3673-5748-40d0-ab98-fc2c0dcbef61 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1582549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1815621'] for router_interface, after_create {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:22.620021 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.db.resource_extend [None req-d1ff6c17-1cc9-4019-b027-ba7b1531aa1d admin admin] It took 0.28 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 06 12:33:22.848520 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-09d62212-ba27-4e2c-aebc-c62518782cc7 req-ebdd61e2-5d60-4211-afd1-9acc3c833e3f tempest-DeleteServersTestJSON-1152598212 tempest-DeleteServersTestJSON-1152598212-project] Network 010ecb56-684a-4372-81e5-4eece574e2f5 is already hosted by enough agents. {{(pid=93088) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:33:22.857923 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-6b3fb2e8-907b-4c12-a76a-f3338273f7c9 req-4cd7a7f3-1306-4dab-bb5a-236829ac3380 tempest-AttachVolumeNegativeTest-317369925 tempest-AttachVolumeNegativeTest-317369925-project] 10.222.0.106 "GET /v2.0/ports?device_id=cccd1a32-d136-493a-8952-b0e4564b33a0 HTTP/1.1" status: 200 len: 210 time: 0.2525420 Jul 06 12:33:22.873251 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.scheduler.base_scheduler [req-09d62212-ba27-4e2c-aebc-c62518782cc7 req-ebdd61e2-5d60-4211-afd1-9acc3c833e3f tempest-DeleteServersTestJSON-1152598212 tempest-DeleteServersTestJSON-1152598212-project] Resources bound (agent type, host, resource id): {{(pid=93088) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:33:22.901827 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.db.l3_dvrscheduler_db [req-09d62212-ba27-4e2c-aebc-c62518782cc7 req-ebdd61e2-5d60-4211-afd1-9acc3c833e3f tempest-DeleteServersTestJSON-1152598212 tempest-DeleteServersTestJSON-1152598212-project] Received port after_create {{(pid=93088) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:33:22.915042 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29b3673-5748-40d0-ab98-fc2c0dcbef61 admin admin] Pushing event updated for resources: {'Port': ['ID=c8b0b1a8-36c0-47bc-bcd4-2453a786f7de,revision_number=2']} {{(pid=93087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:33:22.916961 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d62212-ba27-4e2c-aebc-c62518782cc7 req-ebdd61e2-5d60-4211-afd1-9acc3c833e3f tempest-DeleteServersTestJSON-1152598212 tempest-DeleteServersTestJSON-1152598212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:33:22.917645 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [req-09d62212-ba27-4e2c-aebc-c62518782cc7 req-ebdd61e2-5d60-4211-afd1-9acc3c833e3f tempest-DeleteServersTestJSON-1152598212 tempest-DeleteServersTestJSON-1152598212-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582504'] for port, before_response {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:22.994145 dv-cinder-799631-1-iscsi neutron-server[93090]: DEBUG neutron_lib.callbacks.manager [None req-9792c12b-107d-4047-a2a0-2c0bcbff33d9 None None] Notify callbacks [] for port, precommit_update {{(pid=93090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:23.030148 dv-cinder-799631-1-iscsi neutron-server[93090]: DEBUG neutron.db.provisioning_blocks [None req-9792c12b-107d-4047-a2a0-2c0bcbff33d9 None None] Transition to ACTIVE for port object 1b4179cc-d547-4584-9baa-867a0c1392bd will not be triggered until provisioned by entity L2. {{(pid=93090) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:33:23.053882 dv-cinder-799631-1-iscsi neutron-server[93090]: DEBUG neutron_lib.callbacks.manager [None req-9792c12b-107d-4047-a2a0-2c0bcbff33d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-772913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730294210856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730293689582', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730293689631'] for port, after_update {{(pid=93090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:23.152374 dv-cinder-799631-1-iscsi neutron-server[93090]: DEBUG neutron.plugins.ml2.managers [None req-9792c12b-107d-4047-a2a0-2c0bcbff33d9 None None] Attempting to bind port 1b4179cc-d547-4584-9baa-867a0c1392bd on host dv-cinder-799631-1-iscsi for vnic_type normal with profile {{(pid=93090) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:33:23.153016 dv-cinder-799631-1-iscsi neutron-server[93090]: DEBUG neutron.plugins.ml2.managers [None req-9792c12b-107d-4047-a2a0-2c0bcbff33d9 None None] Attempting to bind port 1b4179cc-d547-4584-9baa-867a0c1392bd by drivers openvswitch,hyperv on host dv-cinder-799631-1-iscsi at level 0 using segments [{'id': '89d2d2f7-34cd-4989-93e1-84776a10346d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a97b808-be6d-48ec-a40b-4668530ee790'}] {{(pid=93090) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:33:23.153577 dv-cinder-799631-1-iscsi neutron-server[93090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9792c12b-107d-4047-a2a0-2c0bcbff33d9 None None] Attempting to bind port 1b4179cc-d547-4584-9baa-867a0c1392bd on network 2a97b808-be6d-48ec-a40b-4668530ee790 {{(pid=93090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:33:23.165327 dv-cinder-799631-1-iscsi neutron-server[93090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b3a320-5377-4414-9308-cf868007637a None None] Pushing event updated for resources: {'Port': ['ID=1b4179cc-d547-4584-9baa-867a0c1392bd,revision_number=2']} {{(pid=93090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:33:23.169544 dv-cinder-799631-1-iscsi neutron-server[93090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9792c12b-107d-4047-a2a0-2c0bcbff33d9 None None] Checking agent: {'id': '0df45e45-1cb7-430e-9311-5161aceb24d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799631-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 12, 25, 11), 'started_at': datetime.datetime(2021, 7, 6, 12, 25, 41), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 33, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799631-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:33:23.170383 dv-cinder-799631-1-iscsi neutron-server[93090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9792c12b-107d-4047-a2a0-2c0bcbff33d9 None None] Checking segment: {'id': '89d2d2f7-34cd-4989-93e1-84776a10346d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a97b808-be6d-48ec-a40b-4668530ee790'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93090) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:33:23.171158 dv-cinder-799631-1-iscsi neutron-server[93090]: DEBUG neutron_lib.callbacks.manager [None req-9792c12b-107d-4047-a2a0-2c0bcbff33d9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:23.171894 dv-cinder-799631-1-iscsi neutron-server[93090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9792c12b-107d-4047-a2a0-2c0bcbff33d9 None None] Bound using segment: {'id': '89d2d2f7-34cd-4989-93e1-84776a10346d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a97b808-be6d-48ec-a40b-4668530ee790'} {{(pid=93090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:33:23.177039 dv-cinder-799631-1-iscsi neutron-server[93090]: DEBUG neutron.plugins.ml2.managers [None req-9792c12b-107d-4047-a2a0-2c0bcbff33d9 None None] Bound port: 1b4179cc-d547-4584-9baa-867a0c1392bd, host: dv-cinder-799631-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89d2d2f7-34cd-4989-93e1-84776a10346d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a97b808-be6d-48ec-a40b-4668530ee790'}}] {{(pid=93090) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:33:23.177831 dv-cinder-799631-1-iscsi neutron-server[93090]: DEBUG neutron_lib.callbacks.manager [None req-9792c12b-107d-4047-a2a0-2c0bcbff33d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772861'] for port, before_update {{(pid=93090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:23.244855 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.db.db_base_plugin_common [None req-11ae756d-408e-4858-82c5-ed51b85c6e14 admin admin] Allocated IP 172.20.0.1 (05887a89-c541-45f9-bd49-e19532da98ad/c2006b9e-8b8d-4564-b906-0d2b575665be/e446bfbe-6143-46aa-ace5-f4ac93512559) {{(pid=93087) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:33:23.343352 dv-cinder-799631-1-iscsi neutron-server[93090]: DEBUG neutron.plugins.ml2.db [None req-9792c12b-107d-4047-a2a0-2c0bcbff33d9 None None] For port 1b4179cc-d547-4584-9baa-867a0c1392bd, host dv-cinder-799631-1-iscsi, cleared binding levels {{(pid=93090) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:33:23.352662 dv-cinder-799631-1-iscsi neutron-server[93090]: DEBUG neutron.plugins.ml2.db [None req-9792c12b-107d-4047-a2a0-2c0bcbff33d9 None None] For port 1b4179cc-d547-4584-9baa-867a0c1392bd, host dv-cinder-799631-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799631-1-iscsi',level=0,port_id=1b4179cc-d547-4584-9baa-867a0c1392bd,segment=NetworkSegment(89d2d2f7-34cd-4989-93e1-84776a10346d),segment_id=89d2d2f7-34cd-4989-93e1-84776a10346d)] {{(pid=93090) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:33:23.362002 dv-cinder-799631-1-iscsi neutron-server[93090]: DEBUG neutron_lib.callbacks.manager [None req-9792c12b-107d-4047-a2a0-2c0bcbff33d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-772913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730294210856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730293689582', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730293689631'] for port, after_update {{(pid=93090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:23.434093 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebdd61e2-5d60-4211-afd1-9acc3c833e3f tempest-DeleteServersTestJSON-1152598212 tempest-DeleteServersTestJSON-1152598212-project] Pushing event updated for resources: {'Port': ['ID=69d6e8ec-f67c-4f3f-9ae9-82c0dd25c4a0,revision_number=1']} {{(pid=93088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:33:23.442634 dv-cinder-799631-1-iscsi neutron-server[93090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b3a320-5377-4414-9308-cf868007637a None None] Pushing event updated for resources: {'Port': ['ID=1b4179cc-d547-4584-9baa-867a0c1392bd,revision_number=3']} {{(pid=93090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:33:23.520215 dv-cinder-799631-1-iscsi neutron-server[93090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9792c12b-107d-4047-a2a0-2c0bcbff33d9 None None] Routers {'e5f6b344-c6b8-4ee4-81d0-896646415cef'} bound to L3 agent in host dv-cinder-799631-1-iscsi {{(pid=93090) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:33:23.523852 dv-cinder-799631-1-iscsi neutron-server[93090]: DEBUG neutron.db.l3_hamode_db [None req-9792c12b-107d-4047-a2a0-2c0bcbff33d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799631-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-06T12:25:10Z,description=,heartbeat_timestamp=2021-07-06T12:33:10Z,host='dv-cinder-799631-1-iscsi',id=8f648e93-51d3-4e20-9eca-a57842435ba1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T12:25:10Z,topic='l3_agent')) {'router_ids': ['e5f6b344-c6b8-4ee4-81d0-896646415cef'], 'active': True} {{(pid=93090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:33:23.591586 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-11ae756d-408e-4858-82c5-ed51b85c6e14 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:23.630107 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.db.provisioning_blocks [None req-11ae756d-408e-4858-82c5-ed51b85c6e14 admin admin] Transition to ACTIVE for port object e446bfbe-6143-46aa-ace5-f4ac93512559 will not be triggered until provisioned by entity DHCP. {{(pid=93087) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:33:23.635278 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667830c5-4fba-4cf7-bfae-8ddd0428fb35 req-fda5ab7f-5b1e-40ff-8236-24cb3bdea65b tempest-DeleteServersTestJSON-1152598212 tempest-DeleteServersTestJSON-1152598212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:33:23.671115 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-667830c5-4fba-4cf7-bfae-8ddd0428fb35 req-fda5ab7f-5b1e-40ff-8236-24cb3bdea65b tempest-DeleteServersTestJSON-1152598212 tempest-DeleteServersTestJSON-1152598212-project] 10.222.0.106 "GET /v2.0/ports?device_id=3b84fef2-6112-4268-b1c4-95519d13428e HTTP/1.1" status: 200 len: 931 time: 0.7780111 Jul 06 12:33:23.721343 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.rpc [None req-3dd6613b-aa53-445d-9a05-4c085a94a05e None None] Device 2a6b6a5a-8563-468f-832a-de2276b7c305 up at agent ovs-agent-dv-cinder-799631-1-iscsi {{(pid=93089) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:33:23.728012 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e29b3673-5748-40d0-ab98-fc2c0dcbef61 admin admin] Network 13aecddf-3646-4770-a1b4-1e59fdf991f5 is already hosted by enough agents. {{(pid=93087) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:33:23.752567 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-d1ff6c17-1cc9-4019-b027-ba7b1531aa1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1774397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582535'] for network, after_create {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:23.756395 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1ff6c17-1cc9-4019-b027-ba7b1531aa1d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:33:23.761883 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-d1ff6c17-1cc9-4019-b027-ba7b1531aa1d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582504'] for network, before_response {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:23.800185 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-0876f7a3-01bf-49e3-bbee-7bdea7b49ab7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:23.811587 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-11ae756d-408e-4858-82c5-ed51b85c6e14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-772920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-407207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730293689564'] for port, after_create {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:23.814361 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.scheduler.base_scheduler [None req-e29b3673-5748-40d0-ab98-fc2c0dcbef61 admin admin] Resources bound (agent type, host, resource id): {{(pid=93087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:33:23.831272 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-667830c5-4fba-4cf7-bfae-8ddd0428fb35 req-edd71da5-8fb9-41b7-94b7-e2c8c0bb66aa tempest-DeleteServersTestJSON-1152598212 tempest-DeleteServersTestJSON-1152598212-project] 10.222.0.106 "GET /v2.0/security-groups?id=1b1437f5-d3e8-44a1-982c-7a7a6b8e1e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1730757 Jul 06 12:33:23.857085 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-09d62212-ba27-4e2c-aebc-c62518782cc7 req-ebdd61e2-5d60-4211-afd1-9acc3c833e3f tempest-DeleteServersTestJSON-1152598212 tempest-DeleteServersTestJSON-1152598212-project] 10.222.0.100 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0072732 Jul 06 12:33:23.882001 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.db.provisioning_blocks [None req-3dd6613b-aa53-445d-9a05-4c085a94a05e None None] Provisioning for port 2a6b6a5a-8563-468f-832a-de2276b7c305 completed by entity L2. {{(pid=93089) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:33:23.892945 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.db.provisioning_blocks [None req-3dd6613b-aa53-445d-9a05-4c085a94a05e None None] Provisioning complete for port 2a6b6a5a-8563-468f-832a-de2276b7c305 triggered by entity L2. {{(pid=93089) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:33:23.893641 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-3dd6613b-aa53-445d-9a05-4c085a94a05e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912496'] for port, provisioning_complete {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:23.903093 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.wsgi [req-09d62212-ba27-4e2c-aebc-c62518782cc7 req-fdf3cd2f-4972-447a-a69d-6697d1c5d715 tempest-DeleteServersTestJSON-1152598212 tempest-DeleteServersTestJSON-1152598212-project] http://10.222.0.106:9696/v2.0/extensions returned with HTTP 200 {{(pid=93088) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 12:33:23.910717 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-09d62212-ba27-4e2c-aebc-c62518782cc7 req-fdf3cd2f-4972-447a-a69d-6697d1c5d715 tempest-DeleteServersTestJSON-1152598212 tempest-DeleteServersTestJSON-1152598212-project] 10.222.0.100 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0308468 Jul 06 12:33:23.948492 dv-cinder-799631-1-iscsi neutron-server[93087]: INFO neutron.wsgi [None req-d1ff6c17-1cc9-4019-b027-ba7b1531aa1d admin admin] 10.222.0.106 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 3.7088387 Jul 06 12:33:23.950797 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-0876f7a3-01bf-49e3-bbee-7bdea7b49ab7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1774441'] for security_group, after_create {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:23.960764 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.wsgi [-] (93088) accepted ('10.222.0.106', 46602) {{(pid=93088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:33:23.988228 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.api.v2.base [None req-edd20564-4baa-4189-86ae-a818de249cb9 admin admin] Request body: {'subnet': {'network_id': 'b886353b-4c36-4fa2-a9fe-d1a91be6b989', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-654213786-subnet', 'tenant_id': '280d1f9f1604404083edc4e1c5b804d5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93088) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:33:24.026934 dv-cinder-799631-1-iscsi neutron-server[93090]: DEBUG neutron.db.l3_dvr_db [None req-9792c12b-107d-4047-a2a0-2c0bcbff33d9 None None] Set router e5f6b344-c6b8-4ee4-81d0-896646415cef gateway port host: dv-cinder-799631-1-iscsi {{(pid=93090) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:33:24.094315 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edd20564-4baa-4189-86ae-a818de249cb9 admin admin] Made reservation on behalf of 280d1f9f1604404083edc4e1c5b804d5 for: {'subnet': 1} {{(pid=93088) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:33:24.103815 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-edd20564-4baa-4189-86ae-a818de249cb9 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:24.231111 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-3dd6613b-aa53-445d-9a05-4c085a94a05e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772861'] for port, before_update {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:24.253161 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-adda9684-e79c-429c-aa8f-3046a572da91 req-0e0fb56f-1f5d-4ccd-90e8-a1c67f8c0f67 tempest-AttachVolumeNegativeTest-317369925 tempest-AttachVolumeNegativeTest-317369925-project] Made reservation on behalf of ffd269f97b9e4f3cbdf8841b0915444b for: {'port': 1} {{(pid=93088) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:33:24.257225 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [req-adda9684-e79c-429c-aa8f-3046a572da91 req-0e0fb56f-1f5d-4ccd-90e8-a1c67f8c0f67 tempest-AttachVolumeNegativeTest-317369925 tempest-AttachVolumeNegativeTest-317369925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772861'] for port, before_create {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:24.343056 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.db [None req-3dd6613b-aa53-445d-9a05-4c085a94a05e None None] For port 2a6b6a5a-8563-468f-832a-de2276b7c305, host dv-cinder-799631-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799631-1-iscsi',level=0,port_id=2a6b6a5a-8563-468f-832a-de2276b7c305,segment=NetworkSegment(89d2d2f7-34cd-4989-93e1-84776a10346d),segment_id=89d2d2f7-34cd-4989-93e1-84776a10346d)] {{(pid=93089) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:33:24.359449 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-ba251708-ea19-486b-a1d8-7512a65b21e3 req-3069ebe9-2846-4d04-9253-2f2d983482a2 tempest-AttachVolumeNegativeTest-317369925 tempest-AttachVolumeNegativeTest-317369925-project] 10.222.0.106 "GET /v2.0/ports?device_id=cccd1a32-d136-493a-8952-b0e4564b33a0 HTTP/1.1" status: 200 len: 210 time: 0.1071677 Jul 06 12:33:24.361530 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-3dd6613b-aa53-445d-9a05-4c085a94a05e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-772913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730294210856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730293689582', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730293689631'] for port, after_update {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:24.390175 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.db.provisioning_blocks [None req-5ee6fe78-9d6e-440d-bfc4-9f1dadf22a14 None None] Provisioning complete for port c8b0b1a8-36c0-47bc-bcd4-2453a786f7de triggered by entity DHCP. {{(pid=93089) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:33:24.390175 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-5ee6fe78-9d6e-440d-bfc4-9f1dadf22a14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912496'] for port, provisioning_complete {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:24.408846 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.api.v2.base [req-09d62212-ba27-4e2c-aebc-c62518782cc7 req-55624735-b046-4b23-919d-393869325c6c service neutron] Request body: {'port': {'device_id': '3b84fef2-6112-4268-b1c4-95519d13428e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79963'}} {{(pid=93088) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:33:24.499173 dv-cinder-799631-1-iscsi neutron-server[93087]: INFO neutron.wsgi [None req-0876f7a3-01bf-49e3-bbee-7bdea7b49ab7 admin admin] 10.222.0.106 "GET /v2.0/security-groups?tenant_id=70b463d42a8546999cf8ee51c29fdc36&name=default HTTP/1.1" status: 200 len: 2979 time: 3.3805492 Jul 06 12:33:24.507785 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.wsgi [-] (93088) accepted ('10.222.0.106', 46608) {{(pid=93088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:33:24.657323 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd6613b-aa53-445d-9a05-4c085a94a05e None None] Pushing event updated for resources: {'Port': ['ID=2a6b6a5a-8563-468f-832a-de2276b7c305,revision_number=4']} {{(pid=93089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:33:24.674899 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.plugin [None req-5ee6fe78-9d6e-440d-bfc4-9f1dadf22a14 None None] Port c8b0b1a8-36c0-47bc-bcd4-2453a786f7de cannot update to ACTIVE because it is not bound. {{(pid=93089) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 12:33:24.721451 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.db.db_base_plugin_common [None req-91dc8df1-0cbd-42c1-af22-84a682865680 admin admin] Allocated IP 172.20.0.1 (91ce4105-7568-49ba-9c1a-853c2332aa91/93b8c1d2-f9fc-4e8f-b00e-a4ccc2e979d1/b18e617b-4fab-4146-96f2-0167e5e7077c) {{(pid=93087) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:33:24.779431 dv-cinder-799631-1-iscsi neutron-server[93090]: DEBUG neutron.db.l3_hamode_db [None req-9792c12b-107d-4047-a2a0-2c0bcbff33d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5f6b344-c6b8-4ee4-81d0-896646415cef', 'name': 'tempest-AttachVolumeTestJSON-607715299-router', 'tenant_id': '2efe7ae752d2458ea1329427a8828a01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a97b808-be6d-48ec-a40b-4668530ee790', 'external_fixed_ips': [{'subnet_id': '1816a596-2dc6-4d27-98a5-201cc12476f2', 'ip_address': '172.27.1.111'}], 'enable_snat': True}, 'gw_port_id': '1b4179cc-d547-4584-9baa-867a0c1392bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:33:12Z', 'updated_at': '2021-07-06T12:33:17Z', 'revision_number': 3, 'project_id': '2efe7ae752d2458ea1329427a8828a01', 'gw_port': {'id': '1b4179cc-d547-4584-9baa-867a0c1392bd', 'name': '', 'network_id': '2a97b808-be6d-48ec-a40b-4668530ee790', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:ab:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5f6b344-c6b8-4ee4-81d0-896646415cef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '1816a596-2dc6-4d27-98a5-201cc12476f2', 'ip_address': '172.27.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799631-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:33:14Z', 'updated_at': '2021-07-06T12:33:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1816a596-2dc6-4d27-98a5-201cc12476f2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799631-1-iscsi'}], 'dv-cinder-799631-1-iscsi', False) {} {{(pid=93090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:33:24.842850 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-91dc8df1-0cbd-42c1-af22-84a682865680 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:24.869172 dv-cinder-799631-1-iscsi neutron-server[93090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9792c12b-107d-4047-a2a0-2c0bcbff33d9 None None] The sync data for ids ['e5f6b344-c6b8-4ee4-81d0-896646415cef'] in dv-cinder-799631-1-iscsi is: [{'id': 'e5f6b344-c6b8-4ee4-81d0-896646415cef', 'name': 'tempest-AttachVolumeTestJSON-607715299-router', 'tenant_id': '2efe7ae752d2458ea1329427a8828a01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a97b808-be6d-48ec-a40b-4668530ee790', 'external_fixed_ips': [{'subnet_id': '1816a596-2dc6-4d27-98a5-201cc12476f2', 'ip_address': '172.27.1.111'}], 'enable_snat': True}, 'gw_port_id': '1b4179cc-d547-4584-9baa-867a0c1392bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:33:12Z', 'updated_at': '2021-07-06T12:33:17Z', 'revision_number': 3, 'project_id': '2efe7ae752d2458ea1329427a8828a01', 'gw_port': {'id': '1b4179cc-d547-4584-9baa-867a0c1392bd', 'name': '', 'network_id': '2a97b808-be6d-48ec-a40b-4668530ee790', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:ab:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5f6b344-c6b8-4ee4-81d0-896646415cef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '1816a596-2dc6-4d27-98a5-201cc12476f2', 'ip_address': '172.27.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799631-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:33:14Z', 'updated_at': '2021-07-06T12:33:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1816a596-2dc6-4d27-98a5-201cc12476f2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799631-1-iscsi'}] {{(pid=93090) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:33:24.925343 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11ae756d-408e-4858-82c5-ed51b85c6e14 admin admin] Network 05887a89-c541-45f9-bd49-e19532da98ad is already hosted by enough agents. {{(pid=93087) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:33:24.931427 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.scheduler.base_scheduler [None req-11ae756d-408e-4858-82c5-ed51b85c6e14 admin admin] Resources bound (agent type, host, resource id): {{(pid=93087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:33:24.934188 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-91dc8df1-0cbd-42c1-af22-84a682865680 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-772920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-407207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730293689564'] for port, after_create {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:24.946071 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11ae756d-408e-4858-82c5-ed51b85c6e14 admin admin] Received port after_create {{(pid=93087) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:33:24.947150 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-11ae756d-408e-4858-82c5-ed51b85c6e14 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1813560'] for router_interface, before_create {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:24.960516 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-edd20564-4baa-4189-86ae-a818de249cb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1774543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582535'] for subnet, after_create {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:25.046278 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [req-09d62212-ba27-4e2c-aebc-c62518782cc7 req-55624735-b046-4b23-919d-393869325c6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772861'] for port, before_update {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:25.072911 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ff6c17-1cc9-4019-b027-ba7b1531aa1d admin admin] Pushing event updated for resources: {'Network': ['ID=b886353b-4c36-4fa2-a9fe-d1a91be6b989,revision_number=1']} {{(pid=93087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:33:25.076451 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0876f7a3-01bf-49e3-bbee-7bdea7b49ab7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c116087-3b63-4687-bb79-c9f6cd815a86,revision_number=1']} {{(pid=93087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:33:25.086281 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.rpc [None req-3dd6613b-aa53-445d-9a05-4c085a94a05e None None] Network b886353b-4c36-4fa2-a9fe-d1a91be6b989 details requested by agent ovs-agent-dv-cinder-799631-1-iscsi with host dv-cinder-799631-1-iscsi {{(pid=93089) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 12:33:25.135299 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ae756d-408e-4858-82c5-ed51b85c6e14 admin admin] Pushing event updated for resources: {'Port': ['ID=e446bfbe-6143-46aa-ace5-f4ac93512559,revision_number=1']} {{(pid=93087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:33:25.144918 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd20564-4baa-4189-86ae-a818de249cb9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0ba3a066-3174-4482-9c95-ecf99e2a776b,revision_number=0']} {{(pid=93088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:33:25.148096 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.db.db_base_plugin_common [req-adda9684-e79c-429c-aa8f-3046a572da91 req-0e0fb56f-1f5d-4ccd-90e8-a1c67f8c0f67 tempest-AttachVolumeNegativeTest-317369925 tempest-AttachVolumeNegativeTest-317369925-project] Allocated IP 172.20.0.7 (0139f472-5f20-48a6-a32c-3cd8224eeba1/5c20e391-4427-4186-8795-33a479ca2372/7ec054dc-f674-43ab-9d3a-40842deed6bd) {{(pid=93088) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:33:25.229176 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-28dd4a6a-2cea-4d7e-af22-c145f5715068 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:25.465851 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.db.provisioning_blocks [None req-1ae74fbb-8c90-4b20-adac-6ff043ed79a9 None None] Provisioning for port e446bfbe-6143-46aa-ace5-f4ac93512559 completed by entity DHCP. {{(pid=93089) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:33:25.472439 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.db.provisioning_blocks [None req-1ae74fbb-8c90-4b20-adac-6ff043ed79a9 None None] Provisioning complete for port e446bfbe-6143-46aa-ace5-f4ac93512559 triggered by entity DHCP. {{(pid=93089) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:33:25.472901 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-1ae74fbb-8c90-4b20-adac-6ff043ed79a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912496'] for port, provisioning_complete {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:25.548771 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-28dd4a6a-2cea-4d7e-af22-c145f5715068 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:25.548953 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e29b3673-5748-40d0-ab98-fc2c0dcbef61 admin admin] Router 130656f8-45c2-4a36-a256-8b9eebfb37e9 has already been hosted by L3 agent 8f648e93-51d3-4e20-9eca-a57842435ba1 {{(pid=93087) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 12:33:25.548953 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91dc8df1-0cbd-42c1-af22-84a682865680 admin admin] Network 91ce4105-7568-49ba-9c1a-853c2332aa91 is already hosted by enough agents. {{(pid=93087) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:33:25.579006 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.rpc [None req-3dd6613b-aa53-445d-9a05-4c085a94a05e None None] Device 2a6b6a5a-8563-468f-832a-de2276b7c305 up at agent ovs-agent-dv-cinder-799631-1-iscsi {{(pid=93089) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:33:25.586025 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edd20564-4baa-4189-86ae-a818de249cb9 admin admin] Checking segment: {'id': '16d0fb21-bef0-4efc-b0ca-aea89bbc08a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1094, 'network_id': 'b886353b-4c36-4fa2-a9fe-d1a91be6b989'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93088) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:33:25.586395 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edd20564-4baa-4189-86ae-a818de249cb9 admin admin] Network hostable DHCP agents. Network: b886353b-4c36-4fa2-a9fe-d1a91be6b989, hostable agents: ['4e405fa1-8706-417c-9214-b4e9d51c0aa2'], hosted agents: [] {{(pid=93088) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 12:33:25.594991 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.scheduler.base_scheduler [None req-91dc8df1-0cbd-42c1-af22-84a682865680 admin admin] Resources bound (agent type, host, resource id): {{(pid=93087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:33:25.610686 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91dc8df1-0cbd-42c1-af22-84a682865680 admin admin] Received port after_create {{(pid=93087) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:33:25.624183 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-91dc8df1-0cbd-42c1-af22-84a682865680 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1813560'] for router_interface, before_create {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:25.688078 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.plugin [None req-1ae74fbb-8c90-4b20-adac-6ff043ed79a9 None None] Port e446bfbe-6143-46aa-ace5-f4ac93512559 cannot update to ACTIVE because it is not bound. {{(pid=93089) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 12:33:25.699387 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91dc8df1-0cbd-42c1-af22-84a682865680 admin admin] Pushing event updated for resources: {'Port': ['ID=b18e617b-4fab-4146-96f2-0167e5e7077c,revision_number=1']} {{(pid=93087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:33:25.703059 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.db.provisioning_blocks [None req-3dd6613b-aa53-445d-9a05-4c085a94a05e None None] Provisioning complete for port 2a6b6a5a-8563-468f-832a-de2276b7c305 triggered by entity L2. {{(pid=93089) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:33:25.703764 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-3dd6613b-aa53-445d-9a05-4c085a94a05e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912496'] for port, provisioning_complete {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:25.998622 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e29b3673-5748-40d0-ab98-fc2c0dcbef61 admin admin] Notify agent at l3_agent.dv-cinder-799631-1-iscsi the message routers_updated {{(pid=93087) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:33:26.010642 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a5a0ad2-0b0b-4de5-b0e2-525333d733ba None None] Sync routers for ids ['130656f8-45c2-4a36-a256-8b9eebfb37e9'] in dv-cinder-799631-1-iscsi {{(pid=93089) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:33:26.024933 dv-cinder-799631-1-iscsi neutron-server[93087]: INFO neutron.wsgi [None req-e29b3673-5748-40d0-ab98-fc2c0dcbef61 admin admin] 10.222.0.106 "PUT /v2.0/routers/130656f8-45c2-4a36-a256-8b9eebfb37e9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.8129792 Jul 06 12:33:26.030923 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a5a0ad2-0b0b-4de5-b0e2-525333d733ba None None] Routers {'130656f8-45c2-4a36-a256-8b9eebfb37e9'} bound to L3 agent in host dv-cinder-799631-1-iscsi {{(pid=93089) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:33:26.031889 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.db.l3_hamode_db [None req-0a5a0ad2-0b0b-4de5-b0e2-525333d733ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799631-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-06T12:25:10Z,description=,heartbeat_timestamp=2021-07-06T12:33:10Z,host='dv-cinder-799631-1-iscsi',id=8f648e93-51d3-4e20-9eca-a57842435ba1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T12:25:10Z,topic='l3_agent')) {'router_ids': ['130656f8-45c2-4a36-a256-8b9eebfb37e9'], 'active': True} {{(pid=93089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:33:26.108873 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-11ae756d-408e-4858-82c5-ed51b85c6e14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772861'] for port, before_update {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:26.178618 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-fb2bb22a-e119-4725-aaf8-be3f74a7a97f req-246fbdb7-a2f7-48d2-9467-d23ff345ac49 tempest-AttachVolumeNegativeTest-317369925 tempest-AttachVolumeNegativeTest-317369925-project] 10.222.0.106 "GET /v2.0/ports?device_id=cccd1a32-d136-493a-8952-b0e4564b33a0 HTTP/1.1" status: 200 len: 210 time: 0.2436807 Jul 06 12:33:26.179310 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edd20564-4baa-4189-86ae-a818de249cb9 admin admin] Network b886353b-4c36-4fa2-a9fe-d1a91be6b989 is scheduled to be hosted by DHCP agent 4e405fa1-8706-417c-9214-b4e9d51c0aa2 with binding_index 1 {{(pid=93088) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 12:33:26.262026 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-28dd4a6a-2cea-4d7e-af22-c145f5715068 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1774441'] for security_group, after_delete {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:26.267288 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-28dd4a6a-2cea-4d7e-af22-c145f5715068 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:26.272281 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [None req-28dd4a6a-2cea-4d7e-af22-c145f5715068 admin admin] 10.222.0.106 "DELETE /v2.0/security-groups/5c116087-3b63-4687-bb79-c9f6cd815a86 HTTP/1.1" status: 204 len: 168 time: 1.7604022 Jul 06 12:33:26.273088 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.scheduler.base_scheduler [None req-edd20564-4baa-4189-86ae-a818de249cb9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-799631-1-iscsi, b886353b-4c36-4fa2-a9fe-d1a91be6b989) {{(pid=93088) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:33:26.294564 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c07584a8-bbaa-4fee-a251-096b315e36ab None None] Network b886353b-4c36-4fa2-a9fe-d1a91be6b989 requested from dv-cinder-799631-1-iscsi {{(pid=93089) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:33:26.371249 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edd20564-4baa-4189-86ae-a818de249cb9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:33:26.371849 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-edd20564-4baa-4189-86ae-a818de249cb9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582504'] for subnet, before_response {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:26.408857 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28dd4a6a-2cea-4d7e-af22-c145f5715068 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c116087-3b63-4687-bb79-c9f6cd815a86,revision_number=None']} {{(pid=93088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:33:26.501989 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [None req-edd20564-4baa-4189-86ae-a818de249cb9 admin admin] 10.222.0.106 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 2.5343366 Jul 06 12:33:26.544892 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.db.l3_dvr_db [None req-0a5a0ad2-0b0b-4de5-b0e2-525333d733ba None None] Set router 130656f8-45c2-4a36-a256-8b9eebfb37e9 gateway port host: dv-cinder-799631-1-iscsi {{(pid=93089) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:33:26.557110 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63bd4f7-aedd-493e-9612-453b9a14f633 req-d0ba7939-0715-4331-bb91-00d216561071 tempest-DeleteServersTestJSON-1152598212 tempest-DeleteServersTestJSON-1152598212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:33:26.566532 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-f63bd4f7-aedd-493e-9612-453b9a14f633 req-d0ba7939-0715-4331-bb91-00d216561071 tempest-DeleteServersTestJSON-1152598212 tempest-DeleteServersTestJSON-1152598212-project] 10.222.0.106 "GET /v2.0/ports?device_id=3b84fef2-6112-4268-b1c4-95519d13428e HTTP/1.1" status: 200 len: 931 time: 1.3351278 Jul 06 12:33:26.652480 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-11ae756d-408e-4858-82c5-ed51b85c6e14 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:26.827204 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-91dc8df1-0cbd-42c1-af22-84a682865680 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772861'] for port, before_update {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:26.878404 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [req-adda9684-e79c-429c-aa8f-3046a572da91 req-0e0fb56f-1f5d-4ccd-90e8-a1c67f8c0f67 tempest-AttachVolumeNegativeTest-317369925 tempest-AttachVolumeNegativeTest-317369925-project] Notify callbacks [] for port, precommit_create {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:26.884282 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-11ae756d-408e-4858-82c5-ed51b85c6e14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-772913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730294210856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730293689582', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730293689631'] for port, after_update {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:26.885406 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-11ae756d-408e-4858-82c5-ed51b85c6e14 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1582549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1815621'] for router_interface, after_create {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:26.930043 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-f63bd4f7-aedd-493e-9612-453b9a14f633 req-d110f6c3-2036-4da7-8d8d-67354b4986d6 tempest-DeleteServersTestJSON-1152598212 tempest-DeleteServersTestJSON-1152598212-project] 10.222.0.106 "GET /v2.0/security-groups?id=1b1437f5-d3e8-44a1-982c-7a7a6b8e1e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2277925 Jul 06 12:33:27.056944 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.wsgi [-] (93088) accepted ('10.222.0.106', 46642) {{(pid=93088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:33:27.122130 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.db.db_base_plugin_v2 [None req-333ce1e2-fd72-4272-b167-9dd063001fb4 admin admin] Deleting subnet eed87b1f-08e9-4083-a7e5-5599d8c0eb5d {{(pid=93088) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 12:33:27.136625 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-333ce1e2-fd72-4272-b167-9dd063001fb4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:27.205757 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.notifiers.nova [req-09d62212-ba27-4e2c-aebc-c62518782cc7 req-55624735-b046-4b23-919d-393869325c6c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 69d6e8ec-f67c-4f3f-9ae9-82c0dd25c4a0 {{(pid=93088) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 12:33:27.248309 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ae756d-408e-4858-82c5-ed51b85c6e14 admin admin] Pushing event updated for resources: {'Port': ['ID=e446bfbe-6143-46aa-ace5-f4ac93512559,revision_number=2']} {{(pid=93087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:33:27.261003 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [req-09d62212-ba27-4e2c-aebc-c62518782cc7 req-55624735-b046-4b23-919d-393869325c6c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:27.349983 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.wsgi [-] (93088) accepted ('10.222.0.106', 46654) {{(pid=93088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:33:27.363863 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.api.v2.base [None req-80928aaa-6c5f-4871-b72c-55791c3df466 tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1187020993', 'description': 'tempest-description--1749999917'}} {{(pid=93088) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:33:27.395673 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96c1fb69-c50c-457a-b290-e54c6c94865c None None] Network b886353b-4c36-4fa2-a9fe-d1a91be6b989 requested from dv-cinder-799631-1-iscsi {{(pid=93089) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:33:27.401169 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-333ce1e2-fd72-4272-b167-9dd063001fb4 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:27.424150 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.db.provisioning_blocks [req-09d62212-ba27-4e2c-aebc-c62518782cc7 req-55624735-b046-4b23-919d-393869325c6c service neutron] Transition to ACTIVE for port object 69d6e8ec-f67c-4f3f-9ae9-82c0dd25c4a0 will not be triggered until provisioned by entity L2. {{(pid=93088) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:33:27.436348 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [req-adda9684-e79c-429c-aa8f-3046a572da91 req-0e0fb56f-1f5d-4ccd-90e8-a1c67f8c0f67 tempest-AttachVolumeNegativeTest-317369925 tempest-AttachVolumeNegativeTest-317369925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-772920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-407207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730293689564'] for port, after_create {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:27.573103 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11ae756d-408e-4858-82c5-ed51b85c6e14 admin admin] Network 05887a89-c541-45f9-bd49-e19532da98ad is already hosted by enough agents. {{(pid=93087) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:33:27.573668 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [req-09d62212-ba27-4e2c-aebc-c62518782cc7 req-55624735-b046-4b23-919d-393869325c6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-772913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730294210856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730293689582', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730293689631'] for port, after_update {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:27.577686 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.scheduler.base_scheduler [None req-11ae756d-408e-4858-82c5-ed51b85c6e14 admin admin] Resources bound (agent type, host, resource id): {{(pid=93087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:33:27.632955 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-333ce1e2-fd72-4272-b167-9dd063001fb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-892766'] for subnet, precommit_delete {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:27.647623 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.db.l3_hamode_db [None req-0a5a0ad2-0b0b-4de5-b0e2-525333d733ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '130656f8-45c2-4a36-a256-8b9eebfb37e9', 'name': 'tempest-AttachVolumeShelveTestJSON-1952371859-router', 'tenant_id': 'b437ce926689452f91685757af8037a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a97b808-be6d-48ec-a40b-4668530ee790', 'external_fixed_ips': [{'subnet_id': '1816a596-2dc6-4d27-98a5-201cc12476f2', 'ip_address': '172.27.1.78'}], 'enable_snat': True}, 'gw_port_id': '52b826e0-bcb1-4b1f-a824-e9966728d4f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:33:07Z', 'updated_at': '2021-07-06T12:33:20Z', 'revision_number': 4, 'project_id': 'b437ce926689452f91685757af8037a1', 'gw_port': {'id': '52b826e0-bcb1-4b1f-a824-e9966728d4f8', 'name': '', 'network_id': '2a97b808-be6d-48ec-a40b-4668530ee790', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:34:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '130656f8-45c2-4a36-a256-8b9eebfb37e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 53, 'fixed_ips': [{'subnet_id': '1816a596-2dc6-4d27-98a5-201cc12476f2', 'ip_address': '172.27.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799631-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:33:08Z', 'updated_at': '2021-07-06T12:33:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1816a596-2dc6-4d27-98a5-201cc12476f2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799631-1-iscsi', '_interfaces': [{'id': 'c8b0b1a8-36c0-47bc-bcd4-2453a786f7de', 'name': '', 'network_id': '13aecddf-3646-4770-a1b4-1e59fdf991f5', 'tenant_id': 'b437ce926689452f91685757af8037a1', 'mac_address': 'fa:16:3e:a0:be:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '130656f8-45c2-4a36-a256-8b9eebfb37e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '26404b5b-3148-4b62-b08e-5f523f412d1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:33:16Z', 'updated_at': '2021-07-06T12:33:21Z', 'revision_number': 2, 'project_id': 'b437ce926689452f91685757af8037a1', 'subnets': [{'id': '26404b5b-3148-4b62-b08e-5f523f412d1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799631-1-iscsi', False) {} {{(pid=93089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:33:27.650968 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.rpc [None req-3dd6613b-aa53-445d-9a05-4c085a94a05e None None] Device 1b4179cc-d547-4584-9baa-867a0c1392bd up at agent ovs-agent-dv-cinder-799631-1-iscsi {{(pid=93089) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:33:27.651921 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0fb56f-1f5d-4ccd-90e8-a1c67f8c0f67 tempest-AttachVolumeNegativeTest-317369925 tempest-AttachVolumeNegativeTest-317369925-project] Pushing event updated for resources: {'Port': ['ID=7ec054dc-f674-43ab-9d3a-40842deed6bd,revision_number=1']} {{(pid=93088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:33:27.753754 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-adda9684-e79c-429c-aa8f-3046a572da91 req-0e0fb56f-1f5d-4ccd-90e8-a1c67f8c0f67 tempest-AttachVolumeNegativeTest-317369925 tempest-AttachVolumeNegativeTest-317369925-project] Network 0139f472-5f20-48a6-a32c-3cd8224eeba1 is already hosted by enough agents. {{(pid=93088) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:33:27.861103 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a5a0ad2-0b0b-4de5-b0e2-525333d733ba None None] Checking router: 130656f8-45c2-4a36-a256-8b9eebfb37e9 for host: dv-cinder-799631-1-iscsi {{(pid=93089) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 12:33:27.861477 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a5a0ad2-0b0b-4de5-b0e2-525333d733ba None None] Updating router 130656f8-45c2-4a36-a256-8b9eebfb37e9 port c8b0b1a8-36c0-47bc-bcd4-2453a786f7de binding host dv-cinder-799631-1-iscsi {{(pid=93089) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 12:33:27.893180 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55624735-b046-4b23-919d-393869325c6c service neutron] Pushing event updated for resources: {'Port': ['ID=69d6e8ec-f67c-4f3f-9ae9-82c0dd25c4a0,revision_number=2']} {{(pid=93088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:33:27.903324 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-91dc8df1-0cbd-42c1-af22-84a682865680 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:27.927314 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-91dc8df1-0cbd-42c1-af22-84a682865680 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-772913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730294210856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730293689582', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730293689631'] for port, after_update {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:27.928510 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-91dc8df1-0cbd-42c1-af22-84a682865680 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1582549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1815621'] for router_interface, after_create {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:27.977255 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.plugins.ml2.managers [req-09d62212-ba27-4e2c-aebc-c62518782cc7 req-55624735-b046-4b23-919d-393869325c6c service neutron] Attempting to bind port 69d6e8ec-f67c-4f3f-9ae9-82c0dd25c4a0 on host hv-cinder-79963 for vnic_type normal with profile {{(pid=93088) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:33:27.977591 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.plugins.ml2.managers [req-09d62212-ba27-4e2c-aebc-c62518782cc7 req-55624735-b046-4b23-919d-393869325c6c service neutron] Attempting to bind port 69d6e8ec-f67c-4f3f-9ae9-82c0dd25c4a0 by drivers openvswitch,hyperv on host hv-cinder-79963 at level 0 using segments [{'id': '9027562a-3077-489d-bc96-c2f3b1b9690f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1064, 'network_id': '010ecb56-684a-4372-81e5-4eece574e2f5'}] {{(pid=93088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:33:27.977944 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09d62212-ba27-4e2c-aebc-c62518782cc7 req-55624735-b046-4b23-919d-393869325c6c service neutron] Attempting to bind port 69d6e8ec-f67c-4f3f-9ae9-82c0dd25c4a0 on network 010ecb56-684a-4372-81e5-4eece574e2f5 {{(pid=93088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:33:27.990686 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.scheduler.base_scheduler [req-adda9684-e79c-429c-aa8f-3046a572da91 req-0e0fb56f-1f5d-4ccd-90e8-a1c67f8c0f67 tempest-AttachVolumeNegativeTest-317369925 tempest-AttachVolumeNegativeTest-317369925-project] Resources bound (agent type, host, resource id): {{(pid=93088) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:33:27.994866 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-0a5a0ad2-0b0b-4de5-b0e2-525333d733ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772861'] for port, before_update {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:28.026842 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.db.l3_dvrscheduler_db [req-adda9684-e79c-429c-aa8f-3046a572da91 req-0e0fb56f-1f5d-4ccd-90e8-a1c67f8c0f67 tempest-AttachVolumeNegativeTest-317369925 tempest-AttachVolumeNegativeTest-317369925-project] Received port after_create {{(pid=93088) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:33:28.034583 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adda9684-e79c-429c-aa8f-3046a572da91 req-0e0fb56f-1f5d-4ccd-90e8-a1c67f8c0f67 tempest-AttachVolumeNegativeTest-317369925 tempest-AttachVolumeNegativeTest-317369925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:33:28.035206 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [req-adda9684-e79c-429c-aa8f-3046a572da91 req-0e0fb56f-1f5d-4ccd-90e8-a1c67f8c0f67 tempest-AttachVolumeNegativeTest-317369925 tempest-AttachVolumeNegativeTest-317369925-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582504'] for port, before_response {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:28.061663 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09d62212-ba27-4e2c-aebc-c62518782cc7 req-55624735-b046-4b23-919d-393869325c6c service neutron] Port 69d6e8ec-f67c-4f3f-9ae9-82c0dd25c4a0 on network 010ecb56-684a-4372-81e5-4eece574e2f5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79963 {{(pid=93088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 12:33:28.061897 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09d62212-ba27-4e2c-aebc-c62518782cc7 req-55624735-b046-4b23-919d-393869325c6c service neutron] Attempting to bind port 69d6e8ec-f67c-4f3f-9ae9-82c0dd25c4a0 on network 010ecb56-684a-4372-81e5-4eece574e2f5 {{(pid=93088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:33:28.082003 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09d62212-ba27-4e2c-aebc-c62518782cc7 req-55624735-b046-4b23-919d-393869325c6c service neutron] Checking agent: {'id': '04527ea7-205a-43f8-9500-06532a9ad9cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79963', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 12, 31, 19), 'started_at': datetime.datetime(2021, 7, 6, 12, 31, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 33, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:33:28.082368 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09d62212-ba27-4e2c-aebc-c62518782cc7 req-55624735-b046-4b23-919d-393869325c6c service neutron] Checking segment: {'id': '9027562a-3077-489d-bc96-c2f3b1b9690f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1064, 'network_id': '010ecb56-684a-4372-81e5-4eece574e2f5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93088) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:33:28.082929 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09d62212-ba27-4e2c-aebc-c62518782cc7 req-55624735-b046-4b23-919d-393869325c6c service neutron] Bound using segment: {'id': '9027562a-3077-489d-bc96-c2f3b1b9690f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1064, 'network_id': '010ecb56-684a-4372-81e5-4eece574e2f5'} {{(pid=93088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:33:28.083422 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.plugins.ml2.managers [req-09d62212-ba27-4e2c-aebc-c62518782cc7 req-55624735-b046-4b23-919d-393869325c6c service neutron] Bound port: 69d6e8ec-f67c-4f3f-9ae9-82c0dd25c4a0, host: hv-cinder-79963, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9027562a-3077-489d-bc96-c2f3b1b9690f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1064, 'network_id': '010ecb56-684a-4372-81e5-4eece574e2f5'}}] {{(pid=93088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:33:28.084946 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [req-09d62212-ba27-4e2c-aebc-c62518782cc7 req-55624735-b046-4b23-919d-393869325c6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772861'] for port, before_update {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:28.095956 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-80928aaa-6c5f-4871-b72c-55791c3df466 tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] Notify callbacks [] for security_group, before_create {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:28.135597 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.db.provisioning_blocks [None req-3dd6613b-aa53-445d-9a05-4c085a94a05e None None] Provisioning for port 1b4179cc-d547-4584-9baa-867a0c1392bd completed by entity L2. {{(pid=93089) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:33:28.147745 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.db.provisioning_blocks [None req-d35777b4-2b00-4e07-abf4-f5c177c8b013 None None] Provisioning complete for port e446bfbe-6143-46aa-ace5-f4ac93512559 triggered by entity DHCP. {{(pid=93089) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:33:28.148272 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91dc8df1-0cbd-42c1-af22-84a682865680 admin admin] Pushing event updated for resources: {'Port': ['ID=b18e617b-4fab-4146-96f2-0167e5e7077c,revision_number=2']} {{(pid=93087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:33:28.148952 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-d35777b4-2b00-4e07-abf4-f5c177c8b013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912496'] for port, provisioning_complete {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:28.153443 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85cf5ee-ad1f-436f-9570-ebd7c2291fbf req-c879adcc-24e5-4c24-8919-f2d811d2172b tempest-AttachVolumeNegativeTest-317369925 tempest-AttachVolumeNegativeTest-317369925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:33:28.167638 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-a85cf5ee-ad1f-436f-9570-ebd7c2291fbf req-c879adcc-24e5-4c24-8919-f2d811d2172b tempest-AttachVolumeNegativeTest-317369925 tempest-AttachVolumeNegativeTest-317369925-project] 10.222.0.106 "GET /v2.0/ports?device_id=cccd1a32-d136-493a-8952-b0e4564b33a0 HTTP/1.1" status: 200 len: 931 time: 0.5306735 Jul 06 12:33:28.186394 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-adda9684-e79c-429c-aa8f-3046a572da91 req-0e0fb56f-1f5d-4ccd-90e8-a1c67f8c0f67 tempest-AttachVolumeNegativeTest-317369925 tempest-AttachVolumeNegativeTest-317369925-project] 10.222.0.100 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.2439051 Jul 06 12:33:28.265596 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.plugins.ml2.db [req-09d62212-ba27-4e2c-aebc-c62518782cc7 req-55624735-b046-4b23-919d-393869325c6c service neutron] For port 69d6e8ec-f67c-4f3f-9ae9-82c0dd25c4a0, host hv-cinder-79963, cleared binding levels {{(pid=93088) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:33:28.267226 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.plugin [None req-d35777b4-2b00-4e07-abf4-f5c177c8b013 None None] Port e446bfbe-6143-46aa-ace5-f4ac93512559 cannot update to ACTIVE because it is not bound. {{(pid=93089) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 12:33:28.272349 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.plugins.ml2.db [req-09d62212-ba27-4e2c-aebc-c62518782cc7 req-55624735-b046-4b23-919d-393869325c6c service neutron] For port 69d6e8ec-f67c-4f3f-9ae9-82c0dd25c4a0, host hv-cinder-79963, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79963',level=0,port_id=69d6e8ec-f67c-4f3f-9ae9-82c0dd25c4a0,segment=NetworkSegment(9027562a-3077-489d-bc96-c2f3b1b9690f),segment_id=9027562a-3077-489d-bc96-c2f3b1b9690f)] {{(pid=93088) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:33:28.285192 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.db.provisioning_blocks [None req-3dd6613b-aa53-445d-9a05-4c085a94a05e None None] Provisioning complete for port 1b4179cc-d547-4584-9baa-867a0c1392bd triggered by entity L2. {{(pid=93089) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:33:28.287795 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [req-09d62212-ba27-4e2c-aebc-c62518782cc7 req-55624735-b046-4b23-919d-393869325c6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-772913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730294210856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730293689582', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730293689631'] for port, after_update {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:28.289714 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-3dd6613b-aa53-445d-9a05-4c085a94a05e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912496'] for port, provisioning_complete {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:28.298635 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11ae756d-408e-4858-82c5-ed51b85c6e14 admin admin] Router e5f6b344-c6b8-4ee4-81d0-896646415cef has already been hosted by L3 agent 8f648e93-51d3-4e20-9eca-a57842435ba1 {{(pid=93087) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 12:33:28.373762 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-a85cf5ee-ad1f-436f-9570-ebd7c2291fbf req-d9173ca3-cf9f-462a-add1-c61aeba723f0 tempest-AttachVolumeNegativeTest-317369925 tempest-AttachVolumeNegativeTest-317369925-project] 10.222.0.106 "GET /v2.0/security-groups?id=a7a3a38a-2b2f-449e-b642-1996735c584e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2048552 Jul 06 12:33:28.476051 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-3dd6613b-aa53-445d-9a05-4c085a94a05e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772861'] for port, before_update {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:28.520077 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.db [None req-3dd6613b-aa53-445d-9a05-4c085a94a05e None None] For port 1b4179cc-d547-4584-9baa-867a0c1392bd, host dv-cinder-799631-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799631-1-iscsi',level=0,port_id=1b4179cc-d547-4584-9baa-867a0c1392bd,segment=NetworkSegment(89d2d2f7-34cd-4989-93e1-84776a10346d),segment_id=89d2d2f7-34cd-4989-93e1-84776a10346d)] {{(pid=93089) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:33:28.527237 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-3dd6613b-aa53-445d-9a05-4c085a94a05e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-772913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730294210856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730293689582', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730293689631'] for port, after_update {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:28.544531 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91dc8df1-0cbd-42c1-af22-84a682865680 admin admin] Network 91ce4105-7568-49ba-9c1a-853c2332aa91 is already hosted by enough agents. {{(pid=93087) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:33:28.548060 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.scheduler.base_scheduler [None req-91dc8df1-0cbd-42c1-af22-84a682865680 admin admin] Resources bound (agent type, host, resource id): {{(pid=93087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:33:28.632068 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd6613b-aa53-445d-9a05-4c085a94a05e None None] Pushing event updated for resources: {'Port': ['ID=1b4179cc-d547-4584-9baa-867a0c1392bd,revision_number=4']} {{(pid=93089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:33:28.675727 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-333ce1e2-fd72-4272-b167-9dd063001fb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-892759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1774543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582535'] for subnet, after_delete {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:28.689855 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d62212-ba27-4e2c-aebc-c62518782cc7 req-55624735-b046-4b23-919d-393869325c6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:33:28.689855 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [req-09d62212-ba27-4e2c-aebc-c62518782cc7 req-55624735-b046-4b23-919d-393869325c6c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582504'] for port, before_response {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:28.693593 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-09d62212-ba27-4e2c-aebc-c62518782cc7 req-55624735-b046-4b23-919d-393869325c6c service neutron] 10.222.0.100 "PUT /v2.0/ports/69d6e8ec-f67c-4f3f-9ae9-82c0dd25c4a0 HTTP/1.1" status: 200 len: 1093 time: 4.4452934 Jul 06 12:33:28.772020 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11ae756d-408e-4858-82c5-ed51b85c6e14 admin admin] Notify agent at l3_agent.dv-cinder-799631-1-iscsi the message routers_updated {{(pid=93087) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:33:28.774651 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-80928aaa-6c5f-4871-b72c-55791c3df466 tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] Notify callbacks [] for security_group, precommit_create {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:28.780008 dv-cinder-799631-1-iscsi neutron-server[93087]: INFO neutron.wsgi [None req-11ae756d-408e-4858-82c5-ed51b85c6e14 admin admin] 10.222.0.106 "PUT /v2.0/routers/e5f6b344-c6b8-4ee4-81d0-896646415cef/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3130305 Jul 06 12:33:28.791035 dv-cinder-799631-1-iscsi neutron-server[93090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78b33d02-e2bd-4cd4-8001-99e0b5f43fa7 None None] Sync routers for ids ['e5f6b344-c6b8-4ee4-81d0-896646415cef'] in dv-cinder-799631-1-iscsi {{(pid=93090) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:33:28.804032 dv-cinder-799631-1-iscsi neutron-server[93090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78b33d02-e2bd-4cd4-8001-99e0b5f43fa7 None None] Routers {'e5f6b344-c6b8-4ee4-81d0-896646415cef'} bound to L3 agent in host dv-cinder-799631-1-iscsi {{(pid=93090) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:33:28.805849 dv-cinder-799631-1-iscsi neutron-server[93090]: DEBUG neutron.db.l3_hamode_db [None req-78b33d02-e2bd-4cd4-8001-99e0b5f43fa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799631-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-06T12:25:10Z,description=,heartbeat_timestamp=2021-07-06T12:33:10Z,host='dv-cinder-799631-1-iscsi',id=8f648e93-51d3-4e20-9eca-a57842435ba1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T12:25:10Z,topic='l3_agent')) {'router_ids': ['e5f6b344-c6b8-4ee4-81d0-896646415cef'], 'active': True} {{(pid=93090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:33:28.811622 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b84fef2-6112-4268-b1c4-95519d13428e', 'tag': '69d6e8ec-f67c-4f3f-9ae9-82c0dd25c4a0'}] {{(pid=93088) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:33:28.888944 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333ce1e2-fd72-4272-b167-9dd063001fb4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eed87b1f-08e9-4083-a7e5-5599d8c0eb5d,revision_number=None']} {{(pid=93088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:33:28.894616 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-80928aaa-6c5f-4871-b72c-55791c3df466 tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1774441'] for security_group, after_create {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:28.944584 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91dc8df1-0cbd-42c1-af22-84a682865680 admin admin] Router 3f9ebffd-df70-4722-af9f-249cff39431d has already been hosted by L3 agent 8f648e93-51d3-4e20-9eca-a57842435ba1 {{(pid=93087) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 12:33:28.970512 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80928aaa-6c5f-4871-b72c-55791c3df466 tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] Pushing event updated for resources: {'SecurityGroup': ['ID=40905771-c081-4627-88f4-91e0391ae15d,revision_number=1']} {{(pid=93088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:33:28.975432 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-80928aaa-6c5f-4871-b72c-55791c3df466 tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] Notify callbacks [] for security_group, before_response {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:28.979936 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [None req-80928aaa-6c5f-4871-b72c-55791c3df466 tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] 10.222.0.106 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 1.6252320 Jul 06 12:33:28.994860 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-333ce1e2-fd72-4272-b167-9dd063001fb4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:28.997484 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [None req-333ce1e2-fd72-4272-b167-9dd063001fb4 admin admin] 10.222.0.106 "DELETE /v2.0/subnets/eed87b1f-08e9-4083-a7e5-5599d8c0eb5d HTTP/1.1" status: 204 len: 168 time: 1.9371336 Jul 06 12:33:29.000072 dv-cinder-799631-1-iscsi neutron-server[93090]: DEBUG neutron.db.l3_dvr_db [None req-78b33d02-e2bd-4cd4-8001-99e0b5f43fa7 None None] Set router e5f6b344-c6b8-4ee4-81d0-896646415cef gateway port host: dv-cinder-799631-1-iscsi {{(pid=93090) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:33:29.003166 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.wsgi [-] (93088) accepted ('10.222.0.106', 46682) {{(pid=93088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:33:29.003637 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.wsgi [-] (93088) accepted ('10.222.0.106', 46684) {{(pid=93088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:33:29.040652 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.api.v2.base [None req-e4311662-62a5-4119-9552-191a86266754 tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] Request body: {'security_group_rule': {'security_group_id': '40905771-c081-4627-88f4-91e0391ae15d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93088) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:33:29.098883 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-0a5a0ad2-0b0b-4de5-b0e2-525333d733ba None None] Notify callbacks [] for port, precommit_update {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:29.126887 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.db.provisioning_blocks [None req-0a5a0ad2-0b0b-4de5-b0e2-525333d733ba None None] Transition to ACTIVE for port object c8b0b1a8-36c0-47bc-bcd4-2453a786f7de will not be triggered until provisioned by entity L2. {{(pid=93089) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:33:29.152428 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-0a5a0ad2-0b0b-4de5-b0e2-525333d733ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-772913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730294210856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730293689582', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730293689631'] for port, after_update {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:29.153451 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91dc8df1-0cbd-42c1-af22-84a682865680 admin admin] Notify agent at l3_agent.dv-cinder-799631-1-iscsi the message routers_updated {{(pid=93087) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:33:29.169481 dv-cinder-799631-1-iscsi neutron-server[93087]: INFO neutron.wsgi [None req-91dc8df1-0cbd-42c1-af22-84a682865680 admin admin] 10.222.0.106 "PUT /v2.0/routers/3f9ebffd-df70-4722-af9f-249cff39431d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.8410001 Jul 06 12:33:29.205682 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55624735-b046-4b23-919d-393869325c6c service neutron] Pushing event updated for resources: {'Port': ['ID=69d6e8ec-f67c-4f3f-9ae9-82c0dd25c4a0,revision_number=3']} {{(pid=93088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:33:29.211944 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c9843fc-6c9a-410c-9210-6e307b6e2a13 None None] Sync routers for ids ['3f9ebffd-df70-4722-af9f-249cff39431d'] in dv-cinder-799631-1-iscsi {{(pid=93089) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:33:29.371921 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13640935-a672-44ae-8b95-576b543192a3 req-6f1cdecc-6102-45e0-9067-db8e1d2bec94 tempest-DeleteServersTestJSON-1152598212 tempest-DeleteServersTestJSON-1152598212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:33:29.374575 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-13640935-a672-44ae-8b95-576b543192a3 req-6f1cdecc-6102-45e0-9067-db8e1d2bec94 tempest-DeleteServersTestJSON-1152598212 tempest-DeleteServersTestJSON-1152598212-project] 10.222.0.106 "GET /v2.0/ports?device_id=3b84fef2-6112-4268-b1c4-95519d13428e HTTP/1.1" status: 200 len: 943 time: 1.0480933 Jul 06 12:33:29.392382 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c9843fc-6c9a-410c-9210-6e307b6e2a13 None None] Routers {'3f9ebffd-df70-4722-af9f-249cff39431d'} bound to L3 agent in host dv-cinder-799631-1-iscsi {{(pid=93089) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:33:29.393167 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.db.l3_hamode_db [None req-9c9843fc-6c9a-410c-9210-6e307b6e2a13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799631-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-06T12:25:10Z,description=,heartbeat_timestamp=2021-07-06T12:33:10Z,host='dv-cinder-799631-1-iscsi',id=8f648e93-51d3-4e20-9eca-a57842435ba1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T12:25:10Z,topic='l3_agent')) {'router_ids': ['3f9ebffd-df70-4722-af9f-249cff39431d'], 'active': True} {{(pid=93089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:33:29.401794 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-57626ad0-8b45-4395-a9ca-f98cff9e2c39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-555043'] for network, before_delete {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:29.444852 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-e4311662-62a5-4119-9552-191a86266754 tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:29.466726 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.106/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9084e8bb467df778e8c5a57eadfa6056a7986fbfd2ee9905f143c38c4b95db31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac0dc044-f1ae-4284-9418-7a90e5a05628" -d '{"events": [{"name": "network-changed", "server_uuid": "3b84fef2-6112-4268-b1c4-95519d13428e", "tag": "69d6e8ec-f67c-4f3f-9ae9-82c0dd25c4a0"}]}' {{(pid=93088) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:33:29.480106 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534fb021-186e-4bca-9a6c-fe6a57ae663a None None] Pushing event updated for resources: {'Port': ['ID=c8b0b1a8-36c0-47bc-bcd4-2453a786f7de,revision_number=3']} {{(pid=93089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:33:29.519841 dv-cinder-799631-1-iscsi neutron-server[93090]: DEBUG neutron.db.l3_hamode_db [None req-78b33d02-e2bd-4cd4-8001-99e0b5f43fa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5f6b344-c6b8-4ee4-81d0-896646415cef', 'name': 'tempest-AttachVolumeTestJSON-607715299-router', 'tenant_id': '2efe7ae752d2458ea1329427a8828a01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a97b808-be6d-48ec-a40b-4668530ee790', 'external_fixed_ips': [{'subnet_id': '1816a596-2dc6-4d27-98a5-201cc12476f2', 'ip_address': '172.27.1.111'}], 'enable_snat': True}, 'gw_port_id': '1b4179cc-d547-4584-9baa-867a0c1392bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:33:12Z', 'updated_at': '2021-07-06T12:33:25Z', 'revision_number': 4, 'project_id': '2efe7ae752d2458ea1329427a8828a01', 'gw_port': {'id': '1b4179cc-d547-4584-9baa-867a0c1392bd', 'name': '', 'network_id': '2a97b808-be6d-48ec-a40b-4668530ee790', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:ab:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5f6b344-c6b8-4ee4-81d0-896646415cef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '1816a596-2dc6-4d27-98a5-201cc12476f2', 'ip_address': '172.27.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799631-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:33:14Z', 'updated_at': '2021-07-06T12:33:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1816a596-2dc6-4d27-98a5-201cc12476f2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799631-1-iscsi', '_interfaces': [{'id': 'e446bfbe-6143-46aa-ace5-f4ac93512559', 'name': '', 'network_id': '05887a89-c541-45f9-bd49-e19532da98ad', 'tenant_id': '2efe7ae752d2458ea1329427a8828a01', 'mac_address': 'fa:16:3e:7a:b0:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5f6b344-c6b8-4ee4-81d0-896646415cef', 'device_owner': 'network:router_interface', 'standard_attr_id': 127, 'fixed_ips': [{'subnet_id': 'c2006b9e-8b8d-4564-b906-0d2b575665be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:33:23Z', 'updated_at': '2021-07-06T12:33:26Z', 'revision_number': 2, 'project_id': '2efe7ae752d2458ea1329427a8828a01', 'subnets': [{'id': 'c2006b9e-8b8d-4564-b906-0d2b575665be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799631-1-iscsi', False) {} {{(pid=93090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:33:29.558422 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.managers [None req-0a5a0ad2-0b0b-4de5-b0e2-525333d733ba None None] Attempting to bind port c8b0b1a8-36c0-47bc-bcd4-2453a786f7de on host dv-cinder-799631-1-iscsi for vnic_type normal with profile {{(pid=93089) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:33:29.559299 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.managers [None req-0a5a0ad2-0b0b-4de5-b0e2-525333d733ba None None] Attempting to bind port c8b0b1a8-36c0-47bc-bcd4-2453a786f7de by drivers openvswitch,hyperv on host dv-cinder-799631-1-iscsi at level 0 using segments [{'id': '9563ba30-5ba5-46ca-802a-73eb0aa117e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1083, 'network_id': '13aecddf-3646-4770-a1b4-1e59fdf991f5'}] {{(pid=93089) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:33:29.559850 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a5a0ad2-0b0b-4de5-b0e2-525333d733ba None None] Attempting to bind port c8b0b1a8-36c0-47bc-bcd4-2453a786f7de on network 13aecddf-3646-4770-a1b4-1e59fdf991f5 {{(pid=93089) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:33:29.560658 dv-cinder-799631-1-iscsi neutron-server[93090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78b33d02-e2bd-4cd4-8001-99e0b5f43fa7 None None] Checking router: e5f6b344-c6b8-4ee4-81d0-896646415cef for host: dv-cinder-799631-1-iscsi {{(pid=93090) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 12:33:29.561032 dv-cinder-799631-1-iscsi neutron-server[93090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78b33d02-e2bd-4cd4-8001-99e0b5f43fa7 None None] Updating router e5f6b344-c6b8-4ee4-81d0-896646415cef port e446bfbe-6143-46aa-ace5-f4ac93512559 binding host dv-cinder-799631-1-iscsi {{(pid=93090) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 12:33:29.580763 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a5a0ad2-0b0b-4de5-b0e2-525333d733ba None None] Checking agent: {'id': '0df45e45-1cb7-430e-9311-5161aceb24d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799631-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 12, 25, 11), 'started_at': datetime.datetime(2021, 7, 6, 12, 25, 41), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 33, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799631-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93089) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:33:29.581147 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a5a0ad2-0b0b-4de5-b0e2-525333d733ba None None] Checking segment: {'id': '9563ba30-5ba5-46ca-802a-73eb0aa117e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1083, 'network_id': '13aecddf-3646-4770-a1b4-1e59fdf991f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93089) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:33:29.581853 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-0a5a0ad2-0b0b-4de5-b0e2-525333d733ba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:29.582316 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a5a0ad2-0b0b-4de5-b0e2-525333d733ba None None] Bound using segment: {'id': '9563ba30-5ba5-46ca-802a-73eb0aa117e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1083, 'network_id': '13aecddf-3646-4770-a1b4-1e59fdf991f5'} {{(pid=93089) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:33:29.582892 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.managers [None req-0a5a0ad2-0b0b-4de5-b0e2-525333d733ba None None] Bound port: c8b0b1a8-36c0-47bc-bcd4-2453a786f7de, host: dv-cinder-799631-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9563ba30-5ba5-46ca-802a-73eb0aa117e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1083, 'network_id': '13aecddf-3646-4770-a1b4-1e59fdf991f5'}}] {{(pid=93089) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:33:29.583328 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-0a5a0ad2-0b0b-4de5-b0e2-525333d733ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772861'] for port, before_update {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:29.610624 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.rpc [None req-3dd6613b-aa53-445d-9a05-4c085a94a05e None None] Device 1b4179cc-d547-4584-9baa-867a0c1392bd up at agent ovs-agent-dv-cinder-799631-1-iscsi {{(pid=93089) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:33:29.645992 dv-cinder-799631-1-iscsi neutron-server[93090]: DEBUG neutron_lib.callbacks.manager [None req-78b33d02-e2bd-4cd4-8001-99e0b5f43fa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772861'] for port, before_update {{(pid=93090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:29.702035 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.db [None req-0a5a0ad2-0b0b-4de5-b0e2-525333d733ba None None] For port c8b0b1a8-36c0-47bc-bcd4-2453a786f7de, host dv-cinder-799631-1-iscsi, cleared binding levels {{(pid=93089) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:33:29.707136 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.db [None req-0a5a0ad2-0b0b-4de5-b0e2-525333d733ba None None] For port c8b0b1a8-36c0-47bc-bcd4-2453a786f7de, host dv-cinder-799631-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799631-1-iscsi',level=0,port_id=c8b0b1a8-36c0-47bc-bcd4-2453a786f7de,segment=NetworkSegment(9563ba30-5ba5-46ca-802a-73eb0aa117e8),segment_id=9563ba30-5ba5-46ca-802a-73eb0aa117e8)] {{(pid=93089) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:33:29.759926 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-0a5a0ad2-0b0b-4de5-b0e2-525333d733ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-772913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730294210856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730293689582', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730293689631'] for port, after_update {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:29.871593 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534fb021-186e-4bca-9a6c-fe6a57ae663a None None] Pushing event updated for resources: {'Port': ['ID=c8b0b1a8-36c0-47bc-bcd4-2453a786f7de,revision_number=4']} {{(pid=93089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:33:29.917038 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-e4311662-62a5-4119-9552-191a86266754 tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:29.948655 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a5a0ad2-0b0b-4de5-b0e2-525333d733ba None None] Routers {'130656f8-45c2-4a36-a256-8b9eebfb37e9'} bound to L3 agent in host dv-cinder-799631-1-iscsi {{(pid=93089) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:33:29.954322 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.db.l3_hamode_db [None req-0a5a0ad2-0b0b-4de5-b0e2-525333d733ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799631-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-06T12:25:10Z,description=,heartbeat_timestamp=2021-07-06T12:33:10Z,host='dv-cinder-799631-1-iscsi',id=8f648e93-51d3-4e20-9eca-a57842435ba1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T12:25:10Z,topic='l3_agent')) {'router_ids': ['130656f8-45c2-4a36-a256-8b9eebfb37e9'], 'active': True} {{(pid=93089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:33:30.040924 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.api.v2.base [req-adda9684-e79c-429c-aa8f-3046a572da91 req-b6994446-d13e-4c53-949e-f7fd58691eb1 service neutron] Request body: {'port': {'device_id': 'cccd1a32-d136-493a-8952-b0e4564b33a0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79963'}} {{(pid=93088) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:33:30.144531 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.db.l3_dvr_db [None req-0a5a0ad2-0b0b-4de5-b0e2-525333d733ba None None] Set router 130656f8-45c2-4a36-a256-8b9eebfb37e9 gateway port host: dv-cinder-799631-1-iscsi {{(pid=93089) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:33:30.247934 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-e4311662-62a5-4119-9552-191a86266754 tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1822215'] for security_group_rule, after_create {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:30.388420 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.wsgi [-] (93087) accepted ('10.222.0.106', 46724) {{(pid=93087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:33:30.397109 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.api.v2.base [None req-fccac304-53db-44b1-b229-53aa3f8903c1 tempest-AttachVolumeTestJSON-69932156 tempest-AttachVolumeTestJSON-69932156-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1350612178', 'description': 'tempest-description--825776805'}} {{(pid=93087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:33:30.538587 dv-cinder-799631-1-iscsi neutron-server[93090]: DEBUG neutron_lib.callbacks.manager [None req-78b33d02-e2bd-4cd4-8001-99e0b5f43fa7 None None] Notify callbacks [] for port, precommit_update {{(pid=93090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:30.541528 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-fccac304-53db-44b1-b229-53aa3f8903c1 tempest-AttachVolumeTestJSON-69932156 tempest-AttachVolumeTestJSON-69932156-project] Notify callbacks [] for security_group, before_create {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:30.554828 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.db.l3_dvr_db [None req-9c9843fc-6c9a-410c-9210-6e307b6e2a13 None None] Set router 3f9ebffd-df70-4722-af9f-249cff39431d gateway port host: dv-cinder-799631-1-iscsi {{(pid=93089) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:33:30.570410 dv-cinder-799631-1-iscsi neutron-server[93090]: DEBUG neutron.db.provisioning_blocks [None req-78b33d02-e2bd-4cd4-8001-99e0b5f43fa7 None None] Transition to ACTIVE for port object e446bfbe-6143-46aa-ace5-f4ac93512559 will not be triggered until provisioned by entity L2. {{(pid=93090) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:33:30.586539 dv-cinder-799631-1-iscsi neutron-server[93090]: DEBUG neutron_lib.callbacks.manager [None req-78b33d02-e2bd-4cd4-8001-99e0b5f43fa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-772913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730294210856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730293689582', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730293689631'] for port, after_update {{(pid=93090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:30.735362 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-e4311662-62a5-4119-9552-191a86266754 tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:30.737394 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [None req-e4311662-62a5-4119-9552-191a86266754 tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] 10.222.0.106 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.7210438 Jul 06 12:33:30.744946 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4311662-62a5-4119-9552-191a86266754 tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b0808138-e3cc-43ad-8d4c-d2db6cc0a361,revision_number=0']} {{(pid=93088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:33:30.849457 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.wsgi [-] (93088) accepted ('10.222.0.106', 46730) {{(pid=93088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:33:30.882057 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.db.provisioning_blocks [None req-3dd6613b-aa53-445d-9a05-4c085a94a05e None None] Provisioning complete for port 1b4179cc-d547-4584-9baa-867a0c1392bd triggered by entity L2. {{(pid=93089) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:33:30.882430 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-3dd6613b-aa53-445d-9a05-4c085a94a05e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912496'] for port, provisioning_complete {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:30.918769 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.api.v2.base [None req-c687c506-93e7-4ed7-909e-5b05f957410c tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] Request body: {'security_group_rule': {'security_group_id': '40905771-c081-4627-88f4-91e0391ae15d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93088) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:33:30.966679 dv-cinder-799631-1-iscsi neutron-server[93090]: DEBUG neutron.plugins.ml2.managers [None req-78b33d02-e2bd-4cd4-8001-99e0b5f43fa7 None None] Attempting to bind port e446bfbe-6143-46aa-ace5-f4ac93512559 on host dv-cinder-799631-1-iscsi for vnic_type normal with profile {{(pid=93090) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:33:30.967081 dv-cinder-799631-1-iscsi neutron-server[93090]: DEBUG neutron.plugins.ml2.managers [None req-78b33d02-e2bd-4cd4-8001-99e0b5f43fa7 None None] Attempting to bind port e446bfbe-6143-46aa-ace5-f4ac93512559 by drivers openvswitch,hyperv on host dv-cinder-799631-1-iscsi at level 0 using segments [{'id': 'c3ad306a-e157-4db2-861a-89054f1f1a9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': '05887a89-c541-45f9-bd49-e19532da98ad'}] {{(pid=93090) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:33:30.971363 dv-cinder-799631-1-iscsi neutron-server[93090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78b33d02-e2bd-4cd4-8001-99e0b5f43fa7 None None] Attempting to bind port e446bfbe-6143-46aa-ace5-f4ac93512559 on network 05887a89-c541-45f9-bd49-e19532da98ad {{(pid=93090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:33:30.981343 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-fccac304-53db-44b1-b229-53aa3f8903c1 tempest-AttachVolumeTestJSON-69932156 tempest-AttachVolumeTestJSON-69932156-project] Notify callbacks [] for security_group, precommit_create {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:30.988372 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-fccac304-53db-44b1-b229-53aa3f8903c1 tempest-AttachVolumeTestJSON-69932156 tempest-AttachVolumeTestJSON-69932156-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1774441'] for security_group, after_create {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:31.004005 dv-cinder-799631-1-iscsi neutron-server[93090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78b33d02-e2bd-4cd4-8001-99e0b5f43fa7 None None] Checking agent: {'id': '0df45e45-1cb7-430e-9311-5161aceb24d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799631-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 12, 25, 11), 'started_at': datetime.datetime(2021, 7, 6, 12, 25, 41), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 33, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799631-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:33:31.006508 dv-cinder-799631-1-iscsi neutron-server[93090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78b33d02-e2bd-4cd4-8001-99e0b5f43fa7 None None] Checking segment: {'id': 'c3ad306a-e157-4db2-861a-89054f1f1a9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': '05887a89-c541-45f9-bd49-e19532da98ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93090) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:33:31.007190 dv-cinder-799631-1-iscsi neutron-server[93090]: DEBUG neutron_lib.callbacks.manager [None req-78b33d02-e2bd-4cd4-8001-99e0b5f43fa7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:31.007770 dv-cinder-799631-1-iscsi neutron-server[93090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78b33d02-e2bd-4cd4-8001-99e0b5f43fa7 None None] Bound using segment: {'id': 'c3ad306a-e157-4db2-861a-89054f1f1a9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': '05887a89-c541-45f9-bd49-e19532da98ad'} {{(pid=93090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:33:31.010358 dv-cinder-799631-1-iscsi neutron-server[93090]: DEBUG neutron.plugins.ml2.managers [None req-78b33d02-e2bd-4cd4-8001-99e0b5f43fa7 None None] Bound port: e446bfbe-6143-46aa-ace5-f4ac93512559, host: dv-cinder-799631-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3ad306a-e157-4db2-861a-89054f1f1a9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': '05887a89-c541-45f9-bd49-e19532da98ad'}}] {{(pid=93090) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:33:31.011040 dv-cinder-799631-1-iscsi neutron-server[93090]: DEBUG neutron_lib.callbacks.manager [None req-78b33d02-e2bd-4cd4-8001-99e0b5f43fa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772861'] for port, before_update {{(pid=93090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:31.071981 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fccac304-53db-44b1-b229-53aa3f8903c1 tempest-AttachVolumeTestJSON-69932156 tempest-AttachVolumeTestJSON-69932156-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c6027da5-2dd2-4fa1-abf8-166ae93c4f01,revision_number=1']} {{(pid=93087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:33:31.102374 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-fccac304-53db-44b1-b229-53aa3f8903c1 tempest-AttachVolumeTestJSON-69932156 tempest-AttachVolumeTestJSON-69932156-project] Notify callbacks [] for security_group, before_response {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:31.105255 dv-cinder-799631-1-iscsi neutron-server[93087]: INFO neutron.wsgi [None req-fccac304-53db-44b1-b229-53aa3f8903c1 tempest-AttachVolumeTestJSON-69932156 tempest-AttachVolumeTestJSON-69932156-project] 10.222.0.106 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.7149930 Jul 06 12:33:31.108673 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.wsgi [-] (93087) accepted ('10.222.0.106', 46734) {{(pid=93087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:33:31.115748 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.api.v2.base [None req-40e7bccb-8c49-44a1-8251-470780b39730 tempest-AttachVolumeTestJSON-69932156 tempest-AttachVolumeTestJSON-69932156-project] Request body: {'security_group_rule': {'security_group_id': 'c6027da5-2dd2-4fa1-abf8-166ae93c4f01', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:33:31.165515 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-13640935-a672-44ae-8b95-576b543192a3 req-ff3c5009-f5c3-424e-99e7-eaa0df47100c tempest-DeleteServersTestJSON-1152598212 tempest-DeleteServersTestJSON-1152598212-project] 10.222.0.106 "GET /v2.0/security-groups?id=1b1437f5-d3e8-44a1-982c-7a7a6b8e1e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.7293048 Jul 06 12:33:31.199199 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-40e7bccb-8c49-44a1-8251-470780b39730 tempest-AttachVolumeTestJSON-69932156 tempest-AttachVolumeTestJSON-69932156-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:31.263616 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-57626ad0-8b45-4395-a9ca-f98cff9e2c39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-910539', 'neutron.services.segments.db._delete_segments_for_network-8730293992542'] for network, precommit_delete {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:31.269523 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-c687c506-93e7-4ed7-909e-5b05f957410c tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:31.282304 dv-cinder-799631-1-iscsi neutron-server[93090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f283a26c-aea5-48de-b9c5-ceb33dbc66a3 None None] Pushing event updated for resources: {'Port': ['ID=e446bfbe-6143-46aa-ace5-f4ac93512559,revision_number=3']} {{(pid=93090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:33:31.324325 dv-cinder-799631-1-iscsi neutron-server[93090]: DEBUG neutron.plugins.ml2.db [None req-78b33d02-e2bd-4cd4-8001-99e0b5f43fa7 None None] For port e446bfbe-6143-46aa-ace5-f4ac93512559, host dv-cinder-799631-1-iscsi, cleared binding levels {{(pid=93090) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:33:31.332582 dv-cinder-799631-1-iscsi neutron-server[93090]: DEBUG neutron.plugins.ml2.db [None req-78b33d02-e2bd-4cd4-8001-99e0b5f43fa7 None None] For port e446bfbe-6143-46aa-ace5-f4ac93512559, host dv-cinder-799631-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799631-1-iscsi',level=0,port_id=e446bfbe-6143-46aa-ace5-f4ac93512559,segment=NetworkSegment(c3ad306a-e157-4db2-861a-89054f1f1a9d),segment_id=c3ad306a-e157-4db2-861a-89054f1f1a9d)] {{(pid=93090) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:33:31.339015 dv-cinder-799631-1-iscsi neutron-server[93090]: DEBUG neutron_lib.callbacks.manager [None req-78b33d02-e2bd-4cd4-8001-99e0b5f43fa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-772913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730294210856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730293689582', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730293689631'] for port, after_update {{(pid=93090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:31.349718 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-57626ad0-8b45-4395-a9ca-f98cff9e2c39 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93088) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 12:33:31.349718 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-57626ad0-8b45-4395-a9ca-f98cff9e2c39 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93088) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 12:33:31.350542 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-57626ad0-8b45-4395-a9ca-f98cff9e2c39 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93088) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 12:33:31.350721 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-57626ad0-8b45-4395-a9ca-f98cff9e2c39 admin admin] Subscribe: > port after_create 55550000 {{(pid=93088) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 12:33:31.351096 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-57626ad0-8b45-4395-a9ca-f98cff9e2c39 admin admin] Subscribe: > port after_delete 55550000 {{(pid=93088) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 12:33:31.351443 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-57626ad0-8b45-4395-a9ca-f98cff9e2c39 admin admin] Subscribe: > port after_update 55550000 {{(pid=93088) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 12:33:31.351763 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-57626ad0-8b45-4395-a9ca-f98cff9e2c39 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93088) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 12:33:31.352082 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-57626ad0-8b45-4395-a9ca-f98cff9e2c39 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93088) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 12:33:31.352399 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-57626ad0-8b45-4395-a9ca-f98cff9e2c39 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93088) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 12:33:31.352713 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-57626ad0-8b45-4395-a9ca-f98cff9e2c39 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93088) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 12:33:31.465394 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-40e7bccb-8c49-44a1-8251-470780b39730 tempest-AttachVolumeTestJSON-69932156 tempest-AttachVolumeTestJSON-69932156-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:31.482979 dv-cinder-799631-1-iscsi neutron-server[93090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f283a26c-aea5-48de-b9c5-ceb33dbc66a3 None None] Pushing event updated for resources: {'Port': ['ID=e446bfbe-6143-46aa-ace5-f4ac93512559,revision_number=4']} {{(pid=93090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:33:31.483359 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-40e7bccb-8c49-44a1-8251-470780b39730 tempest-AttachVolumeTestJSON-69932156 tempest-AttachVolumeTestJSON-69932156-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1822215'] for security_group_rule, after_create {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:31.494597 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.db.l3_hamode_db [None req-0a5a0ad2-0b0b-4de5-b0e2-525333d733ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '130656f8-45c2-4a36-a256-8b9eebfb37e9', 'name': 'tempest-AttachVolumeShelveTestJSON-1952371859-router', 'tenant_id': 'b437ce926689452f91685757af8037a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a97b808-be6d-48ec-a40b-4668530ee790', 'external_fixed_ips': [{'subnet_id': '1816a596-2dc6-4d27-98a5-201cc12476f2', 'ip_address': '172.27.1.78'}], 'enable_snat': True}, 'gw_port_id': '52b826e0-bcb1-4b1f-a824-e9966728d4f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:33:07Z', 'updated_at': '2021-07-06T12:33:20Z', 'revision_number': 4, 'project_id': 'b437ce926689452f91685757af8037a1', 'gw_port': {'id': '52b826e0-bcb1-4b1f-a824-e9966728d4f8', 'name': '', 'network_id': '2a97b808-be6d-48ec-a40b-4668530ee790', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:34:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '130656f8-45c2-4a36-a256-8b9eebfb37e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 53, 'fixed_ips': [{'subnet_id': '1816a596-2dc6-4d27-98a5-201cc12476f2', 'ip_address': '172.27.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799631-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:33:08Z', 'updated_at': '2021-07-06T12:33:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1816a596-2dc6-4d27-98a5-201cc12476f2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799631-1-iscsi', '_interfaces': [{'id': 'c8b0b1a8-36c0-47bc-bcd4-2453a786f7de', 'name': '', 'network_id': '13aecddf-3646-4770-a1b4-1e59fdf991f5', 'tenant_id': 'b437ce926689452f91685757af8037a1', 'mac_address': 'fa:16:3e:a0:be:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '130656f8-45c2-4a36-a256-8b9eebfb37e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '26404b5b-3148-4b62-b08e-5f523f412d1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799631-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:33:16Z', 'updated_at': '2021-07-06T12:33:29Z', 'revision_number': 4, 'project_id': 'b437ce926689452f91685757af8037a1', 'subnets': [{'id': '26404b5b-3148-4b62-b08e-5f523f412d1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799631-1-iscsi', False) {} {{(pid=93089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:33:31.523741 dv-cinder-799631-1-iscsi neutron-server[93090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78b33d02-e2bd-4cd4-8001-99e0b5f43fa7 None None] Routers {'e5f6b344-c6b8-4ee4-81d0-896646415cef'} bound to L3 agent in host dv-cinder-799631-1-iscsi {{(pid=93090) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:33:31.526697 dv-cinder-799631-1-iscsi neutron-server[93090]: DEBUG neutron.db.l3_hamode_db [None req-78b33d02-e2bd-4cd4-8001-99e0b5f43fa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799631-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-06T12:25:10Z,description=,heartbeat_timestamp=2021-07-06T12:33:10Z,host='dv-cinder-799631-1-iscsi',id=8f648e93-51d3-4e20-9eca-a57842435ba1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T12:25:10Z,topic='l3_agent')) {'router_ids': ['e5f6b344-c6b8-4ee4-81d0-896646415cef'], 'active': True} {{(pid=93090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:33:31.566908 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e7bccb-8c49-44a1-8251-470780b39730 tempest-AttachVolumeTestJSON-69932156 tempest-AttachVolumeTestJSON-69932156-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b5ac0f62-c588-45c7-b5f7-90932073ee01,revision_number=0']} {{(pid=93087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:33:31.590346 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-40e7bccb-8c49-44a1-8251-470780b39730 tempest-AttachVolumeTestJSON-69932156 tempest-AttachVolumeTestJSON-69932156-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:31.593485 dv-cinder-799631-1-iscsi neutron-server[93087]: INFO neutron.wsgi [None req-40e7bccb-8c49-44a1-8251-470780b39730 tempest-AttachVolumeTestJSON-69932156 tempest-AttachVolumeTestJSON-69932156-project] 10.222.0.106 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4833198 Jul 06 12:33:31.597313 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.wsgi [-] (93087) accepted ('10.222.0.106', 46744) {{(pid=93087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:33:31.602589 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a5a0ad2-0b0b-4de5-b0e2-525333d733ba None None] The sync data for ids ['130656f8-45c2-4a36-a256-8b9eebfb37e9'] in dv-cinder-799631-1-iscsi is: [{'id': '130656f8-45c2-4a36-a256-8b9eebfb37e9', 'name': 'tempest-AttachVolumeShelveTestJSON-1952371859-router', 'tenant_id': 'b437ce926689452f91685757af8037a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a97b808-be6d-48ec-a40b-4668530ee790', 'external_fixed_ips': [{'subnet_id': '1816a596-2dc6-4d27-98a5-201cc12476f2', 'ip_address': '172.27.1.78'}], 'enable_snat': True}, 'gw_port_id': '52b826e0-bcb1-4b1f-a824-e9966728d4f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:33:07Z', 'updated_at': '2021-07-06T12:33:20Z', 'revision_number': 4, 'project_id': 'b437ce926689452f91685757af8037a1', 'gw_port': {'id': '52b826e0-bcb1-4b1f-a824-e9966728d4f8', 'name': '', 'network_id': '2a97b808-be6d-48ec-a40b-4668530ee790', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:34:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '130656f8-45c2-4a36-a256-8b9eebfb37e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 53, 'fixed_ips': [{'subnet_id': '1816a596-2dc6-4d27-98a5-201cc12476f2', 'ip_address': '172.27.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799631-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:33:08Z', 'updated_at': '2021-07-06T12:33:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1816a596-2dc6-4d27-98a5-201cc12476f2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799631-1-iscsi', '_interfaces': [{'id': 'c8b0b1a8-36c0-47bc-bcd4-2453a786f7de', 'name': '', 'network_id': '13aecddf-3646-4770-a1b4-1e59fdf991f5', 'tenant_id': 'b437ce926689452f91685757af8037a1', 'mac_address': 'fa:16:3e:a0:be:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '130656f8-45c2-4a36-a256-8b9eebfb37e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '26404b5b-3148-4b62-b08e-5f523f412d1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799631-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:33:16Z', 'updated_at': '2021-07-06T12:33:29Z', 'revision_number': 4, 'project_id': 'b437ce926689452f91685757af8037a1', 'subnets': [{'id': '26404b5b-3148-4b62-b08e-5f523f412d1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93089) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:33:31.632217 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.api.v2.base [None req-56c36a68-ab9e-4065-9a61-2df20cd15952 tempest-AttachVolumeTestJSON-69932156 tempest-AttachVolumeTestJSON-69932156-project] Request body: {'security_group_rule': {'security_group_id': 'c6027da5-2dd2-4fa1-abf8-166ae93c4f01', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:33:31.678792 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-57626ad0-8b45-4395-a9ca-f98cff9e2c39 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93088) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 12:33:31.679222 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-57626ad0-8b45-4395-a9ca-f98cff9e2c39 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93088) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 12:33:31.679813 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-57626ad0-8b45-4395-a9ca-f98cff9e2c39 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93088) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 12:33:31.680390 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-57626ad0-8b45-4395-a9ca-f98cff9e2c39 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93088) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 12:33:31.681069 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.services.segments.db [None req-57626ad0-8b45-4395-a9ca-f98cff9e2c39 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['661611b3-0321-4564-b4bd-6134acb4afb6']}} {{(pid=93088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:33:31.702576 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.db.l3_hamode_db [None req-9c9843fc-6c9a-410c-9210-6e307b6e2a13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f9ebffd-df70-4722-af9f-249cff39431d', 'name': 'tempest-ServerRescueNegativeTestJSON-684748310-router', 'tenant_id': 'cc98c3dbd15045c0a70a6aeb034695a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a97b808-be6d-48ec-a40b-4668530ee790', 'external_fixed_ips': [{'subnet_id': '1816a596-2dc6-4d27-98a5-201cc12476f2', 'ip_address': '172.27.1.102'}], 'enable_snat': True}, 'gw_port_id': '2a6b6a5a-8563-468f-832a-de2276b7c305', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:33:10Z', 'updated_at': '2021-07-06T12:33:26Z', 'revision_number': 4, 'project_id': 'cc98c3dbd15045c0a70a6aeb034695a2', 'gw_port': {'id': '2a6b6a5a-8563-468f-832a-de2276b7c305', 'name': '', 'network_id': '2a97b808-be6d-48ec-a40b-4668530ee790', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:db:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f9ebffd-df70-4722-af9f-249cff39431d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '1816a596-2dc6-4d27-98a5-201cc12476f2', 'ip_address': '172.27.1.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799631-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:33:12Z', 'updated_at': '2021-07-06T12:33:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1816a596-2dc6-4d27-98a5-201cc12476f2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799631-1-iscsi', '_interfaces': [{'id': 'b18e617b-4fab-4146-96f2-0167e5e7077c', 'name': '', 'network_id': '91ce4105-7568-49ba-9c1a-853c2332aa91', 'tenant_id': 'cc98c3dbd15045c0a70a6aeb034695a2', 'mac_address': 'fa:16:3e:bb:b1:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f9ebffd-df70-4722-af9f-249cff39431d', 'device_owner': 'network:router_interface', 'standard_attr_id': 125, 'fixed_ips': [{'subnet_id': '93b8c1d2-f9fc-4e8f-b00e-a4ccc2e979d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:33:22Z', 'updated_at': '2021-07-06T12:33:27Z', 'revision_number': 2, 'project_id': 'cc98c3dbd15045c0a70a6aeb034695a2', 'subnets': [{'id': '93b8c1d2-f9fc-4e8f-b00e-a4ccc2e979d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799631-1-iscsi', False) {} {{(pid=93089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:33:31.754625 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 12:33:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb608b72-8333-4663-9886-257c8e62d456 x-openstack-request-id: req-fb608b72-8333-4663-9886-257c8e62d456 {{(pid=93088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:33:31.755465 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3b84fef2-6112-4268-b1c4-95519d13428e", "tag": "69d6e8ec-f67c-4f3f-9ae9-82c0dd25c4a0", "status": "completed", "code": 200}]} {{(pid=93088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:33:31.755465 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.106/compute/v2.1/os-server-external-events used request id req-fb608b72-8333-4663-9886-257c8e62d456 {{(pid=93088) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:33:31.762847 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-56c36a68-ab9e-4065-9a61-2df20cd15952 tempest-AttachVolumeTestJSON-69932156 tempest-AttachVolumeTestJSON-69932156-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:31.767094 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3b84fef2-6112-4268-b1c4-95519d13428e', 'tag': '69d6e8ec-f67c-4f3f-9ae9-82c0dd25c4a0', 'status': 'completed', 'code': 200} Jul 06 12:33:31.779957 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebd9a94-9189-457f-8485-49cb8046610c req-1aedd55e-e820-429e-9310-7dc67ae58698 tempest-AttachVolumeNegativeTest-317369925 tempest-AttachVolumeNegativeTest-317369925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:33:31.794010 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-9ebd9a94-9189-457f-8485-49cb8046610c req-1aedd55e-e820-429e-9310-7dc67ae58698 tempest-AttachVolumeNegativeTest-317369925 tempest-AttachVolumeNegativeTest-317369925-project] 10.222.0.106 "GET /v2.0/ports?device_id=cccd1a32-d136-493a-8952-b0e4564b33a0 HTTP/1.1" status: 200 len: 931 time: 1.1527805 Jul 06 12:33:31.814875 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c9843fc-6c9a-410c-9210-6e307b6e2a13 None None] Checking router: 3f9ebffd-df70-4722-af9f-249cff39431d for host: dv-cinder-799631-1-iscsi {{(pid=93089) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 12:33:31.814875 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c9843fc-6c9a-410c-9210-6e307b6e2a13 None None] Updating router 3f9ebffd-df70-4722-af9f-249cff39431d port b18e617b-4fab-4146-96f2-0167e5e7077c binding host dv-cinder-799631-1-iscsi {{(pid=93089) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 12:33:31.815428 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [req-adda9684-e79c-429c-aa8f-3046a572da91 req-b6994446-d13e-4c53-949e-f7fd58691eb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772861'] for port, before_update {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:31.827102 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.services.segments.db [None req-57626ad0-8b45-4395-a9ca-f98cff9e2c39 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '74305b49-3107-457e-9566-bd19d9db4a9e') {'for_net_delete': True} {{(pid=93088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:33:31.827754 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.services.segments.db [None req-57626ad0-8b45-4395-a9ca-f98cff9e2c39 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '74305b49-3107-457e-9566-bd19d9db4a9e') {} {{(pid=93088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:33:31.911312 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-9c9843fc-6c9a-410c-9210-6e307b6e2a13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772861'] for port, before_update {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:31.927876 dv-cinder-799631-1-iscsi neutron-server[93090]: DEBUG neutron.db.l3_dvr_db [None req-78b33d02-e2bd-4cd4-8001-99e0b5f43fa7 None None] Set router e5f6b344-c6b8-4ee4-81d0-896646415cef gateway port host: dv-cinder-799631-1-iscsi {{(pid=93090) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:33:32.057117 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-56c36a68-ab9e-4065-9a61-2df20cd15952 tempest-AttachVolumeTestJSON-69932156 tempest-AttachVolumeTestJSON-69932156-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:32.065523 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-56c36a68-ab9e-4065-9a61-2df20cd15952 tempest-AttachVolumeTestJSON-69932156 tempest-AttachVolumeTestJSON-69932156-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1822215'] for security_group_rule, after_create {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:32.126883 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c36a68-ab9e-4065-9a61-2df20cd15952 tempest-AttachVolumeTestJSON-69932156 tempest-AttachVolumeTestJSON-69932156-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1be962f9-b1bb-4e79-b3eb-7ff16d321053,revision_number=0']} {{(pid=93087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:33:32.147012 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-56c36a68-ab9e-4065-9a61-2df20cd15952 tempest-AttachVolumeTestJSON-69932156 tempest-AttachVolumeTestJSON-69932156-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:32.153998 dv-cinder-799631-1-iscsi neutron-server[93087]: INFO neutron.wsgi [None req-56c36a68-ab9e-4065-9a61-2df20cd15952 tempest-AttachVolumeTestJSON-69932156 tempest-AttachVolumeTestJSON-69932156-project] 10.222.0.106 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5466940 Jul 06 12:33:32.159881 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.wsgi [-] (93087) accepted ('10.222.0.106', 46758) {{(pid=93087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:33:32.172874 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.api.v2.base [None req-1a5910e6-147a-4229-8b26-f5fc52d0319b tempest-AttachVolumeTestJSON-69932156 tempest-AttachVolumeTestJSON-69932156-project] Request body: {'floatingip': {'floating_network_id': '2a97b808-be6d-48ec-a40b-4668530ee790'}} {{(pid=93087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:33:32.207388 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-57626ad0-8b45-4395-a9ca-f98cff9e2c39 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730294219394', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63205694'] for segment, before_delete {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:32.274553 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-1a5910e6-147a-4229-8b26-f5fc52d0319b tempest-AttachVolumeTestJSON-69932156 tempest-AttachVolumeTestJSON-69932156-project] Notify callbacks [] for floatingip, before_create {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:32.510846 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d62212-ba27-4e2c-aebc-c62518782cc7 req-0bd99fc2-59d0-4468-82d0-f49ed664b5e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:33:32.514139 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-09d62212-ba27-4e2c-aebc-c62518782cc7 req-0bd99fc2-59d0-4468-82d0-f49ed664b5e6 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=650aefe28d164b9e872956d345dd77a7&device_id=3b84fef2-6112-4268-b1c4-95519d13428e HTTP/1.1" status: 200 len: 1096 time: 2.5573080 Jul 06 12:33:32.544865 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-57626ad0-8b45-4395-a9ca-f98cff9e2c39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-886815'] for segment, precommit_delete {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:32.582241 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-c687c506-93e7-4ed7-909e-5b05f957410c tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:32.667060 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-9c9843fc-6c9a-410c-9210-6e307b6e2a13 None None] Notify callbacks [] for port, precommit_update {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:32.698540 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.db.provisioning_blocks [None req-9c9843fc-6c9a-410c-9210-6e307b6e2a13 None None] Transition to ACTIVE for port object b18e617b-4fab-4146-96f2-0167e5e7077c will not be triggered until provisioned by entity L2. {{(pid=93089) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:33:32.717645 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-9c9843fc-6c9a-410c-9210-6e307b6e2a13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-772913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730294210856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730293689582', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730293689631'] for port, after_update {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:32.723016 dv-cinder-799631-1-iscsi neutron-server[93090]: DEBUG neutron.db.l3_hamode_db [None req-78b33d02-e2bd-4cd4-8001-99e0b5f43fa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5f6b344-c6b8-4ee4-81d0-896646415cef', 'name': 'tempest-AttachVolumeTestJSON-607715299-router', 'tenant_id': '2efe7ae752d2458ea1329427a8828a01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a97b808-be6d-48ec-a40b-4668530ee790', 'external_fixed_ips': [{'subnet_id': '1816a596-2dc6-4d27-98a5-201cc12476f2', 'ip_address': '172.27.1.111'}], 'enable_snat': True}, 'gw_port_id': '1b4179cc-d547-4584-9baa-867a0c1392bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:33:12Z', 'updated_at': '2021-07-06T12:33:25Z', 'revision_number': 4, 'project_id': '2efe7ae752d2458ea1329427a8828a01', 'gw_port': {'id': '1b4179cc-d547-4584-9baa-867a0c1392bd', 'name': '', 'network_id': '2a97b808-be6d-48ec-a40b-4668530ee790', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:ab:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5f6b344-c6b8-4ee4-81d0-896646415cef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '1816a596-2dc6-4d27-98a5-201cc12476f2', 'ip_address': '172.27.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799631-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:33:14Z', 'updated_at': '2021-07-06T12:33:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1816a596-2dc6-4d27-98a5-201cc12476f2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799631-1-iscsi', '_interfaces': [{'id': 'e446bfbe-6143-46aa-ace5-f4ac93512559', 'name': '', 'network_id': '05887a89-c541-45f9-bd49-e19532da98ad', 'tenant_id': '2efe7ae752d2458ea1329427a8828a01', 'mac_address': 'fa:16:3e:7a:b0:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5f6b344-c6b8-4ee4-81d0-896646415cef', 'device_owner': 'network:router_interface', 'standard_attr_id': 127, 'fixed_ips': [{'subnet_id': 'c2006b9e-8b8d-4564-b906-0d2b575665be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799631-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:33:23Z', 'updated_at': '2021-07-06T12:33:31Z', 'revision_number': 4, 'project_id': '2efe7ae752d2458ea1329427a8828a01', 'subnets': [{'id': 'c2006b9e-8b8d-4564-b906-0d2b575665be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799631-1-iscsi', False) {} {{(pid=93090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:33:32.755432 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-c687c506-93e7-4ed7-909e-5b05f957410c tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1822215'] for security_group_rule, after_create {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:32.759678 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-57626ad0-8b45-4395-a9ca-f98cff9e2c39 admin admin] Releasing vlan 1056 on physical network physnet1 to pool {{(pid=93088) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 12:33:32.768090 dv-cinder-799631-1-iscsi neutron-server[93090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78b33d02-e2bd-4cd4-8001-99e0b5f43fa7 None None] The sync data for ids ['e5f6b344-c6b8-4ee4-81d0-896646415cef'] in dv-cinder-799631-1-iscsi is: [{'id': 'e5f6b344-c6b8-4ee4-81d0-896646415cef', 'name': 'tempest-AttachVolumeTestJSON-607715299-router', 'tenant_id': '2efe7ae752d2458ea1329427a8828a01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a97b808-be6d-48ec-a40b-4668530ee790', 'external_fixed_ips': [{'subnet_id': '1816a596-2dc6-4d27-98a5-201cc12476f2', 'ip_address': '172.27.1.111'}], 'enable_snat': True}, 'gw_port_id': '1b4179cc-d547-4584-9baa-867a0c1392bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:33:12Z', 'updated_at': '2021-07-06T12:33:25Z', 'revision_number': 4, 'project_id': '2efe7ae752d2458ea1329427a8828a01', 'gw_port': {'id': '1b4179cc-d547-4584-9baa-867a0c1392bd', 'name': '', 'network_id': '2a97b808-be6d-48ec-a40b-4668530ee790', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:ab:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5f6b344-c6b8-4ee4-81d0-896646415cef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '1816a596-2dc6-4d27-98a5-201cc12476f2', 'ip_address': '172.27.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799631-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:33:14Z', 'updated_at': '2021-07-06T12:33:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1816a596-2dc6-4d27-98a5-201cc12476f2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799631-1-iscsi', '_interfaces': [{'id': 'e446bfbe-6143-46aa-ace5-f4ac93512559', 'name': '', 'network_id': '05887a89-c541-45f9-bd49-e19532da98ad', 'tenant_id': '2efe7ae752d2458ea1329427a8828a01', 'mac_address': 'fa:16:3e:7a:b0:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5f6b344-c6b8-4ee4-81d0-896646415cef', 'device_owner': 'network:router_interface', 'standard_attr_id': 127, 'fixed_ips': [{'subnet_id': 'c2006b9e-8b8d-4564-b906-0d2b575665be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799631-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:33:23Z', 'updated_at': '2021-07-06T12:33:31Z', 'revision_number': 4, 'project_id': '2efe7ae752d2458ea1329427a8828a01', 'subnets': [{'id': 'c2006b9e-8b8d-4564-b906-0d2b575665be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93090) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:33:32.781663 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-57626ad0-8b45-4395-a9ca-f98cff9e2c39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-886815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63638119'] for segment, after_delete {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:32.872868 dv-cinder-799631-1-iscsi neutron-server[93088]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 06 12:33:32.872868 dv-cinder-799631-1-iscsi neutron-server[93088]: from cryptography.utils import int_from_bytes Jul 06 12:33:32.872868 dv-cinder-799631-1-iscsi neutron-server[93088]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 06 12:33:32.872868 dv-cinder-799631-1-iscsi neutron-server[93088]: from cryptography.utils import int_from_bytes Jul 06 12:33:32.872868 dv-cinder-799631-1-iscsi neutron-server[93088]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:33:32.872868 dv-cinder-799631-1-iscsi neutron-server[93088]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:33:32.872868 dv-cinder-799631-1-iscsi neutron-server[93088]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:33:32.872868 dv-cinder-799631-1-iscsi neutron-server[93088]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:33:32.872868 dv-cinder-799631-1-iscsi neutron-server[93088]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:33:32.872868 dv-cinder-799631-1-iscsi neutron-server[93088]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:33:32.872868 dv-cinder-799631-1-iscsi neutron-server[93088]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:33:32.872868 dv-cinder-799631-1-iscsi neutron-server[93088]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:33:32.872868 dv-cinder-799631-1-iscsi neutron-server[93088]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:33:32.872868 dv-cinder-799631-1-iscsi neutron-server[93088]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:33:32.872868 dv-cinder-799631-1-iscsi neutron-server[93088]: Traceback (most recent call last): Jul 06 12:33:32.872868 dv-cinder-799631-1-iscsi neutron-server[93088]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 12:33:32.872868 dv-cinder-799631-1-iscsi neutron-server[93088]: timer() Jul 06 12:33:32.872868 dv-cinder-799631-1-iscsi neutron-server[93088]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 12:33:32.872868 dv-cinder-799631-1-iscsi neutron-server[93088]: cb(*args, **kw) Jul 06 12:33:32.872868 dv-cinder-799631-1-iscsi neutron-server[93088]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 12:33:32.872868 dv-cinder-799631-1-iscsi neutron-server[93088]: return func(*args, **kwargs) Jul 06 12:33:32.872868 dv-cinder-799631-1-iscsi neutron-server[93088]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 12:33:32.872868 dv-cinder-799631-1-iscsi neutron-server[93088]: self._notify() Jul 06 12:33:32.872868 dv-cinder-799631-1-iscsi neutron-server[93088]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 12:33:32.872868 dv-cinder-799631-1-iscsi neutron-server[93088]: self.callback(batched_events) Jul 06 12:33:32.872868 dv-cinder-799631-1-iscsi neutron-server[93088]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 12:33:32.872868 dv-cinder-799631-1-iscsi neutron-server[93088]: event.method(event) Jul 06 12:33:32.872868 dv-cinder-799631-1-iscsi neutron-server[93088]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 12:33:32.872868 dv-cinder-799631-1-iscsi neutron-server[93088]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 12:33:32.872868 dv-cinder-799631-1-iscsi neutron-server[93088]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 12:33:32.872868 dv-cinder-799631-1-iscsi neutron-server[93088]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 12:33:32.872868 dv-cinder-799631-1-iscsi neutron-server[93088]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 12:33:32.872868 dv-cinder-799631-1-iscsi neutron-server[93088]: return f(self, *a, **k) Jul 06 12:33:32.872868 dv-cinder-799631-1-iscsi neutron-server[93088]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 12:33:32.872868 dv-cinder-799631-1-iscsi neutron-server[93088]: return self._get(url).json() Jul 06 12:33:32.872868 dv-cinder-799631-1-iscsi neutron-server[93088]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 12:33:32.872868 dv-cinder-799631-1-iscsi neutron-server[93088]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 12:33:32.872868 dv-cinder-799631-1-iscsi neutron-server[93088]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 12:33:32.872868 dv-cinder-799631-1-iscsi neutron-server[93088]: return self.request(url, 'GET', **kwargs) Jul 06 12:33:32.872868 dv-cinder-799631-1-iscsi neutron-server[93088]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 12:33:32.872868 dv-cinder-799631-1-iscsi neutron-server[93088]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 12:33:32.872868 dv-cinder-799631-1-iscsi neutron-server[93088]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 12:33:32.872868 dv-cinder-799631-1-iscsi neutron-server[93088]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 12:33:32.872868 dv-cinder-799631-1-iscsi neutron-server[93088]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 12:33:32.872868 dv-cinder-799631-1-iscsi neutron-server[93088]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 12:33:32.872868 dv-cinder-799631-1-iscsi neutron-server[93088]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 12:33:32.875540 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-09d62212-ba27-4e2c-aebc-c62518782cc7 req-67981523-f155-4d02-9a23-828daba8e30f service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=69d6e8ec-f67c-4f3f-9ae9-82c0dd25c4a0 HTTP/1.1" status: 200 len: 217 time: 0.2701807 Jul 06 12:33:32.897478 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2c4b2b-752a-4751-94cc-78db66c6d069 None None] Pushing event updated for resources: {'Port': ['ID=b18e617b-4fab-4146-96f2-0167e5e7077c,revision_number=3']} {{(pid=93089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:33:32.976493 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-9ebd9a94-9189-457f-8485-49cb8046610c req-7e9f1d4e-f410-43ed-91b5-af1dc23886c2 tempest-AttachVolumeNegativeTest-317369925 tempest-AttachVolumeNegativeTest-317369925-project] 10.222.0.106 "GET /v2.0/security-groups?id=a7a3a38a-2b2f-449e-b642-1996735c584e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1809771 Jul 06 12:33:33.007227 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-1a5910e6-147a-4229-8b26-f5fc52d0319b tempest-AttachVolumeTestJSON-69932156 tempest-AttachVolumeTestJSON-69932156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772861'] for port, before_create {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:33.123455 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c687c506-93e7-4ed7-909e-5b05f957410c tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d0aefc9f-bee5-4260-bdbc-7b01298bf1b2,revision_number=0']} {{(pid=93088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:33:33.263264 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.managers [None req-9c9843fc-6c9a-410c-9210-6e307b6e2a13 None None] Attempting to bind port b18e617b-4fab-4146-96f2-0167e5e7077c on host dv-cinder-799631-1-iscsi for vnic_type normal with profile {{(pid=93089) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:33:33.263773 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.managers [None req-9c9843fc-6c9a-410c-9210-6e307b6e2a13 None None] Attempting to bind port b18e617b-4fab-4146-96f2-0167e5e7077c by drivers openvswitch,hyperv on host dv-cinder-799631-1-iscsi at level 0 using segments [{'id': 'b11f8209-eb69-4d3b-82f2-d3a8df76858b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1081, 'network_id': '91ce4105-7568-49ba-9c1a-853c2332aa91'}] {{(pid=93089) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:33:33.264389 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c9843fc-6c9a-410c-9210-6e307b6e2a13 None None] Attempting to bind port b18e617b-4fab-4146-96f2-0167e5e7077c on network 91ce4105-7568-49ba-9c1a-853c2332aa91 {{(pid=93089) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:33:33.286259 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c9843fc-6c9a-410c-9210-6e307b6e2a13 None None] Checking agent: {'id': '0df45e45-1cb7-430e-9311-5161aceb24d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799631-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 12, 25, 11), 'started_at': datetime.datetime(2021, 7, 6, 12, 25, 41), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 33, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799631-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93089) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:33:33.287217 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c9843fc-6c9a-410c-9210-6e307b6e2a13 None None] Checking segment: {'id': 'b11f8209-eb69-4d3b-82f2-d3a8df76858b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1081, 'network_id': '91ce4105-7568-49ba-9c1a-853c2332aa91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93089) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:33:33.293086 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-c687c506-93e7-4ed7-909e-5b05f957410c tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:33.294258 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-9c9843fc-6c9a-410c-9210-6e307b6e2a13 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:33.298881 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c9843fc-6c9a-410c-9210-6e307b6e2a13 None None] Bound using segment: {'id': 'b11f8209-eb69-4d3b-82f2-d3a8df76858b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1081, 'network_id': '91ce4105-7568-49ba-9c1a-853c2332aa91'} {{(pid=93089) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:33:33.299358 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [None req-c687c506-93e7-4ed7-909e-5b05f957410c tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] 10.222.0.106 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 2.3914976 Jul 06 12:33:33.299490 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.managers [None req-9c9843fc-6c9a-410c-9210-6e307b6e2a13 None None] Bound port: b18e617b-4fab-4146-96f2-0167e5e7077c, host: dv-cinder-799631-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b11f8209-eb69-4d3b-82f2-d3a8df76858b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1081, 'network_id': '91ce4105-7568-49ba-9c1a-853c2332aa91'}}] {{(pid=93089) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:33:33.299913 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-9c9843fc-6c9a-410c-9210-6e307b6e2a13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772861'] for port, before_update {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:33.305981 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.wsgi [-] (93088) accepted ('10.222.0.106', 46788) {{(pid=93088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:33:33.319224 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.api.v2.base [None req-31fba33c-14c5-45f9-8ad9-db96a3f208b5 tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] Request body: {'floatingip': {'floating_network_id': '2a97b808-be6d-48ec-a40b-4668530ee790'}} {{(pid=93088) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:33:33.348457 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.db.db_base_plugin_common [None req-1a5910e6-147a-4229-8b26-f5fc52d0319b tempest-AttachVolumeTestJSON-69932156 tempest-AttachVolumeTestJSON-69932156-project] Allocated IP 172.27.1.222 (2a97b808-be6d-48ec-a40b-4668530ee790/1816a596-2dc6-4d27-98a5-201cc12476f2/44867c30-c0f6-4e21-9a24-9121cfe9d8ab) {{(pid=93087) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:33:33.361245 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-57626ad0-8b45-4395-a9ca-f98cff9e2c39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-910528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1774397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1764471'] for network, after_delete {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:33.378888 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57338569-adfc-4b70-9876-f6a2dc29b675 req-c8014d20-0499-42fc-ae39-90e9b5d74ebc tempest-ServerRescueNegativeTestJSON-1447075807 tempest-ServerRescueNegativeTestJSON-1447075807-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:33:33.386565 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-57338569-adfc-4b70-9876-f6a2dc29b675 req-c8014d20-0499-42fc-ae39-90e9b5d74ebc tempest-ServerRescueNegativeTestJSON-1447075807 tempest-ServerRescueNegativeTestJSON-1447075807-project] 10.222.0.106 "GET /v2.0/networks?id=91ce4105-7568-49ba-9c1a-853c2332aa91 HTTP/1.1" status: 200 len: 818 time: 1.2125649 Jul 06 12:33:33.409150 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d62212-ba27-4e2c-aebc-c62518782cc7 req-93716617-fbd9-407f-b2a5-50f796112cb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:33:33.411215 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-09d62212-ba27-4e2c-aebc-c62518782cc7 req-93716617-fbd9-407f-b2a5-50f796112cb1 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=36b91d4a-4886-4912-b27b-4729e43c737a HTTP/1.1" status: 200 len: 851 time: 0.4963105 Jul 06 12:33:33.523969 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.db [None req-9c9843fc-6c9a-410c-9210-6e307b6e2a13 None None] For port b18e617b-4fab-4146-96f2-0167e5e7077c, host dv-cinder-799631-1-iscsi, cleared binding levels {{(pid=93089) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:33:33.545519 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.db [None req-9c9843fc-6c9a-410c-9210-6e307b6e2a13 None None] For port b18e617b-4fab-4146-96f2-0167e5e7077c, host dv-cinder-799631-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799631-1-iscsi',level=0,port_id=b18e617b-4fab-4146-96f2-0167e5e7077c,segment=NetworkSegment(b11f8209-eb69-4d3b-82f2-d3a8df76858b),segment_id=b11f8209-eb69-4d3b-82f2-d3a8df76858b)] {{(pid=93089) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:33:33.567259 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-9c9843fc-6c9a-410c-9210-6e307b6e2a13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-772913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730294210856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730293689582', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730293689631'] for port, after_update {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:33.655666 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-57626ad0-8b45-4395-a9ca-f98cff9e2c39 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582504'] for network, before_response {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:33.667201 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [None req-57626ad0-8b45-4395-a9ca-f98cff9e2c39 admin admin] 10.222.0.106 "DELETE /v2.0/networks/661611b3-0321-4564-b4bd-6134acb4afb6 HTTP/1.1" status: 204 len: 168 time: 4.6486554 Jul 06 12:33:33.703788 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.wsgi [-] (93087) accepted ('10.222.0.106', 46798) {{(pid=93087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:33:33.808777 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2c4b2b-752a-4751-94cc-78db66c6d069 None None] Pushing event updated for resources: {'Port': ['ID=b18e617b-4fab-4146-96f2-0167e5e7077c,revision_number=4']} {{(pid=93089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:33:33.895647 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c9843fc-6c9a-410c-9210-6e307b6e2a13 None None] Routers {'3f9ebffd-df70-4722-af9f-249cff39431d'} bound to L3 agent in host dv-cinder-799631-1-iscsi {{(pid=93089) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:33:33.896326 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.db.l3_hamode_db [None req-9c9843fc-6c9a-410c-9210-6e307b6e2a13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799631-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-06T12:25:10Z,description=,heartbeat_timestamp=2021-07-06T12:33:10Z,host='dv-cinder-799631-1-iscsi',id=8f648e93-51d3-4e20-9eca-a57842435ba1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T12:25:10Z,topic='l3_agent')) {'router_ids': ['3f9ebffd-df70-4722-af9f-249cff39431d'], 'active': True} {{(pid=93089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:33:33.902656 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.rpc [None req-3dd6613b-aa53-445d-9a05-4c085a94a05e None None] Device c8b0b1a8-36c0-47bc-bcd4-2453a786f7de up at agent ovs-agent-dv-cinder-799631-1-iscsi {{(pid=93089) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:33:33.905718 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-09d62212-ba27-4e2c-aebc-c62518782cc7 req-ea4b1bb5-5459-4221-9830-03da4160d6a7 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=010ecb56-684a-4372-81e5-4eece574e2f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4760206 Jul 06 12:33:33.914503 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-57338569-adfc-4b70-9876-f6a2dc29b675 req-e7bc8a42-b44c-4f07-a9e4-f99ddf9e9855 tempest-ServerRescueNegativeTestJSON-1447075807 tempest-ServerRescueNegativeTestJSON-1447075807-project] 10.222.0.106 "GET /v2.0/quotas/cc98c3dbd15045c0a70a6aeb034695a2 HTTP/1.1" status: 200 len: 375 time: 0.5261095 Jul 06 12:33:33.929063 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57626ad0-8b45-4395-a9ca-f98cff9e2c39 admin admin] Pushing event deleted for resources: {'Network': ['ID=661611b3-0321-4564-b4bd-6134acb4afb6,revision_number=None']} {{(pid=93088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:33:33.988234 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-31fba33c-14c5-45f9-8ad9-db96a3f208b5 tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] Notify callbacks [] for floatingip, before_create {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:33.999405 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-1a5910e6-147a-4229-8b26-f5fc52d0319b tempest-AttachVolumeTestJSON-69932156 tempest-AttachVolumeTestJSON-69932156-project] Notify callbacks [] for port, precommit_create {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:34.041825 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.db.db_base_plugin_v2 [None req-c793955f-4aff-46da-92a4-9f6f13a42ca9 admin admin] Deleting subnet 0ba3a066-3174-4482-9c95-ecf99e2a776b {{(pid=93087) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 12:33:34.067461 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-c793955f-4aff-46da-92a4-9f6f13a42ca9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:34.175686 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-c793955f-4aff-46da-92a4-9f6f13a42ca9 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:34.217454 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-c793955f-4aff-46da-92a4-9f6f13a42ca9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-892766'] for subnet, precommit_delete {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:34.358476 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-1a5910e6-147a-4229-8b26-f5fc52d0319b tempest-AttachVolumeTestJSON-69932156 tempest-AttachVolumeTestJSON-69932156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-772920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-407207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730293689564'] for port, after_create {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:34.460827 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a5910e6-147a-4229-8b26-f5fc52d0319b tempest-AttachVolumeTestJSON-69932156 tempest-AttachVolumeTestJSON-69932156-project] Network 2a97b808-be6d-48ec-a40b-4668530ee790 is already hosted by enough agents. {{(pid=93087) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:33:34.470699 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.scheduler.base_scheduler [None req-1a5910e6-147a-4229-8b26-f5fc52d0319b tempest-AttachVolumeTestJSON-69932156 tempest-AttachVolumeTestJSON-69932156-project] Resources bound (agent type, host, resource id): {{(pid=93087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:33:34.478637 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a5910e6-147a-4229-8b26-f5fc52d0319b tempest-AttachVolumeTestJSON-69932156 tempest-AttachVolumeTestJSON-69932156-project] Received port after_create {{(pid=93087) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:33:34.506833 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-c793955f-4aff-46da-92a4-9f6f13a42ca9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-892759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1774543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582535'] for subnet, after_delete {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:34.534669 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.db.l3_dvr_db [None req-9c9843fc-6c9a-410c-9210-6e307b6e2a13 None None] Set router 3f9ebffd-df70-4722-af9f-249cff39431d gateway port host: dv-cinder-799631-1-iscsi {{(pid=93089) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:33:34.567865 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5910e6-147a-4229-8b26-f5fc52d0319b tempest-AttachVolumeTestJSON-69932156 tempest-AttachVolumeTestJSON-69932156-project] Pushing event updated for resources: {'Port': ['ID=44867c30-c0f6-4e21-9a24-9121cfe9d8ab,revision_number=1']} {{(pid=93087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:33:34.587395 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.db.provisioning_blocks [None req-3dd6613b-aa53-445d-9a05-4c085a94a05e None None] Provisioning for port c8b0b1a8-36c0-47bc-bcd4-2453a786f7de completed by entity L2. {{(pid=93089) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:33:34.609898 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.db.provisioning_blocks [None req-3dd6613b-aa53-445d-9a05-4c085a94a05e None None] Provisioning complete for port c8b0b1a8-36c0-47bc-bcd4-2453a786f7de triggered by entity L2. {{(pid=93089) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:33:34.612134 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-3dd6613b-aa53-445d-9a05-4c085a94a05e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912496'] for port, provisioning_complete {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:34.807503 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c793955f-4aff-46da-92a4-9f6f13a42ca9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0ba3a066-3174-4482-9c95-ecf99e2a776b,revision_number=None']} {{(pid=93087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:33:34.825651 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-c793955f-4aff-46da-92a4-9f6f13a42ca9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582504'] for subnet, before_response {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:34.830022 dv-cinder-799631-1-iscsi neutron-server[93087]: INFO neutron.wsgi [None req-c793955f-4aff-46da-92a4-9f6f13a42ca9 admin admin] 10.222.0.106 "DELETE /v2.0/subnets/0ba3a066-3174-4482-9c95-ecf99e2a776b HTTP/1.1" status: 204 len: 168 time: 1.1228518 Jul 06 12:33:34.830022 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-1a5910e6-147a-4229-8b26-f5fc52d0319b tempest-AttachVolumeTestJSON-69932156 tempest-AttachVolumeTestJSON-69932156-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:34.834642 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.wsgi [-] (93087) accepted ('10.222.0.106', 46810) {{(pid=93087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:33:35.136347 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-1a5910e6-147a-4229-8b26-f5fc52d0319b tempest-AttachVolumeTestJSON-69932156 tempest-AttachVolumeTestJSON-69932156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772861'] for port, before_update {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:35.425852 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-57338569-adfc-4b70-9876-f6a2dc29b675 req-938d5ba8-b8b8-4397-9aa6-e55c7dad0ee8 tempest-ServerRescueNegativeTestJSON-1447075807 tempest-ServerRescueNegativeTestJSON-1447075807-project] 10.222.0.106 "GET /v2.0/ports?tenant_id=cc98c3dbd15045c0a70a6aeb034695a2&fields=id HTTP/1.1" status: 200 len: 255 time: 1.5096874 Jul 06 12:33:35.437062 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.db.l3_hamode_db [None req-9c9843fc-6c9a-410c-9210-6e307b6e2a13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f9ebffd-df70-4722-af9f-249cff39431d', 'name': 'tempest-ServerRescueNegativeTestJSON-684748310-router', 'tenant_id': 'cc98c3dbd15045c0a70a6aeb034695a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a97b808-be6d-48ec-a40b-4668530ee790', 'external_fixed_ips': [{'subnet_id': '1816a596-2dc6-4d27-98a5-201cc12476f2', 'ip_address': '172.27.1.102'}], 'enable_snat': True}, 'gw_port_id': '2a6b6a5a-8563-468f-832a-de2276b7c305', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:33:10Z', 'updated_at': '2021-07-06T12:33:26Z', 'revision_number': 4, 'project_id': 'cc98c3dbd15045c0a70a6aeb034695a2', 'gw_port': {'id': '2a6b6a5a-8563-468f-832a-de2276b7c305', 'name': '', 'network_id': '2a97b808-be6d-48ec-a40b-4668530ee790', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:db:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f9ebffd-df70-4722-af9f-249cff39431d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '1816a596-2dc6-4d27-98a5-201cc12476f2', 'ip_address': '172.27.1.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799631-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:33:12Z', 'updated_at': '2021-07-06T12:33:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1816a596-2dc6-4d27-98a5-201cc12476f2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799631-1-iscsi', '_interfaces': [{'id': 'b18e617b-4fab-4146-96f2-0167e5e7077c', 'name': '', 'network_id': '91ce4105-7568-49ba-9c1a-853c2332aa91', 'tenant_id': 'cc98c3dbd15045c0a70a6aeb034695a2', 'mac_address': 'fa:16:3e:bb:b1:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f9ebffd-df70-4722-af9f-249cff39431d', 'device_owner': 'network:router_interface', 'standard_attr_id': 125, 'fixed_ips': [{'subnet_id': '93b8c1d2-f9fc-4e8f-b00e-a4ccc2e979d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799631-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:33:22Z', 'updated_at': '2021-07-06T12:33:33Z', 'revision_number': 4, 'project_id': 'cc98c3dbd15045c0a70a6aeb034695a2', 'subnets': [{'id': '93b8c1d2-f9fc-4e8f-b00e-a4ccc2e979d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799631-1-iscsi', False) {} {{(pid=93089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:33:35.630847 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c9843fc-6c9a-410c-9210-6e307b6e2a13 None None] The sync data for ids ['3f9ebffd-df70-4722-af9f-249cff39431d'] in dv-cinder-799631-1-iscsi is: [{'id': '3f9ebffd-df70-4722-af9f-249cff39431d', 'name': 'tempest-ServerRescueNegativeTestJSON-684748310-router', 'tenant_id': 'cc98c3dbd15045c0a70a6aeb034695a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a97b808-be6d-48ec-a40b-4668530ee790', 'external_fixed_ips': [{'subnet_id': '1816a596-2dc6-4d27-98a5-201cc12476f2', 'ip_address': '172.27.1.102'}], 'enable_snat': True}, 'gw_port_id': '2a6b6a5a-8563-468f-832a-de2276b7c305', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:33:10Z', 'updated_at': '2021-07-06T12:33:26Z', 'revision_number': 4, 'project_id': 'cc98c3dbd15045c0a70a6aeb034695a2', 'gw_port': {'id': '2a6b6a5a-8563-468f-832a-de2276b7c305', 'name': '', 'network_id': '2a97b808-be6d-48ec-a40b-4668530ee790', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:db:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f9ebffd-df70-4722-af9f-249cff39431d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '1816a596-2dc6-4d27-98a5-201cc12476f2', 'ip_address': '172.27.1.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799631-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:33:12Z', 'updated_at': '2021-07-06T12:33:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1816a596-2dc6-4d27-98a5-201cc12476f2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799631-1-iscsi', '_interfaces': [{'id': 'b18e617b-4fab-4146-96f2-0167e5e7077c', 'name': '', 'network_id': '91ce4105-7568-49ba-9c1a-853c2332aa91', 'tenant_id': 'cc98c3dbd15045c0a70a6aeb034695a2', 'mac_address': 'fa:16:3e:bb:b1:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f9ebffd-df70-4722-af9f-249cff39431d', 'device_owner': 'network:router_interface', 'standard_attr_id': 125, 'fixed_ips': [{'subnet_id': '93b8c1d2-f9fc-4e8f-b00e-a4ccc2e979d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799631-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:33:22Z', 'updated_at': '2021-07-06T12:33:33Z', 'revision_number': 4, 'project_id': 'cc98c3dbd15045c0a70a6aeb034695a2', 'subnets': [{'id': '93b8c1d2-f9fc-4e8f-b00e-a4ccc2e979d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93089) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:33:35.640839 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-3dd6613b-aa53-445d-9a05-4c085a94a05e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772861'] for port, before_update {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:35.716172 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-d97eb50e-ff0d-45ea-845a-f9aea1e79222 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-555043'] for network, before_delete {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:35.751020 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-1a5910e6-147a-4229-8b26-f5fc52d0319b tempest-AttachVolumeTestJSON-69932156 tempest-AttachVolumeTestJSON-69932156-project] Notify callbacks [] for port, precommit_update {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:35.757837 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-57338569-adfc-4b70-9876-f6a2dc29b675 req-bd1494ff-d4af-45d1-83d3-5af1af9d0ce0 service neutron] 10.222.0.106 "GET /v2.0/networks/91ce4105-7568-49ba-9c1a-853c2332aa91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3294234 Jul 06 12:33:35.789735 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.db [None req-3dd6613b-aa53-445d-9a05-4c085a94a05e None None] For port c8b0b1a8-36c0-47bc-bcd4-2453a786f7de, host dv-cinder-799631-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799631-1-iscsi',level=0,port_id=c8b0b1a8-36c0-47bc-bcd4-2453a786f7de,segment=NetworkSegment(9563ba30-5ba5-46ca-802a-73eb0aa117e8),segment_id=9563ba30-5ba5-46ca-802a-73eb0aa117e8)] {{(pid=93089) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:33:35.791150 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-1a5910e6-147a-4229-8b26-f5fc52d0319b tempest-AttachVolumeTestJSON-69932156 tempest-AttachVolumeTestJSON-69932156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-772913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730294210856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730293689582', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730293689631'] for port, after_update {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:35.801990 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-3dd6613b-aa53-445d-9a05-4c085a94a05e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-772913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730294210856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730293689582', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730293689631'] for port, after_update {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:35.811328 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.rpc [None req-3dd6613b-aa53-445d-9a05-4c085a94a05e None None] Device e446bfbe-6143-46aa-ace5-f4ac93512559 up at agent ovs-agent-dv-cinder-799631-1-iscsi {{(pid=93089) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:33:35.866263 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-1a5910e6-147a-4229-8b26-f5fc52d0319b tempest-AttachVolumeTestJSON-69932156 tempest-AttachVolumeTestJSON-69932156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1764457'] for floatingip, after_update {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:35.882585 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1909a50b-f4bc-4eee-a7f1-e1089377c444 req-ff1eefd7-8086-4e1d-8d1b-143a9df7107c tempest-DeleteServersTestJSON-1152598212 tempest-DeleteServersTestJSON-1152598212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:33:35.884842 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-1909a50b-f4bc-4eee-a7f1-e1089377c444 req-ff1eefd7-8086-4e1d-8d1b-143a9df7107c tempest-DeleteServersTestJSON-1152598212 tempest-DeleteServersTestJSON-1152598212-project] 10.222.0.106 "GET /v2.0/ports?device_id=3b84fef2-6112-4268-b1c4-95519d13428e HTTP/1.1" status: 200 len: 943 time: 2.2107534 Jul 06 12:33:35.917230 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5910e6-147a-4229-8b26-f5fc52d0319b tempest-AttachVolumeTestJSON-69932156 tempest-AttachVolumeTestJSON-69932156-project] Pushing event updated for resources: {'Port': ['ID=44867c30-c0f6-4e21-9a24-9121cfe9d8ab,revision_number=2']} {{(pid=93087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:33:35.932989 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-1a5910e6-147a-4229-8b26-f5fc52d0319b tempest-AttachVolumeTestJSON-69932156 tempest-AttachVolumeTestJSON-69932156-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473541'] for floatingip, before_response {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:35.936906 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-09d62212-ba27-4e2c-aebc-c62518782cc7 req-97735ade-2238-4c0a-8982-5fa37790568a service neutron] 10.222.0.100 "GET /v2.0/networks/010ecb56-684a-4372-81e5-4eece574e2f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.9916985 Jul 06 12:33:35.961346 dv-cinder-799631-1-iscsi neutron-server[93087]: INFO neutron.wsgi [None req-1a5910e6-147a-4229-8b26-f5fc52d0319b tempest-AttachVolumeTestJSON-69932156 tempest-AttachVolumeTestJSON-69932156-project] 10.222.0.106 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.7999752 Jul 06 12:33:35.974130 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd6613b-aa53-445d-9a05-4c085a94a05e None None] Pushing event updated for resources: {'Port': ['ID=c8b0b1a8-36c0-47bc-bcd4-2453a786f7de,revision_number=5']} {{(pid=93089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:33:36.018854 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.db.provisioning_blocks [None req-3dd6613b-aa53-445d-9a05-4c085a94a05e None None] Provisioning for port e446bfbe-6143-46aa-ace5-f4ac93512559 completed by entity L2. {{(pid=93089) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:33:36.024656 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.db.provisioning_blocks [None req-3dd6613b-aa53-445d-9a05-4c085a94a05e None None] Provisioning complete for port e446bfbe-6143-46aa-ace5-f4ac93512559 triggered by entity L2. {{(pid=93089) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:33:36.025040 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-3dd6613b-aa53-445d-9a05-4c085a94a05e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912496'] for port, provisioning_complete {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:36.026207 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-d97eb50e-ff0d-45ea-845a-f9aea1e79222 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-910539', 'neutron.services.segments.db._delete_segments_for_network-8730293992542'] for network, precommit_delete {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:36.048427 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-d97eb50e-ff0d-45ea-845a-f9aea1e79222 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 12:33:36.055742 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-d97eb50e-ff0d-45ea-845a-f9aea1e79222 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 12:33:36.061965 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-d97eb50e-ff0d-45ea-845a-f9aea1e79222 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 12:33:36.062428 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-d97eb50e-ff0d-45ea-845a-f9aea1e79222 admin admin] Subscribe: > port after_create 55550000 {{(pid=93087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 12:33:36.062919 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-d97eb50e-ff0d-45ea-845a-f9aea1e79222 admin admin] Subscribe: > port after_delete 55550000 {{(pid=93087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 12:33:36.063325 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-d97eb50e-ff0d-45ea-845a-f9aea1e79222 admin admin] Subscribe: > port after_update 55550000 {{(pid=93087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 12:33:36.063766 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-d97eb50e-ff0d-45ea-845a-f9aea1e79222 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 12:33:36.064195 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-d97eb50e-ff0d-45ea-845a-f9aea1e79222 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 12:33:36.064731 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-d97eb50e-ff0d-45ea-845a-f9aea1e79222 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 12:33:36.065341 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-d97eb50e-ff0d-45ea-845a-f9aea1e79222 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 12:33:36.109587 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-57338569-adfc-4b70-9876-f6a2dc29b675 req-a0061ef2-c48f-4c22-888f-25dd16d4f9b0 service neutron] 10.222.0.106 "GET /v2.0/networks/91ce4105-7568-49ba-9c1a-853c2332aa91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3508351 Jul 06 12:33:36.186638 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.notifiers.nova [req-adda9684-e79c-429c-aa8f-3046a572da91 req-b6994446-d13e-4c53-949e-f7fd58691eb1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7ec054dc-f674-43ab-9d3a-40842deed6bd {{(pid=93088) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 12:33:36.203537 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [req-adda9684-e79c-429c-aa8f-3046a572da91 req-b6994446-d13e-4c53-949e-f7fd58691eb1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:36.231667 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.db.provisioning_blocks [req-adda9684-e79c-429c-aa8f-3046a572da91 req-b6994446-d13e-4c53-949e-f7fd58691eb1 service neutron] Transition to ACTIVE for port object 7ec054dc-f674-43ab-9d3a-40842deed6bd will not be triggered until provisioned by entity L2. {{(pid=93088) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:33:36.253600 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-3dd6613b-aa53-445d-9a05-4c085a94a05e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772861'] for port, before_update {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:36.258159 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-1909a50b-f4bc-4eee-a7f1-e1089377c444 req-a2b8b0b4-345f-49e5-a469-d8e0393bc01e tempest-DeleteServersTestJSON-1152598212 tempest-DeleteServersTestJSON-1152598212-project] 10.222.0.106 "GET /v2.0/security-groups?id=1b1437f5-d3e8-44a1-982c-7a7a6b8e1e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3323917 Jul 06 12:33:36.277238 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [req-adda9684-e79c-429c-aa8f-3046a572da91 req-b6994446-d13e-4c53-949e-f7fd58691eb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-772913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730294210856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730293689582', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730293689631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63638083'] for port, after_update {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:36.442486 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.db [None req-3dd6613b-aa53-445d-9a05-4c085a94a05e None None] For port e446bfbe-6143-46aa-ace5-f4ac93512559, host dv-cinder-799631-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799631-1-iscsi',level=0,port_id=e446bfbe-6143-46aa-ace5-f4ac93512559,segment=NetworkSegment(c3ad306a-e157-4db2-861a-89054f1f1a9d),segment_id=c3ad306a-e157-4db2-861a-89054f1f1a9d)] {{(pid=93089) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:33:36.448543 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-31fba33c-14c5-45f9-8ad9-db96a3f208b5 tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772861'] for port, before_create {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:36.452540 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-3dd6613b-aa53-445d-9a05-4c085a94a05e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-772913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730294210856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730293689582', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730293689631'] for port, after_update {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:36.664003 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd6613b-aa53-445d-9a05-4c085a94a05e None None] Pushing event updated for resources: {'Port': ['ID=e446bfbe-6143-46aa-ace5-f4ac93512559,revision_number=5']} {{(pid=93089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:33:36.671572 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6994446-d13e-4c53-949e-f7fd58691eb1 service neutron] Pushing event updated for resources: {'Port': ['ID=7ec054dc-f674-43ab-9d3a-40842deed6bd,revision_number=2']} {{(pid=93088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:33:36.773570 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-d97eb50e-ff0d-45ea-845a-f9aea1e79222 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 12:33:36.774186 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-d97eb50e-ff0d-45ea-845a-f9aea1e79222 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 12:33:36.774306 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-d97eb50e-ff0d-45ea-845a-f9aea1e79222 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 12:33:36.774647 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-d97eb50e-ff0d-45ea-845a-f9aea1e79222 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 12:33:36.775029 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.services.segments.db [None req-d97eb50e-ff0d-45ea-845a-f9aea1e79222 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b886353b-4c36-4fa2-a9fe-d1a91be6b989']}} {{(pid=93087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:33:36.840310 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.plugins.ml2.managers [req-adda9684-e79c-429c-aa8f-3046a572da91 req-b6994446-d13e-4c53-949e-f7fd58691eb1 service neutron] Attempting to bind port 7ec054dc-f674-43ab-9d3a-40842deed6bd on host hv-cinder-79963 for vnic_type normal with profile {{(pid=93088) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:33:36.843615 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.plugins.ml2.managers [req-adda9684-e79c-429c-aa8f-3046a572da91 req-b6994446-d13e-4c53-949e-f7fd58691eb1 service neutron] Attempting to bind port 7ec054dc-f674-43ab-9d3a-40842deed6bd by drivers openvswitch,hyperv on host hv-cinder-79963 at level 0 using segments [{'id': 'dddb28fa-4fad-449a-82ce-8e0f70343f0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': '0139f472-5f20-48a6-a32c-3cd8224eeba1'}] {{(pid=93088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:33:36.844832 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adda9684-e79c-429c-aa8f-3046a572da91 req-b6994446-d13e-4c53-949e-f7fd58691eb1 service neutron] Attempting to bind port 7ec054dc-f674-43ab-9d3a-40842deed6bd on network 0139f472-5f20-48a6-a32c-3cd8224eeba1 {{(pid=93088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:33:36.845647 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.services.segments.db [None req-d97eb50e-ff0d-45ea-845a-f9aea1e79222 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '16d0fb21-bef0-4efc-b0ca-aea89bbc08a2') {'for_net_delete': True} {{(pid=93087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:33:36.846097 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.services.segments.db [None req-d97eb50e-ff0d-45ea-845a-f9aea1e79222 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '16d0fb21-bef0-4efc-b0ca-aea89bbc08a2') {} {{(pid=93087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:33:36.947485 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-d97eb50e-ff0d-45ea-845a-f9aea1e79222 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730294219394', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66964365'] for segment, before_delete {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:36.982686 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adda9684-e79c-429c-aa8f-3046a572da91 req-b6994446-d13e-4c53-949e-f7fd58691eb1 service neutron] Port 7ec054dc-f674-43ab-9d3a-40842deed6bd on network 0139f472-5f20-48a6-a32c-3cd8224eeba1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79963 {{(pid=93088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 12:33:36.991392 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adda9684-e79c-429c-aa8f-3046a572da91 req-b6994446-d13e-4c53-949e-f7fd58691eb1 service neutron] Attempting to bind port 7ec054dc-f674-43ab-9d3a-40842deed6bd on network 0139f472-5f20-48a6-a32c-3cd8224eeba1 {{(pid=93088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:33:37.085620 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.rpc [None req-3dd6613b-aa53-445d-9a05-4c085a94a05e None None] Device b18e617b-4fab-4146-96f2-0167e5e7077c up at agent ovs-agent-dv-cinder-799631-1-iscsi {{(pid=93089) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:33:37.120885 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adda9684-e79c-429c-aa8f-3046a572da91 req-b6994446-d13e-4c53-949e-f7fd58691eb1 service neutron] Checking agent: {'id': '04527ea7-205a-43f8-9500-06532a9ad9cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79963', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 12, 31, 19), 'started_at': datetime.datetime(2021, 7, 6, 12, 31, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 33, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:33:37.121275 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adda9684-e79c-429c-aa8f-3046a572da91 req-b6994446-d13e-4c53-949e-f7fd58691eb1 service neutron] Checking segment: {'id': 'dddb28fa-4fad-449a-82ce-8e0f70343f0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': '0139f472-5f20-48a6-a32c-3cd8224eeba1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93088) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:33:37.132385 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adda9684-e79c-429c-aa8f-3046a572da91 req-b6994446-d13e-4c53-949e-f7fd58691eb1 service neutron] Bound using segment: {'id': 'dddb28fa-4fad-449a-82ce-8e0f70343f0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': '0139f472-5f20-48a6-a32c-3cd8224eeba1'} {{(pid=93088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:33:37.133217 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.plugins.ml2.managers [req-adda9684-e79c-429c-aa8f-3046a572da91 req-b6994446-d13e-4c53-949e-f7fd58691eb1 service neutron] Bound port: 7ec054dc-f674-43ab-9d3a-40842deed6bd, host: hv-cinder-79963, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dddb28fa-4fad-449a-82ce-8e0f70343f0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': '0139f472-5f20-48a6-a32c-3cd8224eeba1'}}] {{(pid=93088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:33:37.133217 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [req-adda9684-e79c-429c-aa8f-3046a572da91 req-b6994446-d13e-4c53-949e-f7fd58691eb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772861'] for port, before_update {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:37.249610 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-3f5208ae-6e7b-49e7-bfca-f3e9562709e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730293992524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912513'] for agent, after_update {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:37.265215 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-d97eb50e-ff0d-45ea-845a-f9aea1e79222 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-886815'] for segment, precommit_delete {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:37.283666 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.db.provisioning_blocks [None req-3dd6613b-aa53-445d-9a05-4c085a94a05e None None] Provisioning for port b18e617b-4fab-4146-96f2-0167e5e7077c completed by entity L2. {{(pid=93089) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:33:37.288426 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.db.provisioning_blocks [None req-3dd6613b-aa53-445d-9a05-4c085a94a05e None None] Provisioning complete for port b18e617b-4fab-4146-96f2-0167e5e7077c triggered by entity L2. {{(pid=93089) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:33:37.289501 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-3dd6613b-aa53-445d-9a05-4c085a94a05e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912496'] for port, provisioning_complete {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:37.293892 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d97eb50e-ff0d-45ea-845a-f9aea1e79222 admin admin] Releasing vlan 1094 on physical network physnet1 to pool {{(pid=93087) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 12:33:37.297421 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-d97eb50e-ff0d-45ea-845a-f9aea1e79222 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-886815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65517680'] for segment, after_delete {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:37.406001 dv-cinder-799631-1-iscsi neutron-server[93087]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 06 12:33:37.406001 dv-cinder-799631-1-iscsi neutron-server[93087]: from cryptography.utils import int_from_bytes Jul 06 12:33:37.406001 dv-cinder-799631-1-iscsi neutron-server[93087]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 06 12:33:37.406001 dv-cinder-799631-1-iscsi neutron-server[93087]: from cryptography.utils import int_from_bytes Jul 06 12:33:37.406001 dv-cinder-799631-1-iscsi neutron-server[93087]: Traceback (most recent call last): Jul 06 12:33:37.406001 dv-cinder-799631-1-iscsi neutron-server[93087]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 12:33:37.406001 dv-cinder-799631-1-iscsi neutron-server[93087]: timer() Jul 06 12:33:37.406001 dv-cinder-799631-1-iscsi neutron-server[93087]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 12:33:37.406001 dv-cinder-799631-1-iscsi neutron-server[93087]: cb(*args, **kw) Jul 06 12:33:37.406001 dv-cinder-799631-1-iscsi neutron-server[93087]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 12:33:37.406001 dv-cinder-799631-1-iscsi neutron-server[93087]: return func(*args, **kwargs) Jul 06 12:33:37.406001 dv-cinder-799631-1-iscsi neutron-server[93087]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 12:33:37.406001 dv-cinder-799631-1-iscsi neutron-server[93087]: self._notify() Jul 06 12:33:37.406001 dv-cinder-799631-1-iscsi neutron-server[93087]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 12:33:37.406001 dv-cinder-799631-1-iscsi neutron-server[93087]: self.callback(batched_events) Jul 06 12:33:37.406001 dv-cinder-799631-1-iscsi neutron-server[93087]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 12:33:37.406001 dv-cinder-799631-1-iscsi neutron-server[93087]: event.method(event) Jul 06 12:33:37.406001 dv-cinder-799631-1-iscsi neutron-server[93087]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 12:33:37.406001 dv-cinder-799631-1-iscsi neutron-server[93087]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 12:33:37.406001 dv-cinder-799631-1-iscsi neutron-server[93087]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 12:33:37.406001 dv-cinder-799631-1-iscsi neutron-server[93087]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 12:33:37.406001 dv-cinder-799631-1-iscsi neutron-server[93087]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 12:33:37.406001 dv-cinder-799631-1-iscsi neutron-server[93087]: return f(self, *a, **k) Jul 06 12:33:37.406001 dv-cinder-799631-1-iscsi neutron-server[93087]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 12:33:37.406001 dv-cinder-799631-1-iscsi neutron-server[93087]: return self._get(url).json() Jul 06 12:33:37.406001 dv-cinder-799631-1-iscsi neutron-server[93087]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 12:33:37.406001 dv-cinder-799631-1-iscsi neutron-server[93087]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 12:33:37.406001 dv-cinder-799631-1-iscsi neutron-server[93087]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 12:33:37.406001 dv-cinder-799631-1-iscsi neutron-server[93087]: return self.request(url, 'GET', **kwargs) Jul 06 12:33:37.406001 dv-cinder-799631-1-iscsi neutron-server[93087]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 12:33:37.406001 dv-cinder-799631-1-iscsi neutron-server[93087]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 12:33:37.406001 dv-cinder-799631-1-iscsi neutron-server[93087]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 12:33:37.406001 dv-cinder-799631-1-iscsi neutron-server[93087]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 12:33:37.406001 dv-cinder-799631-1-iscsi neutron-server[93087]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 12:33:37.406001 dv-cinder-799631-1-iscsi neutron-server[93087]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 12:33:37.406001 dv-cinder-799631-1-iscsi neutron-server[93087]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 12:33:37.448087 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-3da542f7-af92-4ba2-bd28-1d3c6468473e req-b2486efa-7900-49db-b044-5dda43d2ce68 tempest-AttachVolumeTestJSON-69932156 tempest-AttachVolumeTestJSON-69932156-project] 10.222.0.106 "GET /v2.0/security-groups?name=tempest-securitygroup--1350612178&fields=id&tenant_id=2efe7ae752d2458ea1329427a8828a01 HTTP/1.1" status: 200 len: 267 time: 0.5364811 Jul 06 12:33:37.509810 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-d97eb50e-ff0d-45ea-845a-f9aea1e79222 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-910528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1774397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1764471'] for network, after_delete {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:37.581797 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-d97eb50e-ff0d-45ea-845a-f9aea1e79222 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582504'] for network, before_response {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:37.589099 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-3dd6613b-aa53-445d-9a05-4c085a94a05e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772861'] for port, before_update {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:37.594487 dv-cinder-799631-1-iscsi neutron-server[93087]: INFO neutron.wsgi [None req-d97eb50e-ff0d-45ea-845a-f9aea1e79222 admin admin] 10.222.0.106 "DELETE /v2.0/networks/b886353b-4c36-4fa2-a9fe-d1a91be6b989 HTTP/1.1" status: 204 len: 168 time: 2.7547863 Jul 06 12:33:37.602627 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97eb50e-ff0d-45ea-845a-f9aea1e79222 admin admin] Pushing event deleted for resources: {'Network': ['ID=b886353b-4c36-4fa2-a9fe-d1a91be6b989,revision_number=None']} {{(pid=93087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:33:37.685211 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.db [None req-3dd6613b-aa53-445d-9a05-4c085a94a05e None None] For port b18e617b-4fab-4146-96f2-0167e5e7077c, host dv-cinder-799631-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799631-1-iscsi',level=0,port_id=b18e617b-4fab-4146-96f2-0167e5e7077c,segment=NetworkSegment(b11f8209-eb69-4d3b-82f2-d3a8df76858b),segment_id=b11f8209-eb69-4d3b-82f2-d3a8df76858b)] {{(pid=93089) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:33:37.692110 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-3dd6613b-aa53-445d-9a05-4c085a94a05e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-772913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730294210856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730293689582', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730293689631'] for port, after_update {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:37.693165 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.rpc [None req-3dd6613b-aa53-445d-9a05-4c085a94a05e None None] Device c8b0b1a8-36c0-47bc-bcd4-2453a786f7de up at agent ovs-agent-dv-cinder-799631-1-iscsi {{(pid=93089) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:33:37.812331 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.wsgi [-] (93087) accepted ('10.222.0.106', 46896) {{(pid=93087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:33:37.813696 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd6613b-aa53-445d-9a05-4c085a94a05e None None] Pushing event updated for resources: {'Port': ['ID=b18e617b-4fab-4146-96f2-0167e5e7077c,revision_number=5']} {{(pid=93089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:33:37.853005 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.db.provisioning_blocks [None req-3dd6613b-aa53-445d-9a05-4c085a94a05e None None] Provisioning complete for port c8b0b1a8-36c0-47bc-bcd4-2453a786f7de triggered by entity L2. {{(pid=93089) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:33:37.853528 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-3dd6613b-aa53-445d-9a05-4c085a94a05e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912496'] for port, provisioning_complete {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:37.879390 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.wsgi [-] (93087) accepted ('10.222.0.106', 46898) {{(pid=93087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:33:37.909205 dv-cinder-799631-1-iscsi neutron-server[93087]: INFO neutron.wsgi [None req-68b5f6c5-f3a5-4b6a-958d-e46b483cc18a admin admin] 10.222.0.106 "GET /v2.0/security-groups?tenant_id=0782388e171d435abc3efd8016dcd1bd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0914514 Jul 06 12:33:37.910504 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.wsgi [-] (93087) accepted ('10.222.0.106', 46902) {{(pid=93087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:33:37.958959 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd2384c-0a8e-4074-8401-b0b12e445e36 req-b7475ae1-483e-433a-9e33-c35fd4ca8b07 tempest-AttachVolumeNegativeTest-317369925 tempest-AttachVolumeNegativeTest-317369925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:33:37.971372 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-9bd2384c-0a8e-4074-8401-b0b12e445e36 req-b7475ae1-483e-433a-9e33-c35fd4ca8b07 tempest-AttachVolumeNegativeTest-317369925 tempest-AttachVolumeNegativeTest-317369925-project] 10.222.0.106 "GET /v2.0/ports?device_id=cccd1a32-d136-493a-8952-b0e4564b33a0 HTTP/1.1" status: 200 len: 943 time: 1.2734108 Jul 06 12:33:38.000519 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.db.db_base_plugin_common [None req-31fba33c-14c5-45f9-8ad9-db96a3f208b5 tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] Allocated IP 172.27.1.242 (2a97b808-be6d-48ec-a40b-4668530ee790/1816a596-2dc6-4d27-98a5-201cc12476f2/4d575238-048a-4611-9eda-27b8d31a51a4) {{(pid=93088) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:33:38.018567 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.plugins.ml2.db [req-adda9684-e79c-429c-aa8f-3046a572da91 req-b6994446-d13e-4c53-949e-f7fd58691eb1 service neutron] For port 7ec054dc-f674-43ab-9d3a-40842deed6bd, host hv-cinder-79963, cleared binding levels {{(pid=93088) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:33:38.023912 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-09d62212-ba27-4e2c-aebc-c62518782cc7 req-c63da053-fadd-4d82-956e-09ef37e6ffa0 service neutron] 10.222.0.100 "GET /v2.0/networks/010ecb56-684a-4372-81e5-4eece574e2f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1583452 Jul 06 12:33:38.035186 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-ff3a9be5-559f-4c7f-8854-357515183b12 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:38.060570 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-ff3a9be5-559f-4c7f-8854-357515183b12 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:38.098685 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.plugins.ml2.db [req-adda9684-e79c-429c-aa8f-3046a572da91 req-b6994446-d13e-4c53-949e-f7fd58691eb1 service neutron] For port 7ec054dc-f674-43ab-9d3a-40842deed6bd, host hv-cinder-79963, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79963',level=0,port_id=7ec054dc-f674-43ab-9d3a-40842deed6bd,segment=NetworkSegment(dddb28fa-4fad-449a-82ce-8e0f70343f0f),segment_id=dddb28fa-4fad-449a-82ce-8e0f70343f0f)] {{(pid=93088) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:33:38.108220 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da542f7-af92-4ba2-bd28-1d3c6468473e req-4201904e-fdfd-4fbb-9dd3-ed8c420aeb96 tempest-AttachVolumeTestJSON-69932156 tempest-AttachVolumeTestJSON-69932156-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:33:38.109826 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-3da542f7-af92-4ba2-bd28-1d3c6468473e req-4201904e-fdfd-4fbb-9dd3-ed8c420aeb96 tempest-AttachVolumeTestJSON-69932156 tempest-AttachVolumeTestJSON-69932156-project] 10.222.0.106 "GET /v2.0/networks?id=05887a89-c541-45f9-bd49-e19532da98ad HTTP/1.1" status: 200 len: 810 time: 0.6356897 Jul 06 12:33:38.147884 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-ff3a9be5-559f-4c7f-8854-357515183b12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1774441'] for security_group, after_delete {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:38.156358 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-ff3a9be5-559f-4c7f-8854-357515183b12 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:38.156559 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [req-adda9684-e79c-429c-aa8f-3046a572da91 req-b6994446-d13e-4c53-949e-f7fd58691eb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-772913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730294210856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730293689582', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730293689631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63638083'] for port, after_update {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:38.161593 dv-cinder-799631-1-iscsi neutron-server[93087]: INFO neutron.wsgi [None req-ff3a9be5-559f-4c7f-8854-357515183b12 admin admin] 10.222.0.106 "DELETE /v2.0/security-groups/a6cfed2b-bdad-45e4-b7c1-718db04f474c HTTP/1.1" status: 204 len: 168 time: 0.2476473 Jul 06 12:33:38.187781 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3a9be5-559f-4c7f-8854-357515183b12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6cfed2b-bdad-45e4-b7c1-718db04f474c,revision_number=None']} {{(pid=93087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:33:38.227797 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-9bd2384c-0a8e-4074-8401-b0b12e445e36 req-03c32784-ee79-4805-b570-3e09a34492aa tempest-AttachVolumeNegativeTest-317369925 tempest-AttachVolumeNegativeTest-317369925-project] 10.222.0.106 "GET /v2.0/security-groups?id=a7a3a38a-2b2f-449e-b642-1996735c584e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2347760 Jul 06 12:33:38.234647 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-3da542f7-af92-4ba2-bd28-1d3c6468473e req-9442ed2e-5521-4ba2-a84d-c634e65e5b9d tempest-AttachVolumeTestJSON-69932156 tempest-AttachVolumeTestJSON-69932156-project] 10.222.0.106 "GET /v2.0/quotas/2efe7ae752d2458ea1329427a8828a01 HTTP/1.1" status: 200 len: 375 time: 0.0795820 Jul 06 12:33:38.235670 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adda9684-e79c-429c-aa8f-3046a572da91 req-b6994446-d13e-4c53-949e-f7fd58691eb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:33:38.236292 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [req-adda9684-e79c-429c-aa8f-3046a572da91 req-b6994446-d13e-4c53-949e-f7fd58691eb1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582504'] for port, before_response {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:38.237853 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-adda9684-e79c-429c-aa8f-3046a572da91 req-b6994446-d13e-4c53-949e-f7fd58691eb1 service neutron] 10.222.0.100 "PUT /v2.0/ports/7ec054dc-f674-43ab-9d3a-40842deed6bd HTTP/1.1" status: 200 len: 1093 time: 8.2854741 Jul 06 12:33:38.240887 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-96195cd5-87db-4dcd-8967-1877e3d0c1af admin admin] Notify callbacks [] for security_group, before_create {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:38.242762 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cccd1a32-d136-493a-8952-b0e4564b33a0', 'tag': '7ec054dc-f674-43ab-9d3a-40842deed6bd'}] {{(pid=93088) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:33:38.245508 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.106/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9084e8bb467df778e8c5a57eadfa6056a7986fbfd2ee9905f143c38c4b95db31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a19744e-406d-4c82-904c-7301f40152e5" -d '{"events": [{"name": "network-changed", "server_uuid": "cccd1a32-d136-493a-8952-b0e4564b33a0", "tag": "7ec054dc-f674-43ab-9d3a-40842deed6bd"}]}' {{(pid=93088) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:33:38.402201 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6994446-d13e-4c53-949e-f7fd58691eb1 service neutron] Pushing event updated for resources: {'Port': ['ID=7ec054dc-f674-43ab-9d3a-40842deed6bd,revision_number=3']} {{(pid=93088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:33:38.452185 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-96195cd5-87db-4dcd-8967-1877e3d0c1af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:38.466503 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-96195cd5-87db-4dcd-8967-1877e3d0c1af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1774441'] for security_group, after_create {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:38.482684 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-31fba33c-14c5-45f9-8ad9-db96a3f208b5 tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] Notify callbacks [] for port, precommit_create {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:38.541342 dv-cinder-799631-1-iscsi neutron-server[93087]: INFO neutron.wsgi [None req-96195cd5-87db-4dcd-8967-1877e3d0c1af admin admin] 10.222.0.106 "GET /v2.0/security-groups?tenant_id=a3e5a8b2d7994545b541ca9a00e22939&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6601954 Jul 06 12:33:38.542512 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96195cd5-87db-4dcd-8967-1877e3d0c1af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9e1c284-801a-43f2-b18b-d6033b060b48,revision_number=1']} {{(pid=93087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:33:38.545359 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.wsgi [-] (93087) accepted ('10.222.0.106', 46918) {{(pid=93087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:33:38.553749 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-0a7e326f-de32-4058-8941-bc4725a5eb02 req-1b8d48c0-c8c6-4c17-ac65-0062e22ad41c tempest-ServerRescueNegativeTestJSON-1447075807 tempest-ServerRescueNegativeTestJSON-1447075807-project] 10.222.0.106 "GET /v2.0/ports?device_id=033daae3-3614-4270-a8cd-62b72de71ec3 HTTP/1.1" status: 200 len: 210 time: 0.0681794 Jul 06 12:33:38.600881 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0dc044-f1ae-4284-9418-7a90e5a05628 req-11a14d8f-2300-4b7a-9c78-b2f184ec5cc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:33:38.602385 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-ac0dc044-f1ae-4284-9418-7a90e5a05628 req-11a14d8f-2300-4b7a-9c78-b2f184ec5cc7 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=650aefe28d164b9e872956d345dd77a7&device_id=3b84fef2-6112-4268-b1c4-95519d13428e HTTP/1.1" status: 200 len: 1096 time: 0.3399906 Jul 06 12:33:38.658216 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-3da542f7-af92-4ba2-bd28-1d3c6468473e req-721c0916-8e5a-45a9-a3bb-b1d1865809ee tempest-AttachVolumeTestJSON-69932156 tempest-AttachVolumeTestJSON-69932156-project] 10.222.0.106 "GET /v2.0/ports?tenant_id=2efe7ae752d2458ea1329427a8828a01&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4074771 Jul 06 12:33:38.690544 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.rpc [None req-3dd6613b-aa53-445d-9a05-4c085a94a05e None None] Device b18e617b-4fab-4146-96f2-0167e5e7077c up at agent ovs-agent-dv-cinder-799631-1-iscsi {{(pid=93089) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:33:38.700816 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.wsgi [-] (93087) accepted ('10.222.0.106', 46926) {{(pid=93087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:33:38.783419 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-c312b169-8725-404d-80a5-cbd38b632a1a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:38.834603 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.db.provisioning_blocks [None req-3dd6613b-aa53-445d-9a05-4c085a94a05e None None] Provisioning complete for port b18e617b-4fab-4146-96f2-0167e5e7077c triggered by entity L2. {{(pid=93089) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:33:38.837073 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-3dd6613b-aa53-445d-9a05-4c085a94a05e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912496'] for port, provisioning_complete {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:38.839170 dv-cinder-799631-1-iscsi neutron-server[93087]: INFO neutron.wsgi [None req-6e9797e9-06cb-4cd6-a0ca-0bb6812df7ae admin admin] 10.222.0.106 "GET /v2.0/security-groups?tenant_id=280d1f9f1604404083edc4e1c5b804d5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1308177 Jul 06 12:33:38.841642 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-c312b169-8725-404d-80a5-cbd38b632a1a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:38.843364 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.wsgi [-] (93087) accepted ('10.222.0.106', 46934) {{(pid=93087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:33:38.922040 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adda9684-e79c-429c-aa8f-3046a572da91 req-020b2dfc-0315-4173-aed0-e2e757381edb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:33:38.924263 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-adda9684-e79c-429c-aa8f-3046a572da91 req-020b2dfc-0315-4173-aed0-e2e757381edb service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=ffd269f97b9e4f3cbdf8841b0915444b&device_id=cccd1a32-d136-493a-8952-b0e4564b33a0 HTTP/1.1" status: 200 len: 1096 time: 0.4831185 Jul 06 12:33:38.945642 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-965cdbdb-9ab7-489d-92cb-a4cbc8c10037 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:38.976772 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-965cdbdb-9ab7-489d-92cb-a4cbc8c10037 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:38.985502 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.rpc [None req-3dd6613b-aa53-445d-9a05-4c085a94a05e None None] Device e446bfbe-6143-46aa-ace5-f4ac93512559 up at agent ovs-agent-dv-cinder-799631-1-iscsi {{(pid=93089) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:33:38.989294 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.wsgi [-] (93087) accepted ('10.222.0.100', 63954) {{(pid=93087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:33:39.007119 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-c312b169-8725-404d-80a5-cbd38b632a1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1774441'] for security_group, after_delete {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:39.025954 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-c312b169-8725-404d-80a5-cbd38b632a1a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:39.029443 dv-cinder-799631-1-iscsi neutron-server[93087]: INFO neutron.wsgi [None req-c312b169-8725-404d-80a5-cbd38b632a1a admin admin] 10.222.0.106 "DELETE /v2.0/security-groups/b9e1c284-801a-43f2-b18b-d6033b060b48 HTTP/1.1" status: 204 len: 168 time: 0.4817803 Jul 06 12:33:39.065918 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.db.provisioning_blocks [None req-3dd6613b-aa53-445d-9a05-4c085a94a05e None None] Provisioning complete for port e446bfbe-6143-46aa-ace5-f4ac93512559 triggered by entity L2. {{(pid=93089) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:33:39.066983 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-3dd6613b-aa53-445d-9a05-4c085a94a05e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912496'] for port, provisioning_complete {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:39.163302 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c312b169-8725-404d-80a5-cbd38b632a1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9e1c284-801a-43f2-b18b-d6033b060b48,revision_number=None']} {{(pid=93087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:33:39.295641 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-965cdbdb-9ab7-489d-92cb-a4cbc8c10037 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1774441'] for security_group, after_delete {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:39.299574 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-31fba33c-14c5-45f9-8ad9-db96a3f208b5 tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-772920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-407207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730293689564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-63638193'] for port, after_create {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:39.300282 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-965cdbdb-9ab7-489d-92cb-a4cbc8c10037 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:39.301752 dv-cinder-799631-1-iscsi neutron-server[93087]: INFO neutron.wsgi [None req-965cdbdb-9ab7-489d-92cb-a4cbc8c10037 admin admin] 10.222.0.106 "DELETE /v2.0/security-groups/978caa50-a00f-4aa0-9d36-ddd550729036 HTTP/1.1" status: 204 len: 168 time: 0.4573803 Jul 06 12:33:39.330819 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965cdbdb-9ab7-489d-92cb-a4cbc8c10037 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=978caa50-a00f-4aa0-9d36-ddd550729036,revision_number=None']} {{(pid=93087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:33:39.345620 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-3da542f7-af92-4ba2-bd28-1d3c6468473e req-22e1fef7-cc70-4c42-bc1c-96d205233771 service neutron] 10.222.0.106 "GET /v2.0/networks/05887a89-c541-45f9-bd49-e19532da98ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6463675 Jul 06 12:33:39.350599 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57338569-adfc-4b70-9876-f6a2dc29b675 req-febab02f-0152-4a1b-9e4f-1be2f17534ea tempest-ServerRescueNegativeTestJSON-1447075807 tempest-ServerRescueNegativeTestJSON-1447075807-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:33:39.352665 dv-cinder-799631-1-iscsi neutron-server[93087]: INFO neutron.wsgi [req-57338569-adfc-4b70-9876-f6a2dc29b675 req-febab02f-0152-4a1b-9e4f-1be2f17534ea tempest-ServerRescueNegativeTestJSON-1447075807 tempest-ServerRescueNegativeTestJSON-1447075807-project] 10.222.0.100 "GET /v2.0/networks?id=91ce4105-7568-49ba-9c1a-853c2332aa91 HTTP/1.1" status: 200 len: 818 time: 0.3615561 Jul 06 12:33:39.358580 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-adda9684-e79c-429c-aa8f-3046a572da91 req-79aff463-cf04-4355-a9fe-e4d1aa5bcdff service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7ec054dc-f674-43ab-9d3a-40842deed6bd HTTP/1.1" status: 200 len: 217 time: 0.4015322 Jul 06 12:33:39.378206 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.api.v2.base [req-57338569-adfc-4b70-9876-f6a2dc29b675 req-0a433cf7-df3c-4a88-b5a3-b164ba8486d8 tempest-ServerRescueNegativeTestJSON-1447075807 tempest-ServerRescueNegativeTestJSON-1447075807-project] Request body: {'port': {'device_id': '033daae3-3614-4270-a8cd-62b72de71ec3', 'network_id': '91ce4105-7568-49ba-9c1a-853c2332aa91', 'admin_state_up': True, 'tenant_id': 'cc98c3dbd15045c0a70a6aeb034695a2'}} {{(pid=93087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:33:39.518922 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31fba33c-14c5-45f9-8ad9-db96a3f208b5 tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] Network 2a97b808-be6d-48ec-a40b-4668530ee790 is already hosted by enough agents. {{(pid=93088) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:33:39.545433 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31fba33c-14c5-45f9-8ad9-db96a3f208b5 tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] Pushing event updated for resources: {'Port': ['ID=4d575238-048a-4611-9eda-27b8d31a51a4,revision_number=1']} {{(pid=93088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:33:39.548061 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.scheduler.base_scheduler [None req-31fba33c-14c5-45f9-8ad9-db96a3f208b5 tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] Resources bound (agent type, host, resource id): {{(pid=93088) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:33:39.561678 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-57338569-adfc-4b70-9876-f6a2dc29b675 req-0a433cf7-df3c-4a88-b5a3-b164ba8486d8 tempest-ServerRescueNegativeTestJSON-1447075807 tempest-ServerRescueNegativeTestJSON-1447075807-project] Made reservation on behalf of cc98c3dbd15045c0a70a6aeb034695a2 for: {'port': 1} {{(pid=93087) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:33:39.564556 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31fba33c-14c5-45f9-8ad9-db96a3f208b5 tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] Received port after_create {{(pid=93088) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:33:39.567136 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [req-57338569-adfc-4b70-9876-f6a2dc29b675 req-0a433cf7-df3c-4a88-b5a3-b164ba8486d8 tempest-ServerRescueNegativeTestJSON-1447075807 tempest-ServerRescueNegativeTestJSON-1447075807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772861'] for port, before_create {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:39.605726 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0dc044-f1ae-4284-9418-7a90e5a05628 req-804f066c-27ea-42d1-af06-471f06924f6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:33:39.608381 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-ac0dc044-f1ae-4284-9418-7a90e5a05628 req-804f066c-27ea-42d1-af06-471f06924f6a service neutron] 10.222.0.100 "GET /v2.0/networks?id=010ecb56-684a-4372-81e5-4eece574e2f5 HTTP/1.1" status: 200 len: 913 time: 0.9875250 Jul 06 12:33:39.642713 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adda9684-e79c-429c-aa8f-3046a572da91 req-ff35c7df-ae30-411a-9b33-a78df428551f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:33:39.644235 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-adda9684-e79c-429c-aa8f-3046a572da91 req-ff35c7df-ae30-411a-9b33-a78df428551f service neutron] 10.222.0.100 "GET /v2.0/subnets?id=5c20e391-4427-4186-8795-33a479ca2372 HTTP/1.1" status: 200 len: 854 time: 0.2468224 Jul 06 12:33:39.706662 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-ac0dc044-f1ae-4284-9418-7a90e5a05628 req-4ce63786-af36-4604-bd69-d34afea19cf4 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=69d6e8ec-f67c-4f3f-9ae9-82c0dd25c4a0 HTTP/1.1" status: 200 len: 217 time: 0.0843935 Jul 06 12:33:39.727234 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.wsgi [-] (93087) accepted ('10.222.0.106', 46952) {{(pid=93087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:33:39.738919 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-adda9684-e79c-429c-aa8f-3046a572da91 req-fd7cc4db-37a8-4cd8-9f40-118c343ea4e2 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=0139f472-5f20-48a6-a32c-3cd8224eeba1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0814598 Jul 06 12:33:39.753631 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d19da1-4936-496b-bbc6-5f2e2289ae73 req-c4750fa1-5e57-41df-88b8-afe511d4acc0 tempest-DeleteServersTestJSON-1152598212 tempest-DeleteServersTestJSON-1152598212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:33:39.755230 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-c4d19da1-4936-496b-bbc6-5f2e2289ae73 req-c4750fa1-5e57-41df-88b8-afe511d4acc0 tempest-DeleteServersTestJSON-1152598212 tempest-DeleteServersTestJSON-1152598212-project] 10.222.0.106 "GET /v2.0/ports?device_id=3b84fef2-6112-4268-b1c4-95519d13428e HTTP/1.1" status: 200 len: 943 time: 0.9592359 Jul 06 12:33:39.763356 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-3da542f7-af92-4ba2-bd28-1d3c6468473e req-9686bf07-8a1b-466f-9aad-aca203d72b94 service neutron] 10.222.0.106 "GET /v2.0/networks/05887a89-c541-45f9-bd49-e19532da98ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4037576 Jul 06 12:33:39.773307 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-12ef971b-0579-4ff7-b2fe-ed8333de383f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:39.906736 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.db.db_base_plugin_common [req-57338569-adfc-4b70-9876-f6a2dc29b675 req-0a433cf7-df3c-4a88-b5a3-b164ba8486d8 tempest-ServerRescueNegativeTestJSON-1447075807 tempest-ServerRescueNegativeTestJSON-1447075807-project] Allocated IP 172.20.0.8 (91ce4105-7568-49ba-9c1a-853c2332aa91/93b8c1d2-f9fc-4e8f-b00e-a4ccc2e979d1/c2f14543-305d-418b-9b19-bedbd689144a) {{(pid=93087) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:33:39.930070 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0dc044-f1ae-4284-9418-7a90e5a05628 req-48235887-4e8f-43c7-bdce-2885ea27e715 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:33:39.931664 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-ac0dc044-f1ae-4284-9418-7a90e5a05628 req-48235887-4e8f-43c7-bdce-2885ea27e715 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=36b91d4a-4886-4912-b27b-4729e43c737a HTTP/1.1" status: 200 len: 851 time: 0.1972330 Jul 06 12:33:40.006773 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-ac0dc044-f1ae-4284-9418-7a90e5a05628 req-772a1fb3-b16c-4a3d-b951-664405f7f8b4 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=010ecb56-684a-4372-81e5-4eece574e2f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0617089 Jul 06 12:33:40.013074 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-31fba33c-14c5-45f9-8ad9-db96a3f208b5 tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:40.020910 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-c4d19da1-4936-496b-bbc6-5f2e2289ae73 req-df00bed7-fe5e-474f-9b4f-317c4eb823de tempest-DeleteServersTestJSON-1152598212 tempest-DeleteServersTestJSON-1152598212-project] 10.222.0.106 "GET /v2.0/security-groups?id=1b1437f5-d3e8-44a1-982c-7a7a6b8e1e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2306411 Jul 06 12:33:40.125906 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-12ef971b-0579-4ff7-b2fe-ed8333de383f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:40.140429 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-12ef971b-0579-4ff7-b2fe-ed8333de383f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1774441'] for security_group, after_create {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:40.237397 dv-cinder-799631-1-iscsi neutron-server[93087]: INFO neutron.wsgi [None req-12ef971b-0579-4ff7-b2fe-ed8333de383f admin admin] 10.222.0.106 "GET /v2.0/security-groups?tenant_id=fd2d309084604e7394117afdb5a4d2b8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5088785 Jul 06 12:33:40.241832 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.wsgi [-] (93087) accepted ('10.222.0.106', 46978) {{(pid=93087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:33:40.242798 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ef971b-0579-4ff7-b2fe-ed8333de383f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41cdca2a-83e7-41d8-8e15-7a8b672af77e,revision_number=1']} {{(pid=93087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:33:40.263742 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 12:33:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2a0aa06-e4be-43d1-a9a5-ab5d64e856ad x-openstack-request-id: req-d2a0aa06-e4be-43d1-a9a5-ab5d64e856ad {{(pid=93088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:33:40.264031 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cccd1a32-d136-493a-8952-b0e4564b33a0", "tag": "7ec054dc-f674-43ab-9d3a-40842deed6bd", "status": "completed", "code": 200}]} {{(pid=93088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:33:40.264281 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.106/compute/v2.1/os-server-external-events used request id req-d2a0aa06-e4be-43d1-a9a5-ab5d64e856ad {{(pid=93088) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:33:40.265284 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cccd1a32-d136-493a-8952-b0e4564b33a0', 'tag': '7ec054dc-f674-43ab-9d3a-40842deed6bd', 'status': 'completed', 'code': 200} Jul 06 12:33:40.285247 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-adda9684-e79c-429c-aa8f-3046a572da91 req-81f80e70-5be9-4ce2-841a-89b1cecbab17 service neutron] 10.222.0.100 "GET /v2.0/networks/0139f472-5f20-48a6-a32c-3cd8224eeba1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5277429 Jul 06 12:33:40.324828 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [req-57338569-adfc-4b70-9876-f6a2dc29b675 req-0a433cf7-df3c-4a88-b5a3-b164ba8486d8 tempest-ServerRescueNegativeTestJSON-1447075807 tempest-ServerRescueNegativeTestJSON-1447075807-project] Notify callbacks [] for port, precommit_create {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:40.388343 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-ca513741-3903-4242-81fa-437d0ce12b01 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:40.461374 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-ca513741-3903-4242-81fa-437d0ce12b01 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:40.501197 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-31fba33c-14c5-45f9-8ad9-db96a3f208b5 tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772861'] for port, before_update {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:40.502222 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [req-57338569-adfc-4b70-9876-f6a2dc29b675 req-0a433cf7-df3c-4a88-b5a3-b164ba8486d8 tempest-ServerRescueNegativeTestJSON-1447075807 tempest-ServerRescueNegativeTestJSON-1447075807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-772920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-407207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730293689564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-65517734'] for port, after_create {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:40.528450 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-cee0f347-1bfa-4990-9624-fa046cf18b2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730293992524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912513'] for agent, after_update {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:40.610600 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-57338569-adfc-4b70-9876-f6a2dc29b675 req-0a433cf7-df3c-4a88-b5a3-b164ba8486d8 tempest-ServerRescueNegativeTestJSON-1447075807 tempest-ServerRescueNegativeTestJSON-1447075807-project] Network 91ce4105-7568-49ba-9c1a-853c2332aa91 is already hosted by enough agents. {{(pid=93087) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:33:40.666315 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-ac0dc044-f1ae-4284-9418-7a90e5a05628 req-6ae494b2-6b5c-4791-8015-c921db9079d7 service neutron] 10.222.0.100 "GET /v2.0/networks/010ecb56-684a-4372-81e5-4eece574e2f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6425734 Jul 06 12:33:40.710157 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.scheduler.base_scheduler [req-57338569-adfc-4b70-9876-f6a2dc29b675 req-0a433cf7-df3c-4a88-b5a3-b164ba8486d8 tempest-ServerRescueNegativeTestJSON-1447075807 tempest-ServerRescueNegativeTestJSON-1447075807-project] Resources bound (agent type, host, resource id): {{(pid=93087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:33:40.728084 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.db.l3_dvrscheduler_db [req-57338569-adfc-4b70-9876-f6a2dc29b675 req-0a433cf7-df3c-4a88-b5a3-b164ba8486d8 tempest-ServerRescueNegativeTestJSON-1447075807 tempest-ServerRescueNegativeTestJSON-1447075807-project] Received port after_create {{(pid=93087) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:33:40.813957 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.wsgi [-] (93087) accepted ('10.222.0.106', 46996) {{(pid=93087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:33:40.841332 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-ca513741-3903-4242-81fa-437d0ce12b01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1774441'] for security_group, after_delete {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:40.851670 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-ca513741-3903-4242-81fa-437d0ce12b01 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:40.856881 dv-cinder-799631-1-iscsi neutron-server[93087]: INFO neutron.wsgi [None req-ca513741-3903-4242-81fa-437d0ce12b01 admin admin] 10.222.0.106 "DELETE /v2.0/security-groups/41cdca2a-83e7-41d8-8e15-7a8b672af77e HTTP/1.1" status: 204 len: 168 time: 0.6085851 Jul 06 12:33:40.861657 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc6d28f-3e5b-46bf-8df3-f4b1bc747ac6 req-579c365b-295d-4f7b-8621-8a0e682b37c3 tempest-ServerRescueNegativeTestJSON-1447075807 tempest-ServerRescueNegativeTestJSON-1447075807-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:33:40.869326 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-afc6d28f-3e5b-46bf-8df3-f4b1bc747ac6 req-579c365b-295d-4f7b-8621-8a0e682b37c3 tempest-ServerRescueNegativeTestJSON-1447075807 tempest-ServerRescueNegativeTestJSON-1447075807-project] 10.222.0.106 "GET /v2.0/networks?id=91ce4105-7568-49ba-9c1a-853c2332aa91 HTTP/1.1" status: 200 len: 818 time: 0.6028552 Jul 06 12:33:40.873080 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-adda9684-e79c-429c-aa8f-3046a572da91 req-ed5ceb5e-3c04-417e-a9a3-02be7d866e51 service neutron] 10.222.0.100 "GET /v2.0/networks/0139f472-5f20-48a6-a32c-3cd8224eeba1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5630405 Jul 06 12:33:40.909214 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-3dd6613b-aa53-445d-9a05-4c085a94a05e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730293992524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912513'] for agent, after_update {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:40.929473 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-afc6d28f-3e5b-46bf-8df3-f4b1bc747ac6 req-9cde050c-7053-44bc-a0b5-8d63a6834b1e tempest-ServerRescueNegativeTestJSON-1447075807 tempest-ServerRescueNegativeTestJSON-1447075807-project] 10.222.0.106 "GET /v2.0/quotas/cc98c3dbd15045c0a70a6aeb034695a2 HTTP/1.1" status: 200 len: 375 time: 0.0585179 Jul 06 12:33:40.960100 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57338569-adfc-4b70-9876-f6a2dc29b675 req-0a433cf7-df3c-4a88-b5a3-b164ba8486d8 tempest-ServerRescueNegativeTestJSON-1447075807 tempest-ServerRescueNegativeTestJSON-1447075807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:33:40.960948 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [req-57338569-adfc-4b70-9876-f6a2dc29b675 req-0a433cf7-df3c-4a88-b5a3-b164ba8486d8 tempest-ServerRescueNegativeTestJSON-1447075807 tempest-ServerRescueNegativeTestJSON-1447075807-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582504'] for port, before_response {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:40.968618 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a433cf7-df3c-4a88-b5a3-b164ba8486d8 tempest-ServerRescueNegativeTestJSON-1447075807 tempest-ServerRescueNegativeTestJSON-1447075807-project] Pushing event updated for resources: {'Port': ['ID=c2f14543-305d-418b-9b19-bedbd689144a,revision_number=1']} {{(pid=93087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:33:40.987568 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca513741-3903-4242-81fa-437d0ce12b01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41cdca2a-83e7-41d8-8e15-7a8b672af77e,revision_number=None']} {{(pid=93087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:33:40.999937 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343c6253-57fb-4ec9-ab48-3db635ef5efb req-5ac1da68-4aab-4bc8-a516-93f2ffbd84e9 tempest-AttachVolumeNegativeTest-317369925 tempest-AttachVolumeNegativeTest-317369925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:33:41.001622 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-343c6253-57fb-4ec9-ab48-3db635ef5efb req-5ac1da68-4aab-4bc8-a516-93f2ffbd84e9 tempest-AttachVolumeNegativeTest-317369925 tempest-AttachVolumeNegativeTest-317369925-project] 10.222.0.106 "GET /v2.0/ports?device_id=cccd1a32-d136-493a-8952-b0e4564b33a0 HTTP/1.1" status: 200 len: 943 time: 0.5101700 Jul 06 12:33:41.013754 dv-cinder-799631-1-iscsi neutron-server[93087]: INFO neutron.wsgi [req-57338569-adfc-4b70-9876-f6a2dc29b675 req-0a433cf7-df3c-4a88-b5a3-b164ba8486d8 tempest-ServerRescueNegativeTestJSON-1447075807 tempest-ServerRescueNegativeTestJSON-1447075807-project] 10.222.0.100 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6408539 Jul 06 12:33:41.031749 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.api.v2.base [req-57338569-adfc-4b70-9876-f6a2dc29b675 req-c661a11e-61f9-405f-97f8-4c8e325d3827 service neutron] Request body: {'port': {'device_id': '033daae3-3614-4270-a8cd-62b72de71ec3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79963'}} {{(pid=93087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:33:41.172821 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.api.v2.base [None req-efeb64ab-b31c-4a5b-a217-a84e2115cb0d admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2014962819-network', 'tenant_id': '87e3b6d1f1c3467f816714a6485754e3'}} {{(pid=93087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:33:41.181524 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [req-57338569-adfc-4b70-9876-f6a2dc29b675 req-c661a11e-61f9-405f-97f8-4c8e325d3827 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772861'] for port, before_update {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:41.191533 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-ac0dc044-f1ae-4284-9418-7a90e5a05628 req-18310a6d-44bd-44a6-a5f8-0c619f3c4770 service neutron] 10.222.0.100 "GET /v2.0/networks/010ecb56-684a-4372-81e5-4eece574e2f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5089386 Jul 06 12:33:41.235495 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efeb64ab-b31c-4a5b-a217-a84e2115cb0d admin admin] Made reservation on behalf of 87e3b6d1f1c3467f816714a6485754e3 for: {'network': 1} {{(pid=93087) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:33:41.237887 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-efeb64ab-b31c-4a5b-a217-a84e2115cb0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772861'] for network, before_create {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:41.252775 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-efeb64ab-b31c-4a5b-a217-a84e2115cb0d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:41.259387 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-343c6253-57fb-4ec9-ab48-3db635ef5efb req-73fdf4f0-40c1-4e2b-b581-35f37f8f0672 tempest-AttachVolumeNegativeTest-317369925 tempest-AttachVolumeNegativeTest-317369925-project] 10.222.0.106 "GET /v2.0/security-groups?id=a7a3a38a-2b2f-449e-b642-1996735c584e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1935678 Jul 06 12:33:41.294422 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-31fba33c-14c5-45f9-8ad9-db96a3f208b5 tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] Notify callbacks [] for port, precommit_update {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:41.306349 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.rpc [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] Device 69d6e8ec-f67c-4f3f-9ae9-82c0dd25c4a0 details requested by agent hyperv_hv-cinder-79963 with host hv-cinder-79963 {{(pid=93089) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 12:33:41.318033 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-31fba33c-14c5-45f9-8ad9-db96a3f208b5 tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-772913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730294210856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730293689582', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730293689631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63638083'] for port, after_update {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:41.360814 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-afc6d28f-3e5b-46bf-8df3-f4b1bc747ac6 req-442fde9d-614e-49f6-af81-f9d3422b45ea tempest-ServerRescueNegativeTestJSON-1447075807 tempest-ServerRescueNegativeTestJSON-1447075807-project] 10.222.0.106 "GET /v2.0/ports?tenant_id=cc98c3dbd15045c0a70a6aeb034695a2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4302182 Jul 06 12:33:41.489292 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a19744e-406d-4c82-904c-7301f40152e5 req-af38c426-588d-4eb3-a78b-c3c993912610 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:33:41.491600 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-2a19744e-406d-4c82-904c-7301f40152e5 req-af38c426-588d-4eb3-a78b-c3c993912610 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=ffd269f97b9e4f3cbdf8841b0915444b&device_id=cccd1a32-d136-493a-8952-b0e4564b33a0 HTTP/1.1" status: 200 len: 1096 time: 0.4247024 Jul 06 12:33:41.501774 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.db [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] For port 69d6e8ec-f67c-4f3f-9ae9-82c0dd25c4a0, host hv-cinder-79963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79963',level=0,port_id=69d6e8ec-f67c-4f3f-9ae9-82c0dd25c4a0,segment=NetworkSegment(9027562a-3077-489d-bc96-c2f3b1b9690f),segment_id=9027562a-3077-489d-bc96-c2f3b1b9690f)] {{(pid=93089) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:33:41.506818 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-59602645-7b03-4a79-8c54-32befe919dd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730293992524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912513'] for agent, after_update {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:41.535319 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.rpc [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] Returning: {'device': '69d6e8ec-f67c-4f3f-9ae9-82c0dd25c4a0', 'network_id': '010ecb56-684a-4372-81e5-4eece574e2f5', 'port_id': '69d6e8ec-f67c-4f3f-9ae9-82c0dd25c4a0', 'mac_address': 'fa:16:3e:aa:e7:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1064, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '36b91d4a-4886-4912-b27b-4729e43c737a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93089) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 12:33:41.554182 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-6bd9e567-5428-443e-8e05-2eb4dd9275e5 req-ab6c3939-302e-41fa-895c-5828976743ad tempest-AttachVolumeTestJSON-69932156 tempest-AttachVolumeTestJSON-69932156-project] 10.222.0.106 "GET /v2.0/ports?device_id=1247d046-18a9-4ac1-b527-638e0320ba0e HTTP/1.1" status: 200 len: 210 time: 0.1202857 Jul 06 12:33:41.594270 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772861'] for port, before_update {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:41.615272 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.notifiers.nova [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 69d6e8ec-f67c-4f3f-9ae9-82c0dd25c4a0 {{(pid=93089) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 12:33:41.673762 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.db [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] For port 69d6e8ec-f67c-4f3f-9ae9-82c0dd25c4a0, host hv-cinder-79963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79963',level=0,port_id=69d6e8ec-f67c-4f3f-9ae9-82c0dd25c4a0,segment=NetworkSegment(9027562a-3077-489d-bc96-c2f3b1b9690f),segment_id=9027562a-3077-489d-bc96-c2f3b1b9690f)] {{(pid=93089) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:33:41.681787 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-772913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730294210856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730293689582', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730293689631'] for port, after_update {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:41.774595 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] Pushing event updated for resources: {'Port': ['ID=69d6e8ec-f67c-4f3f-9ae9-82c0dd25c4a0,revision_number=4']} {{(pid=93089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:33:41.823906 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-efeb64ab-b31c-4a5b-a217-a84e2115cb0d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:41.831898 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-efeb64ab-b31c-4a5b-a217-a84e2115cb0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1774441'] for security_group, after_create {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:41.852832 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31fba33c-14c5-45f9-8ad9-db96a3f208b5 tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] Pushing event updated for resources: {'Port': ['ID=4d575238-048a-4611-9eda-27b8d31a51a4,revision_number=2']} {{(pid=93088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:33:41.873985 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-efeb64ab-b31c-4a5b-a217-a84e2115cb0d admin admin] vlan segment allocate from pool success with {'vlan_id': 1090, 'physical_network': 'physnet1'} {{(pid=93087) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 12:33:41.898588 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-efeb64ab-b31c-4a5b-a217-a84e2115cb0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-886815'] for segment, precommit_create {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:41.898966 dv-cinder-799631-1-iscsi neutron-server[93087]: INFO neutron.db.segments_db [None req-efeb64ab-b31c-4a5b-a217-a84e2115cb0d admin admin] Added segment 4a55127b-f45f-4633-b803-12dba5e22b6d of type vlan for network ec4fbae4-5003-45af-b529-956fc839cf1c Jul 06 12:33:41.900497 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efeb64ab-b31c-4a5b-a217-a84e2115cb0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37f436dc-9c21-49db-9584-eaeaf390dea7,revision_number=1']} {{(pid=93087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:33:41.914391 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-31fba33c-14c5-45f9-8ad9-db96a3f208b5 tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1764457'] for floatingip, after_update {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:41.986156 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-efeb64ab-b31c-4a5b-a217-a84e2115cb0d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730293704277'] for network, precommit_create {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:41.999436 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-afc6d28f-3e5b-46bf-8df3-f4b1bc747ac6 req-1e676354-21c2-441b-82af-ddf73ac2c17a service neutron] 10.222.0.106 "GET /v2.0/networks/91ce4105-7568-49ba-9c1a-853c2332aa91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6354418 Jul 06 12:33:42.018079 dv-cinder-799631-1-iscsi neutron-server[93090]: DEBUG neutron.db.agents_db [None req-df1e7349-c09a-47b1-8f5e-4c337b6ca707 None None] Agent healthcheck: found 6 active agents {{(pid=93090) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 12:33:42.019823 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-31fba33c-14c5-45f9-8ad9-db96a3f208b5 tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473541'] for floatingip, before_response {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:42.021174 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [None req-31fba33c-14c5-45f9-8ad9-db96a3f208b5 tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] 10.222.0.106 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 8.7113547 Jul 06 12:33:42.058819 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.db [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] get_ports_and_sgs() called for port_ids ['69d6e8ec-f67c-4f3f-9ae9-82c0dd25c4a0'] {{(pid=93089) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 12:33:42.065308 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a19744e-406d-4c82-904c-7301f40152e5 req-17fd1ef0-4152-4887-aaa5-45d3914a2482 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:33:42.066777 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-2a19744e-406d-4c82-904c-7301f40152e5 req-17fd1ef0-4152-4887-aaa5-45d3914a2482 service neutron] 10.222.0.100 "GET /v2.0/networks?id=0139f472-5f20-48a6-a32c-3cd8224eeba1 HTTP/1.1" status: 200 len: 916 time: 0.5514009 Jul 06 12:33:42.154893 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.notifiers.nova [req-57338569-adfc-4b70-9876-f6a2dc29b675 req-c661a11e-61f9-405f-97f8-4c8e325d3827 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c2f14543-305d-418b-9b19-bedbd689144a {{(pid=93087) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 12:33:42.179354 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [req-57338569-adfc-4b70-9876-f6a2dc29b675 req-c661a11e-61f9-405f-97f8-4c8e325d3827 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:42.183743 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-2a19744e-406d-4c82-904c-7301f40152e5 req-47a76600-9a4f-4e3c-9839-900d6dbb9ee0 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7ec054dc-f674-43ab-9d3a-40842deed6bd HTTP/1.1" status: 200 len: 217 time: 0.1043277 Jul 06 12:33:42.210835 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ed77a5-331e-4ade-a187-9b145fbcf46f req-02db8328-3e08-4c29-bdc9-19653301ba90 tempest-DeleteServersTestJSON-1152598212 tempest-DeleteServersTestJSON-1152598212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:33:42.219836 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-10ed77a5-331e-4ade-a187-9b145fbcf46f req-02db8328-3e08-4c29-bdc9-19653301ba90 tempest-DeleteServersTestJSON-1152598212 tempest-DeleteServersTestJSON-1152598212-project] 10.222.0.106 "GET /v2.0/ports?device_id=3b84fef2-6112-4268-b1c4-95519d13428e HTTP/1.1" status: 200 len: 944 time: 0.4058273 Jul 06 12:33:42.227002 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.db.provisioning_blocks [req-57338569-adfc-4b70-9876-f6a2dc29b675 req-c661a11e-61f9-405f-97f8-4c8e325d3827 service neutron] Transition to ACTIVE for port object c2f14543-305d-418b-9b19-bedbd689144a will not be triggered until provisioned by entity L2. {{(pid=93087) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:33:42.229007 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-efeb64ab-b31c-4a5b-a217-a84e2115cb0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1774397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582535'] for network, after_create {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:42.231993 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efeb64ab-b31c-4a5b-a217-a84e2115cb0d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:33:42.235739 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-efeb64ab-b31c-4a5b-a217-a84e2115cb0d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582504'] for network, before_response {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:42.255811 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [req-57338569-adfc-4b70-9876-f6a2dc29b675 req-c661a11e-61f9-405f-97f8-4c8e325d3827 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-772913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730294210856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730293689582', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730293689631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65517652'] for port, after_update {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:42.443845 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-afc6d28f-3e5b-46bf-8df3-f4b1bc747ac6 req-c213b164-7867-4e50-a645-06cdca6edf0c service neutron] 10.222.0.106 "GET /v2.0/networks/91ce4105-7568-49ba-9c1a-853c2332aa91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4455841 Jul 06 12:33:42.453765 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efeb64ab-b31c-4a5b-a217-a84e2115cb0d admin admin] Pushing event updated for resources: {'Network': ['ID=ec4fbae4-5003-45af-b529-956fc839cf1c,revision_number=1']} {{(pid=93087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:33:42.456357 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a19744e-406d-4c82-904c-7301f40152e5 req-ec60aae2-ea91-4ef1-a37b-e11b06e3ca36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:33:42.458687 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-2a19744e-406d-4c82-904c-7301f40152e5 req-ec60aae2-ea91-4ef1-a37b-e11b06e3ca36 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=5c20e391-4427-4186-8795-33a479ca2372 HTTP/1.1" status: 200 len: 854 time: 0.2676084 Jul 06 12:33:42.486723 dv-cinder-799631-1-iscsi neutron-server[93087]: INFO neutron.wsgi [None req-efeb64ab-b31c-4a5b-a217-a84e2115cb0d admin admin] 10.222.0.106 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.6647217 Jul 06 12:33:42.493531 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.wsgi [-] (93087) accepted ('10.222.0.106', 47042) {{(pid=93087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:33:42.498806 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.api.v2.base [None req-d0e9e09d-2926-4096-b93c-130e4008f21f admin admin] Request body: {'subnet': {'network_id': 'ec4fbae4-5003-45af-b529-956fc839cf1c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2014962819-subnet', 'tenant_id': '87e3b6d1f1c3467f816714a6485754e3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:33:42.514975 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-10ed77a5-331e-4ade-a187-9b145fbcf46f req-b2130e6d-d8a8-4f55-b2ab-e03470349852 tempest-DeleteServersTestJSON-1152598212 tempest-DeleteServersTestJSON-1152598212-project] 10.222.0.106 "GET /v2.0/security-groups?id=1b1437f5-d3e8-44a1-982c-7a7a6b8e1e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2940114 Jul 06 12:33:42.519962 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.rpc [None req-3dd6613b-aa53-445d-9a05-4c085a94a05e None None] Network ec4fbae4-5003-45af-b529-956fc839cf1c details requested by agent ovs-agent-dv-cinder-799631-1-iscsi with host dv-cinder-799631-1-iscsi {{(pid=93089) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 12:33:42.539800 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da542f7-af92-4ba2-bd28-1d3c6468473e req-a7b02470-4778-4ad3-a284-cd461d0ee2ff tempest-AttachVolumeTestJSON-69932156 tempest-AttachVolumeTestJSON-69932156-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:33:42.557310 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-3da542f7-af92-4ba2-bd28-1d3c6468473e req-a7b02470-4778-4ad3-a284-cd461d0ee2ff tempest-AttachVolumeTestJSON-69932156 tempest-AttachVolumeTestJSON-69932156-project] 10.222.0.100 "GET /v2.0/networks?id=05887a89-c541-45f9-bd49-e19532da98ad HTTP/1.1" status: 200 len: 810 time: 0.4875252 Jul 06 12:33:42.610958 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-2a19744e-406d-4c82-904c-7301f40152e5 req-9ef5019f-c24b-4bd3-9276-785f7c69fc21 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=0139f472-5f20-48a6-a32c-3cd8224eeba1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1422391 Jul 06 12:33:42.635540 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c661a11e-61f9-405f-97f8-4c8e325d3827 service neutron] Pushing event updated for resources: {'Port': ['ID=c2f14543-305d-418b-9b19-bedbd689144a,revision_number=2']} {{(pid=93087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:33:42.649821 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0e9e09d-2926-4096-b93c-130e4008f21f admin admin] Made reservation on behalf of 87e3b6d1f1c3467f816714a6485754e3 for: {'subnet': 1} {{(pid=93087) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:33:42.652283 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-d0e9e09d-2926-4096-b93c-130e4008f21f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-67091487'] for subnet, before_create {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:42.845834 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.plugins.ml2.managers [req-57338569-adfc-4b70-9876-f6a2dc29b675 req-c661a11e-61f9-405f-97f8-4c8e325d3827 service neutron] Attempting to bind port c2f14543-305d-418b-9b19-bedbd689144a on host hv-cinder-79963 for vnic_type normal with profile {{(pid=93087) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:33:42.846229 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.plugins.ml2.managers [req-57338569-adfc-4b70-9876-f6a2dc29b675 req-c661a11e-61f9-405f-97f8-4c8e325d3827 service neutron] Attempting to bind port c2f14543-305d-418b-9b19-bedbd689144a by drivers openvswitch,hyperv on host hv-cinder-79963 at level 0 using segments [{'id': 'b11f8209-eb69-4d3b-82f2-d3a8df76858b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1081, 'network_id': '91ce4105-7568-49ba-9c1a-853c2332aa91'}] {{(pid=93087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:33:42.846594 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57338569-adfc-4b70-9876-f6a2dc29b675 req-c661a11e-61f9-405f-97f8-4c8e325d3827 service neutron] Attempting to bind port c2f14543-305d-418b-9b19-bedbd689144a on network 91ce4105-7568-49ba-9c1a-853c2332aa91 {{(pid=93087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:33:42.866989 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57338569-adfc-4b70-9876-f6a2dc29b675 req-c661a11e-61f9-405f-97f8-4c8e325d3827 service neutron] Port c2f14543-305d-418b-9b19-bedbd689144a on network 91ce4105-7568-49ba-9c1a-853c2332aa91 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79963 {{(pid=93087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 12:33:42.867348 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57338569-adfc-4b70-9876-f6a2dc29b675 req-c661a11e-61f9-405f-97f8-4c8e325d3827 service neutron] Attempting to bind port c2f14543-305d-418b-9b19-bedbd689144a on network 91ce4105-7568-49ba-9c1a-853c2332aa91 {{(pid=93087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:33:42.874544 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57338569-adfc-4b70-9876-f6a2dc29b675 req-c661a11e-61f9-405f-97f8-4c8e325d3827 service neutron] Checking agent: {'id': '04527ea7-205a-43f8-9500-06532a9ad9cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79963', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 12, 31, 19), 'started_at': datetime.datetime(2021, 7, 6, 12, 31, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 33, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:33:42.874893 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57338569-adfc-4b70-9876-f6a2dc29b675 req-c661a11e-61f9-405f-97f8-4c8e325d3827 service neutron] Checking segment: {'id': 'b11f8209-eb69-4d3b-82f2-d3a8df76858b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1081, 'network_id': '91ce4105-7568-49ba-9c1a-853c2332aa91'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:33:42.875590 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57338569-adfc-4b70-9876-f6a2dc29b675 req-c661a11e-61f9-405f-97f8-4c8e325d3827 service neutron] Bound using segment: {'id': 'b11f8209-eb69-4d3b-82f2-d3a8df76858b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1081, 'network_id': '91ce4105-7568-49ba-9c1a-853c2332aa91'} {{(pid=93087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:33:42.876589 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.plugins.ml2.managers [req-57338569-adfc-4b70-9876-f6a2dc29b675 req-c661a11e-61f9-405f-97f8-4c8e325d3827 service neutron] Bound port: c2f14543-305d-418b-9b19-bedbd689144a, host: hv-cinder-79963, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b11f8209-eb69-4d3b-82f2-d3a8df76858b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1081, 'network_id': '91ce4105-7568-49ba-9c1a-853c2332aa91'}}] {{(pid=93087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:33:42.876589 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [req-57338569-adfc-4b70-9876-f6a2dc29b675 req-c661a11e-61f9-405f-97f8-4c8e325d3827 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772861'] for port, before_update {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:43.012220 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-3da542f7-af92-4ba2-bd28-1d3c6468473e req-db7ce487-3799-4208-9481-965101e94f49 tempest-AttachVolumeTestJSON-69932156 tempest-AttachVolumeTestJSON-69932156-project] 10.222.0.100 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2efe7ae752d2458ea1329427a8828a01 HTTP/1.1" status: 200 len: 380 time: 0.4031315 Jul 06 12:33:43.031044 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.plugins.ml2.db [req-57338569-adfc-4b70-9876-f6a2dc29b675 req-c661a11e-61f9-405f-97f8-4c8e325d3827 service neutron] For port c2f14543-305d-418b-9b19-bedbd689144a, host hv-cinder-79963, cleared binding levels {{(pid=93087) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:33:43.071346 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.api.v2.base [req-3da542f7-af92-4ba2-bd28-1d3c6468473e req-f18701a1-45ef-47d4-bb4a-05985e35b0b8 tempest-AttachVolumeTestJSON-69932156 tempest-AttachVolumeTestJSON-69932156-project] Request body: {'port': {'device_id': '1247d046-18a9-4ac1-b527-638e0320ba0e', 'network_id': '05887a89-c541-45f9-bd49-e19532da98ad', 'admin_state_up': True, 'tenant_id': '2efe7ae752d2458ea1329427a8828a01', 'security_groups': ['c6027da5-2dd2-4fa1-abf8-166ae93c4f01']}} {{(pid=93088) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:33:43.076929 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.plugins.ml2.db [req-57338569-adfc-4b70-9876-f6a2dc29b675 req-c661a11e-61f9-405f-97f8-4c8e325d3827 service neutron] For port c2f14543-305d-418b-9b19-bedbd689144a, host hv-cinder-79963, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79963',level=0,port_id=c2f14543-305d-418b-9b19-bedbd689144a,segment=NetworkSegment(b11f8209-eb69-4d3b-82f2-d3a8df76858b),segment_id=b11f8209-eb69-4d3b-82f2-d3a8df76858b)] {{(pid=93087) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:33:43.078747 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-eaae0be5-6402-4968-ae30-74f1a6482786 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730293992524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912513'] for agent, after_update {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:43.086908 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [req-57338569-adfc-4b70-9876-f6a2dc29b675 req-c661a11e-61f9-405f-97f8-4c8e325d3827 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-772913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730294210856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730293689582', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730293689631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65517652'] for port, after_update {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:43.093053 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-2a19744e-406d-4c82-904c-7301f40152e5 req-0be1aa2b-3e3a-43c3-8ef1-1c1ed7fb53ca service neutron] 10.222.0.100 "GET /v2.0/networks/0139f472-5f20-48a6-a32c-3cd8224eeba1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4507294 Jul 06 12:33:43.102861 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-d0e9e09d-2926-4096-b93c-130e4008f21f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1774543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65517778', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-67091469'] for subnet, after_create {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:43.194736 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e9e09d-2926-4096-b93c-130e4008f21f admin admin] Pushing event updated for resources: {'Subnet': ['ID=7fc13e2a-f0a4-4a94-a3a9-4c4143883aa2,revision_number=0']} {{(pid=93087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:33:43.212492 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57338569-adfc-4b70-9876-f6a2dc29b675 req-c661a11e-61f9-405f-97f8-4c8e325d3827 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:33:43.213120 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [req-57338569-adfc-4b70-9876-f6a2dc29b675 req-c661a11e-61f9-405f-97f8-4c8e325d3827 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582504'] for port, before_response {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:43.214551 dv-cinder-799631-1-iscsi neutron-server[93087]: INFO neutron.wsgi [req-57338569-adfc-4b70-9876-f6a2dc29b675 req-c661a11e-61f9-405f-97f8-4c8e325d3827 service neutron] 10.222.0.100 "PUT /v2.0/ports/c2f14543-305d-418b-9b19-bedbd689144a HTTP/1.1" status: 200 len: 1093 time: 2.1879444 Jul 06 12:33:43.215389 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '033daae3-3614-4270-a8cd-62b72de71ec3', 'tag': 'c2f14543-305d-418b-9b19-bedbd689144a'}] {{(pid=93087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:33:43.252242 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-1c2802cf-22d5-448f-861f-a93d6ec74d00 req-a23bf25d-4cb4-41a3-867a-f2dac141e6db tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] 10.222.0.106 "GET /v2.0/security-groups?name=tempest-securitygroup--1187020993&fields=id&tenant_id=b437ce926689452f91685757af8037a1 HTTP/1.1" status: 200 len: 267 time: 0.2522173 Jul 06 12:33:43.272418 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.rpc [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] Device 7ec054dc-f674-43ab-9d3a-40842deed6bd details requested by agent hyperv_hv-cinder-79963 with host hv-cinder-79963 {{(pid=93089) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 12:33:43.388302 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f4c66c-b1b9-41ef-b885-171a9c16586d req-bf51457c-b305-49c3-b7d8-18747f030d8a tempest-AttachVolumeNegativeTest-317369925 tempest-AttachVolumeNegativeTest-317369925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:33:43.397753 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-27f4c66c-b1b9-41ef-b885-171a9c16586d req-bf51457c-b305-49c3-b7d8-18747f030d8a tempest-AttachVolumeNegativeTest-317369925 tempest-AttachVolumeNegativeTest-317369925-project] 10.222.0.106 "GET /v2.0/ports?device_id=cccd1a32-d136-493a-8952-b0e4564b33a0 HTTP/1.1" status: 200 len: 943 time: 0.5275500 Jul 06 12:33:43.457070 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-2a19744e-406d-4c82-904c-7301f40152e5 req-2efb6715-9cd6-46b1-8a07-eb770cae0439 service neutron] 10.222.0.100 "GET /v2.0/networks/0139f472-5f20-48a6-a32c-3cd8224eeba1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3141704 Jul 06 12:33:43.475251 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.db [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] For port 7ec054dc-f674-43ab-9d3a-40842deed6bd, host hv-cinder-79963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79963',level=0,port_id=7ec054dc-f674-43ab-9d3a-40842deed6bd,segment=NetworkSegment(dddb28fa-4fad-449a-82ce-8e0f70343f0f),segment_id=dddb28fa-4fad-449a-82ce-8e0f70343f0f)] {{(pid=93089) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:33:43.491895 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.rpc [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] Returning: {'device': '7ec054dc-f674-43ab-9d3a-40842deed6bd', 'network_id': '0139f472-5f20-48a6-a32c-3cd8224eeba1', 'port_id': '7ec054dc-f674-43ab-9d3a-40842deed6bd', 'mac_address': 'fa:16:3e:61:13:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1084, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c20e391-4427-4186-8795-33a479ca2372', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93089) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 12:33:43.494593 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.rpc [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] Device 69d6e8ec-f67c-4f3f-9ae9-82c0dd25c4a0 up at agent hyperv_hv-cinder-79963 {{(pid=93089) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:33:43.542895 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-27f4c66c-b1b9-41ef-b885-171a9c16586d req-8d9699a1-c504-4a77-9eb4-d4b66987b8d2 tempest-AttachVolumeNegativeTest-317369925 tempest-AttachVolumeNegativeTest-317369925-project] 10.222.0.106 "GET /v2.0/security-groups?id=a7a3a38a-2b2f-449e-b642-1996735c584e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1439409 Jul 06 12:33:43.563475 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c661a11e-61f9-405f-97f8-4c8e325d3827 service neutron] Pushing event updated for resources: {'Port': ['ID=c2f14543-305d-418b-9b19-bedbd689144a,revision_number=3']} {{(pid=93087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:33:43.574361 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.106/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b75977dee10694d970e3c904bb2abec7b96eeb0b1196bffac2d8311199053796" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7420ee2a-c2fe-4bad-8f41-8fd1d3bc73cc" -d '{"events": [{"name": "network-changed", "server_uuid": "033daae3-3614-4270-a8cd-62b72de71ec3", "tag": "c2f14543-305d-418b-9b19-bedbd689144a"}]}' {{(pid=93087) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:33:43.580305 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0e9e09d-2926-4096-b93c-130e4008f21f admin admin] Checking segment: {'id': '4a55127b-f45f-4633-b803-12dba5e22b6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': 'ec4fbae4-5003-45af-b529-956fc839cf1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:33:43.580976 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0e9e09d-2926-4096-b93c-130e4008f21f admin admin] Network hostable DHCP agents. Network: ec4fbae4-5003-45af-b529-956fc839cf1c, hostable agents: ['4e405fa1-8706-417c-9214-b4e9d51c0aa2'], hosted agents: [] {{(pid=93087) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 12:33:43.590282 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2802cf-22d5-448f-861f-a93d6ec74d00 req-1de9d081-ca95-4d4f-a5ab-ad2a1558a0f5 tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:33:43.594326 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-1c2802cf-22d5-448f-861f-a93d6ec74d00 req-1de9d081-ca95-4d4f-a5ab-ad2a1558a0f5 tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] 10.222.0.106 "GET /v2.0/networks?id=13aecddf-3646-4770-a1b4-1e59fdf991f5 HTTP/1.1" status: 200 len: 817 time: 0.3337808 Jul 06 12:33:43.596893 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3da542f7-af92-4ba2-bd28-1d3c6468473e req-f18701a1-45ef-47d4-bb4a-05985e35b0b8 tempest-AttachVolumeTestJSON-69932156 tempest-AttachVolumeTestJSON-69932156-project] Made reservation on behalf of 2efe7ae752d2458ea1329427a8828a01 for: {'port': 1} {{(pid=93088) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:33:43.607788 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [req-3da542f7-af92-4ba2-bd28-1d3c6468473e req-f18701a1-45ef-47d4-bb4a-05985e35b0b8 tempest-AttachVolumeTestJSON-69932156 tempest-AttachVolumeTestJSON-69932156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772861'] for port, before_create {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:43.611098 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772861'] for port, before_update {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:43.621976 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.db.provisioning_blocks [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] Provisioning for port 69d6e8ec-f67c-4f3f-9ae9-82c0dd25c4a0 completed by entity L2. {{(pid=93089) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:33:43.632843 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.db.provisioning_blocks [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] Provisioning complete for port 69d6e8ec-f67c-4f3f-9ae9-82c0dd25c4a0 triggered by entity L2. {{(pid=93089) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:33:43.633432 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912496'] for port, provisioning_complete {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:43.656914 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57338569-adfc-4b70-9876-f6a2dc29b675 req-5be41edb-b377-4265-9a68-2789e8c7ea0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:33:43.658658 dv-cinder-799631-1-iscsi neutron-server[93087]: INFO neutron.wsgi [req-57338569-adfc-4b70-9876-f6a2dc29b675 req-5be41edb-b377-4265-9a68-2789e8c7ea0f service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=cc98c3dbd15045c0a70a6aeb034695a2&device_id=033daae3-3614-4270-a8cd-62b72de71ec3 HTTP/1.1" status: 200 len: 1096 time: 0.3553903 Jul 06 12:33:43.659597 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0e9e09d-2926-4096-b93c-130e4008f21f admin admin] Network ec4fbae4-5003-45af-b529-956fc839cf1c is scheduled to be hosted by DHCP agent 4e405fa1-8706-417c-9214-b4e9d51c0aa2 with binding_index 1 {{(pid=93087) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 12:33:43.672252 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-1c2802cf-22d5-448f-861f-a93d6ec74d00 req-1ac4e735-8639-4119-bb66-92642f90db00 tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] 10.222.0.106 "GET /v2.0/quotas/b437ce926689452f91685757af8037a1 HTTP/1.1" status: 200 len: 375 time: 0.0494285 Jul 06 12:33:43.728650 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.scheduler.base_scheduler [None req-d0e9e09d-2926-4096-b93c-130e4008f21f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-799631-1-iscsi, ec4fbae4-5003-45af-b529-956fc839cf1c) {{(pid=93087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:33:43.734304 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.notifiers.nova [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7ec054dc-f674-43ab-9d3a-40842deed6bd {{(pid=93089) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 12:33:43.760913 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.db [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] For port 7ec054dc-f674-43ab-9d3a-40842deed6bd, host hv-cinder-79963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79963',level=0,port_id=7ec054dc-f674-43ab-9d3a-40842deed6bd,segment=NetworkSegment(dddb28fa-4fad-449a-82ce-8e0f70343f0f),segment_id=dddb28fa-4fad-449a-82ce-8e0f70343f0f)] {{(pid=93089) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:33:43.767432 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75ad402e-a9d7-4084-903e-874b1a062e1b None None] Network ec4fbae4-5003-45af-b529-956fc839cf1c requested from dv-cinder-799631-1-iscsi {{(pid=93089) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:33:43.768381 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0e9e09d-2926-4096-b93c-130e4008f21f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:33:43.769158 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-d0e9e09d-2926-4096-b93c-130e4008f21f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582504'] for subnet, before_response {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:43.774029 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-772913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730294210856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730293689582', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730293689631'] for port, after_update {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:43.776903 dv-cinder-799631-1-iscsi neutron-server[93087]: INFO neutron.wsgi [req-57338569-adfc-4b70-9876-f6a2dc29b675 req-487f9b62-e73b-4011-b95e-1479551b22e6 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c2f14543-305d-418b-9b19-bedbd689144a HTTP/1.1" status: 200 len: 217 time: 0.0935149 Jul 06 12:33:43.808321 dv-cinder-799631-1-iscsi neutron-server[93087]: INFO neutron.wsgi [None req-d0e9e09d-2926-4096-b93c-130e4008f21f admin admin] 10.222.0.106 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.3129842 Jul 06 12:33:43.880903 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-85003efb-6ebf-4104-918c-d360c7d72c3b req-926f6fcf-49c5-4550-b264-44ef7bc47798 tempest-AttachVolumeTestJSON-69932156 tempest-AttachVolumeTestJSON-69932156-project] 10.222.0.106 "GET /v2.0/ports?device_id=1247d046-18a9-4ac1-b527-638e0320ba0e HTTP/1.1" status: 200 len: 210 time: 0.0526619 Jul 06 12:33:43.905034 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57338569-adfc-4b70-9876-f6a2dc29b675 req-1b743265-78c5-4575-a57a-6733af735fd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:33:43.906809 dv-cinder-799631-1-iscsi neutron-server[93087]: INFO neutron.wsgi [req-57338569-adfc-4b70-9876-f6a2dc29b675 req-1b743265-78c5-4575-a57a-6733af735fd6 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=93b8c1d2-f9fc-4e8f-b00e-a4ccc2e979d1 HTTP/1.1" status: 200 len: 858 time: 0.0961747 Jul 06 12:33:43.986395 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] Pushing event updated for resources: {'Port': ['ID=7ec054dc-f674-43ab-9d3a-40842deed6bd,revision_number=4']} {{(pid=93089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:33:43.989366 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772861'] for port, before_update {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:44.021128 dv-cinder-799631-1-iscsi neutron-server[93087]: INFO neutron.wsgi [req-57338569-adfc-4b70-9876-f6a2dc29b675 req-18ca1458-f29b-4630-98db-723de051c628 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=91ce4105-7568-49ba-9c1a-853c2332aa91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1066332 Jul 06 12:33:44.067569 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-1c2802cf-22d5-448f-861f-a93d6ec74d00 req-2e1168ce-a4b5-4587-8956-a28c4b678f67 tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] 10.222.0.106 "GET /v2.0/ports?tenant_id=b437ce926689452f91685757af8037a1&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3748872 Jul 06 12:33:44.087420 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.db [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] get_ports_and_sgs() called for port_ids ['7ec054dc-f674-43ab-9d3a-40842deed6bd'] {{(pid=93089) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 12:33:44.109061 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b84fef2-6112-4268-b1c4-95519d13428e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69d6e8ec-f67c-4f3f-9ae9-82c0dd25c4a0'}] {{(pid=93089) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:33:44.197232 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.db.db_base_plugin_common [req-3da542f7-af92-4ba2-bd28-1d3c6468473e req-f18701a1-45ef-47d4-bb4a-05985e35b0b8 tempest-AttachVolumeTestJSON-69932156 tempest-AttachVolumeTestJSON-69932156-project] Allocated IP 172.20.0.13 (05887a89-c541-45f9-bd49-e19532da98ad/c2006b9e-8b8d-4564-b906-0d2b575665be/fb42b963-cd52-44eb-a5d0-c8e877a8c44e) {{(pid=93088) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:33:44.268396 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.db [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] For port 69d6e8ec-f67c-4f3f-9ae9-82c0dd25c4a0, host hv-cinder-79963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79963',level=0,port_id=69d6e8ec-f67c-4f3f-9ae9-82c0dd25c4a0,segment=NetworkSegment(9027562a-3077-489d-bc96-c2f3b1b9690f),segment_id=9027562a-3077-489d-bc96-c2f3b1b9690f)] {{(pid=93089) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:33:44.273665 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09964b2d-83d1-4c4d-a871-92357f36b638 None None] Network ec4fbae4-5003-45af-b529-956fc839cf1c requested from dv-cinder-799631-1-iscsi {{(pid=93089) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:33:44.287302 dv-cinder-799631-1-iscsi neutron-server[93087]: INFO neutron.wsgi [req-57338569-adfc-4b70-9876-f6a2dc29b675 req-7f53bf33-a086-499a-a942-708102736e63 service neutron] 10.222.0.100 "GET /v2.0/networks/91ce4105-7568-49ba-9c1a-853c2332aa91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2562103 Jul 06 12:33:44.305629 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-772913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730294210856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730293689582', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730293689631'] for port, after_update {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:44.366783 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-5e90217f-f464-4e11-9df5-f6cc0494dfbf req-d243933e-dd8f-4fa3-be18-be1b4c1eff58 tempest-ServerRescueNegativeTestJSON-1447075807 tempest-ServerRescueNegativeTestJSON-1447075807-project] 10.222.0.106 "GET /v2.0/ports?device_id=5fb246d8-3ad4-4716-8d4a-a158efb7586c HTTP/1.1" status: 200 len: 210 time: 0.1642332 Jul 06 12:33:44.457643 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] Pushing event updated for resources: {'Port': ['ID=69d6e8ec-f67c-4f3f-9ae9-82c0dd25c4a0,revision_number=5']} {{(pid=93089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:33:44.473519 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-1c2802cf-22d5-448f-861f-a93d6ec74d00 req-138835c7-a8e8-4e42-93c6-2d66b993ec38 service neutron] 10.222.0.106 "GET /v2.0/networks/13aecddf-3646-4770-a1b4-1e59fdf991f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3665283 Jul 06 12:33:44.531261 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.106/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe93d3bb6f6ea65552dd5d1819c289058d75ea396ac2be612a447f7071fdb995" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46024e62-ec78-4da2-b9bf-95b4e9e4c261" -d '{"events": [{"server_uuid": "3b84fef2-6112-4268-b1c4-95519d13428e", "name": "network-vif-plugged", "status": "completed", "tag": "69d6e8ec-f67c-4f3f-9ae9-82c0dd25c4a0"}]}' {{(pid=93089) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:33:44.580624 dv-cinder-799631-1-iscsi neutron-server[93087]: INFO neutron.wsgi [req-57338569-adfc-4b70-9876-f6a2dc29b675 req-f53730e1-2eec-4a2c-b0f8-206aa2e3a460 service neutron] 10.222.0.100 "GET /v2.0/networks/91ce4105-7568-49ba-9c1a-853c2332aa91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2888277 Jul 06 12:33:44.859555 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-1c2802cf-22d5-448f-861f-a93d6ec74d00 req-b02d8b62-c0c7-460d-8128-5ab462b80941 service neutron] 10.222.0.106 "GET /v2.0/networks/13aecddf-3646-4770-a1b4-1e59fdf991f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3575351 Jul 06 12:33:44.876069 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc6d28f-3e5b-46bf-8df3-f4b1bc747ac6 req-c5840014-9ba0-46bf-a39d-f82ea5b409dc tempest-ServerRescueNegativeTestJSON-1447075807 tempest-ServerRescueNegativeTestJSON-1447075807-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:33:44.878390 dv-cinder-799631-1-iscsi neutron-server[93087]: INFO neutron.wsgi [req-afc6d28f-3e5b-46bf-8df3-f4b1bc747ac6 req-c5840014-9ba0-46bf-a39d-f82ea5b409dc tempest-ServerRescueNegativeTestJSON-1447075807 tempest-ServerRescueNegativeTestJSON-1447075807-project] 10.222.0.100 "GET /v2.0/networks?id=91ce4105-7568-49ba-9c1a-853c2332aa91 HTTP/1.1" status: 200 len: 818 time: 0.1844552 Jul 06 12:33:44.897416 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b670e6-6413-4399-b46a-30aece250eb1 req-75f96b06-cc0f-43e6-a108-f4054a5bf69d tempest-DeleteServersTestJSON-1152598212 tempest-DeleteServersTestJSON-1152598212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:33:44.899701 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.api.v2.base [req-afc6d28f-3e5b-46bf-8df3-f4b1bc747ac6 req-3b1596ee-9cc5-4730-bc14-0d3faf444135 tempest-ServerRescueNegativeTestJSON-1447075807 tempest-ServerRescueNegativeTestJSON-1447075807-project] Request body: {'port': {'device_id': '5fb246d8-3ad4-4716-8d4a-a158efb7586c', 'network_id': '91ce4105-7568-49ba-9c1a-853c2332aa91', 'admin_state_up': True, 'tenant_id': 'cc98c3dbd15045c0a70a6aeb034695a2'}} {{(pid=93087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:33:44.906304 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-00b670e6-6413-4399-b46a-30aece250eb1 req-75f96b06-cc0f-43e6-a108-f4054a5bf69d tempest-DeleteServersTestJSON-1152598212 tempest-DeleteServersTestJSON-1152598212-project] 10.222.0.106 "GET /v2.0/ports?device_id=3b84fef2-6112-4268-b1c4-95519d13428e HTTP/1.1" status: 200 len: 945 time: 0.1952789 Jul 06 12:33:44.934864 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [req-3da542f7-af92-4ba2-bd28-1d3c6468473e req-f18701a1-45ef-47d4-bb4a-05985e35b0b8 tempest-AttachVolumeTestJSON-69932156 tempest-AttachVolumeTestJSON-69932156-project] Notify callbacks [] for port, precommit_create {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:44.962970 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.db.provisioning_blocks [req-3da542f7-af92-4ba2-bd28-1d3c6468473e req-f18701a1-45ef-47d4-bb4a-05985e35b0b8 tempest-AttachVolumeTestJSON-69932156 tempest-AttachVolumeTestJSON-69932156-project] Transition to ACTIVE for port object fb42b963-cd52-44eb-a5d0-c8e877a8c44e will not be triggered until provisioned by entity DHCP. {{(pid=93088) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:33:44.971305 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-00b670e6-6413-4399-b46a-30aece250eb1 req-fedc9ea0-fa0a-471a-962b-9a8a9d19748d tempest-DeleteServersTestJSON-1152598212 tempest-DeleteServersTestJSON-1152598212-project] 10.222.0.106 "GET /v2.0/security-groups?id=1b1437f5-d3e8-44a1-982c-7a7a6b8e1e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636256 Jul 06 12:33:45.029597 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [req-3da542f7-af92-4ba2-bd28-1d3c6468473e req-f18701a1-45ef-47d4-bb4a-05985e35b0b8 tempest-AttachVolumeTestJSON-69932156 tempest-AttachVolumeTestJSON-69932156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-772920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-407207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730293689564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-63638193'] for port, after_create {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:45.072092 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.wsgi [-] (93088) accepted ('10.222.0.106', 47150) {{(pid=93088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:33:45.082010 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.api.v2.base [None req-3ebf53e5-3546-45e6-94c3-7cfda5f370f6 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1906721131-network', 'tenant_id': '0ae01c937c0a4602af5cb2947e018462'}} {{(pid=93088) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:33:45.090753 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-afc6d28f-3e5b-46bf-8df3-f4b1bc747ac6 req-3b1596ee-9cc5-4730-bc14-0d3faf444135 tempest-ServerRescueNegativeTestJSON-1447075807 tempest-ServerRescueNegativeTestJSON-1447075807-project] Made reservation on behalf of cc98c3dbd15045c0a70a6aeb034695a2 for: {'port': 1} {{(pid=93087) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:33:45.095664 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [req-afc6d28f-3e5b-46bf-8df3-f4b1bc747ac6 req-3b1596ee-9cc5-4730-bc14-0d3faf444135 tempest-ServerRescueNegativeTestJSON-1447075807 tempest-ServerRescueNegativeTestJSON-1447075807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772861'] for port, before_create {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:45.101984 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3da542f7-af92-4ba2-bd28-1d3c6468473e req-f18701a1-45ef-47d4-bb4a-05985e35b0b8 tempest-AttachVolumeTestJSON-69932156 tempest-AttachVolumeTestJSON-69932156-project] Network 05887a89-c541-45f9-bd49-e19532da98ad is already hosted by enough agents. {{(pid=93088) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:33:45.127325 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.scheduler.base_scheduler [req-3da542f7-af92-4ba2-bd28-1d3c6468473e req-f18701a1-45ef-47d4-bb4a-05985e35b0b8 tempest-AttachVolumeTestJSON-69932156 tempest-AttachVolumeTestJSON-69932156-project] Resources bound (agent type, host, resource id): {{(pid=93088) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:33:45.166834 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.db.l3_dvrscheduler_db [req-3da542f7-af92-4ba2-bd28-1d3c6468473e req-f18701a1-45ef-47d4-bb4a-05985e35b0b8 tempest-AttachVolumeTestJSON-69932156 tempest-AttachVolumeTestJSON-69932156-project] Received port after_create {{(pid=93088) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:33:45.198225 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18701a1-45ef-47d4-bb4a-05985e35b0b8 tempest-AttachVolumeTestJSON-69932156 tempest-AttachVolumeTestJSON-69932156-project] Pushing event updated for resources: {'Port': ['ID=fb42b963-cd52-44eb-a5d0-c8e877a8c44e,revision_number=1']} {{(pid=93088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:33:45.228109 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ebf53e5-3546-45e6-94c3-7cfda5f370f6 admin admin] Made reservation on behalf of 0ae01c937c0a4602af5cb2947e018462 for: {'network': 1} {{(pid=93088) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:33:45.232985 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-3ebf53e5-3546-45e6-94c3-7cfda5f370f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772861'] for network, before_create {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:45.255648 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-3ebf53e5-3546-45e6-94c3-7cfda5f370f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:45.266797 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da542f7-af92-4ba2-bd28-1d3c6468473e req-f18701a1-45ef-47d4-bb4a-05985e35b0b8 tempest-AttachVolumeTestJSON-69932156 tempest-AttachVolumeTestJSON-69932156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:33:45.267960 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [req-3da542f7-af92-4ba2-bd28-1d3c6468473e req-f18701a1-45ef-47d4-bb4a-05985e35b0b8 tempest-AttachVolumeTestJSON-69932156 tempest-AttachVolumeTestJSON-69932156-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582504'] for port, before_response {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:45.273863 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.rpc [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] Device 7ec054dc-f674-43ab-9d3a-40842deed6bd up at agent hyperv_hv-cinder-79963 {{(pid=93089) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:33:45.379271 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.db.provisioning_blocks [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] Provisioning for port 7ec054dc-f674-43ab-9d3a-40842deed6bd completed by entity L2. {{(pid=93089) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:33:45.385511 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.db.provisioning_blocks [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] Provisioning complete for port 7ec054dc-f674-43ab-9d3a-40842deed6bd triggered by entity L2. {{(pid=93089) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:33:45.386125 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912496'] for port, provisioning_complete {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:45.402943 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-3ebf53e5-3546-45e6-94c3-7cfda5f370f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:45.409543 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-3ebf53e5-3546-45e6-94c3-7cfda5f370f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1774441'] for security_group, after_create {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:45.443487 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ebf53e5-3546-45e6-94c3-7cfda5f370f6 admin admin] vlan segment allocate from pool success with {'vlan_id': 1099, 'physical_network': 'physnet1'} {{(pid=93088) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 12:33:45.473653 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-3ebf53e5-3546-45e6-94c3-7cfda5f370f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-886815'] for segment, precommit_create {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:45.476822 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 12:33:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-020cc7b6-479a-4cd0-984f-dac6943a3696 x-openstack-request-id: req-020cc7b6-479a-4cd0-984f-dac6943a3696 {{(pid=93087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:33:45.477348 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.db.segments_db [None req-3ebf53e5-3546-45e6-94c3-7cfda5f370f6 admin admin] Added segment 205a82d8-09db-4dee-8da6-ba042037c98d of type vlan for network e5b52af1-35ed-4f70-b7b3-749b4999f59f Jul 06 12:33:45.477450 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "033daae3-3614-4270-a8cd-62b72de71ec3", "tag": "c2f14543-305d-418b-9b19-bedbd689144a", "status": "completed", "code": 200}]} {{(pid=93087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:33:45.477750 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.106/compute/v2.1/os-server-external-events used request id req-020cc7b6-479a-4cd0-984f-dac6943a3696 {{(pid=93087) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:33:45.479996 dv-cinder-799631-1-iscsi neutron-server[93087]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '033daae3-3614-4270-a8cd-62b72de71ec3', 'tag': 'c2f14543-305d-418b-9b19-bedbd689144a', 'status': 'completed', 'code': 200} Jul 06 12:33:45.483080 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.db.db_base_plugin_common [req-afc6d28f-3e5b-46bf-8df3-f4b1bc747ac6 req-3b1596ee-9cc5-4730-bc14-0d3faf444135 tempest-ServerRescueNegativeTestJSON-1447075807 tempest-ServerRescueNegativeTestJSON-1447075807-project] Allocated IP 172.20.0.5 (91ce4105-7568-49ba-9c1a-853c2332aa91/93b8c1d2-f9fc-4e8f-b00e-a4ccc2e979d1/c85a57e3-a601-437d-a698-bdc821277c8a) {{(pid=93087) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:33:45.579544 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.db.provisioning_blocks [None req-eda6dae8-9067-4f52-9cb8-f14927fa6050 None None] Provisioning for port fb42b963-cd52-44eb-a5d0-c8e877a8c44e completed by entity DHCP. {{(pid=93089) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:33:45.585809 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-3ebf53e5-3546-45e6-94c3-7cfda5f370f6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730293704277'] for network, precommit_create {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:45.589934 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.db.provisioning_blocks [None req-eda6dae8-9067-4f52-9cb8-f14927fa6050 None None] Provisioning complete for port fb42b963-cd52-44eb-a5d0-c8e877a8c44e triggered by entity DHCP. {{(pid=93089) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:33:45.590676 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-eda6dae8-9067-4f52-9cb8-f14927fa6050 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912496'] for port, provisioning_complete {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:45.602844 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 12:33:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4c2e724-7a68-4c10-8d2f-f5fdf0bb0c4d x-openstack-request-id: req-f4c2e724-7a68-4c10-8d2f-f5fdf0bb0c4d {{(pid=93089) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:33:45.603613 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b84fef2-6112-4268-b1c4-95519d13428e", "name": "network-vif-plugged", "status": "completed", "tag": "69d6e8ec-f67c-4f3f-9ae9-82c0dd25c4a0", "code": 200}]} {{(pid=93089) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:33:45.604117 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.106/compute/v2.1/os-server-external-events used request id req-f4c2e724-7a68-4c10-8d2f-f5fdf0bb0c4d {{(pid=93089) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:33:45.605132 dv-cinder-799631-1-iscsi neutron-server[93089]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b84fef2-6112-4268-b1c4-95519d13428e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69d6e8ec-f67c-4f3f-9ae9-82c0dd25c4a0', 'code': 200} Jul 06 12:33:45.615364 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-3da542f7-af92-4ba2-bd28-1d3c6468473e req-f18701a1-45ef-47d4-bb4a-05985e35b0b8 tempest-AttachVolumeTestJSON-69932156 tempest-AttachVolumeTestJSON-69932156-project] 10.222.0.100 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5582221 Jul 06 12:33:45.669855 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772861'] for port, before_update {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:45.728312 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.api.v2.base [req-3da542f7-af92-4ba2-bd28-1d3c6468473e req-d8168823-3468-4ea8-a3f0-fa0c60f657e7 service neutron] Request body: {'port': {'device_id': '1247d046-18a9-4ac1-b527-638e0320ba0e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79963'}} {{(pid=93088) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:33:45.789047 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.db [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] For port 7ec054dc-f674-43ab-9d3a-40842deed6bd, host hv-cinder-79963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79963',level=0,port_id=7ec054dc-f674-43ab-9d3a-40842deed6bd,segment=NetworkSegment(dddb28fa-4fad-449a-82ce-8e0f70343f0f),segment_id=dddb28fa-4fad-449a-82ce-8e0f70343f0f)] {{(pid=93089) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:33:45.796454 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-772913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730294210856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730293689582', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730293689631'] for port, after_update {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:45.804770 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.plugin [None req-eda6dae8-9067-4f52-9cb8-f14927fa6050 None None] Port fb42b963-cd52-44eb-a5d0-c8e877a8c44e cannot update to ACTIVE because it is not bound. {{(pid=93089) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 12:33:45.819687 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [req-afc6d28f-3e5b-46bf-8df3-f4b1bc747ac6 req-3b1596ee-9cc5-4730-bc14-0d3faf444135 tempest-ServerRescueNegativeTestJSON-1447075807 tempest-ServerRescueNegativeTestJSON-1447075807-project] Notify callbacks [] for port, precommit_create {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:45.867192 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ebf53e5-3546-45e6-94c3-7cfda5f370f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b659942-baab-4636-abfe-df0adf626314,revision_number=1']} {{(pid=93088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:33:45.884460 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [req-afc6d28f-3e5b-46bf-8df3-f4b1bc747ac6 req-3b1596ee-9cc5-4730-bc14-0d3faf444135 tempest-ServerRescueNegativeTestJSON-1447075807 tempest-ServerRescueNegativeTestJSON-1447075807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-772920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-407207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730293689564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-65517734'] for port, after_create {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:45.928063 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] Pushing event updated for resources: {'Port': ['ID=7ec054dc-f674-43ab-9d3a-40842deed6bd,revision_number=5']} {{(pid=93089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:33:45.933109 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [req-3da542f7-af92-4ba2-bd28-1d3c6468473e req-d8168823-3468-4ea8-a3f0-fa0c60f657e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772861'] for port, before_update {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:45.965241 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.wsgi [-] (93087) accepted ('10.222.0.100', 63968) {{(pid=93087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:33:45.994952 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1596ee-9cc5-4730-bc14-0d3faf444135 tempest-ServerRescueNegativeTestJSON-1447075807 tempest-ServerRescueNegativeTestJSON-1447075807-project] Pushing event updated for resources: {'Port': ['ID=c85a57e3-a601-437d-a698-bdc821277c8a,revision_number=1']} {{(pid=93087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:33:46.040060 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-afc6d28f-3e5b-46bf-8df3-f4b1bc747ac6 req-3b1596ee-9cc5-4730-bc14-0d3faf444135 tempest-ServerRescueNegativeTestJSON-1447075807 tempest-ServerRescueNegativeTestJSON-1447075807-project] Network 91ce4105-7568-49ba-9c1a-853c2332aa91 is already hosted by enough agents. {{(pid=93087) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:33:46.044979 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.scheduler.base_scheduler [req-afc6d28f-3e5b-46bf-8df3-f4b1bc747ac6 req-3b1596ee-9cc5-4730-bc14-0d3faf444135 tempest-ServerRescueNegativeTestJSON-1447075807 tempest-ServerRescueNegativeTestJSON-1447075807-project] Resources bound (agent type, host, resource id): {{(pid=93087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:33:46.051491 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.db.l3_dvrscheduler_db [req-afc6d28f-3e5b-46bf-8df3-f4b1bc747ac6 req-3b1596ee-9cc5-4730-bc14-0d3faf444135 tempest-ServerRescueNegativeTestJSON-1447075807 tempest-ServerRescueNegativeTestJSON-1447075807-project] Received port after_create {{(pid=93087) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:33:46.125418 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc6d28f-3e5b-46bf-8df3-f4b1bc747ac6 req-3b1596ee-9cc5-4730-bc14-0d3faf444135 tempest-ServerRescueNegativeTestJSON-1447075807 tempest-ServerRescueNegativeTestJSON-1447075807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:33:46.126173 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [req-afc6d28f-3e5b-46bf-8df3-f4b1bc747ac6 req-3b1596ee-9cc5-4730-bc14-0d3faf444135 tempest-ServerRescueNegativeTestJSON-1447075807 tempest-ServerRescueNegativeTestJSON-1447075807-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582504'] for port, before_response {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:46.159757 dv-cinder-799631-1-iscsi neutron-server[93087]: INFO neutron.wsgi [req-afc6d28f-3e5b-46bf-8df3-f4b1bc747ac6 req-3b1596ee-9cc5-4730-bc14-0d3faf444135 tempest-ServerRescueNegativeTestJSON-1447075807 tempest-ServerRescueNegativeTestJSON-1447075807-project] 10.222.0.100 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2651215 Jul 06 12:33:46.164039 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d090fce-6736-4bc5-b033-7f6cb79dc0c3 req-13883583-ab1d-4590-bd35-05a3ae519d8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:33:46.165046 dv-cinder-799631-1-iscsi neutron-server[93087]: INFO neutron.wsgi [req-8d090fce-6736-4bc5-b033-7f6cb79dc0c3 req-13883583-ab1d-4590-bd35-05a3ae519d8b service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=3b84fef2-6112-4268-b1c4-95519d13428e HTTP/1.1" status: 200 len: 1098 time: 0.1980431 Jul 06 12:33:46.168641 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-3ebf53e5-3546-45e6-94c3-7cfda5f370f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1774397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582535'] for network, after_create {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:46.169703 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ebf53e5-3546-45e6-94c3-7cfda5f370f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:33:46.170190 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-3ebf53e5-3546-45e6-94c3-7cfda5f370f6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582504'] for network, before_response {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:46.183679 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.api.v2.base [req-afc6d28f-3e5b-46bf-8df3-f4b1bc747ac6 req-6bc3bfdc-fa42-4967-9eee-5d5502dccbd6 service neutron] Request body: {'port': {'device_id': '5fb246d8-3ad4-4716-8d4a-a158efb7586c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79963'}} {{(pid=93087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:33:46.230212 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [req-8d090fce-6736-4bc5-b033-7f6cb79dc0c3 req-7e193461-ca84-48d6-bd9a-9dea1b1cbfa7 service neutron] Notify callbacks [] for security_group, before_create {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:46.307136 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [None req-3ebf53e5-3546-45e6-94c3-7cfda5f370f6 admin admin] 10.222.0.106 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.2320552 Jul 06 12:33:46.311945 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.wsgi [-] (93087) accepted ('10.222.0.106', 47192) {{(pid=93087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:33:46.317845 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.api.v2.base [None req-dd9f4ecb-4463-4551-9a4a-9fbc3ffed4a2 admin admin] Request body: {'subnet': {'network_id': 'e5b52af1-35ed-4f70-b7b3-749b4999f59f', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1906721131-subnet', 'tenant_id': '0ae01c937c0a4602af5cb2947e018462', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:33:46.331599 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [req-afc6d28f-3e5b-46bf-8df3-f4b1bc747ac6 req-6bc3bfdc-fa42-4967-9eee-5d5502dccbd6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772861'] for port, before_update {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:46.341981 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ebf53e5-3546-45e6-94c3-7cfda5f370f6 admin admin] Pushing event updated for resources: {'Network': ['ID=e5b52af1-35ed-4f70-b7b3-749b4999f59f,revision_number=1']} {{(pid=93088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:33:46.362298 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.rpc [None req-3dd6613b-aa53-445d-9a05-4c085a94a05e None None] Network e5b52af1-35ed-4f70-b7b3-749b4999f59f details requested by agent ovs-agent-dv-cinder-799631-1-iscsi with host dv-cinder-799631-1-iscsi {{(pid=93089) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 12:33:46.419251 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e26a1b7-35a9-43d8-9031-916a6742c9c9 req-f4ff286e-cb53-43c8-8e62-a704a89aabeb tempest-AttachVolumeNegativeTest-317369925 tempest-AttachVolumeNegativeTest-317369925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:33:46.425049 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-4e26a1b7-35a9-43d8-9031-916a6742c9c9 req-f4ff286e-cb53-43c8-8e62-a704a89aabeb tempest-AttachVolumeNegativeTest-317369925 tempest-AttachVolumeNegativeTest-317369925-project] 10.222.0.106 "GET /v2.0/ports?device_id=cccd1a32-d136-493a-8952-b0e4564b33a0 HTTP/1.1" status: 200 len: 944 time: 0.7149510 Jul 06 12:33:46.435139 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7420ee2a-c2fe-4bad-8f41-8fd1d3bc73cc req-e99f2585-fe9d-4be0-bd77-bff3b9528c4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:33:46.438018 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-7420ee2a-c2fe-4bad-8f41-8fd1d3bc73cc req-e99f2585-fe9d-4be0-bd77-bff3b9528c4c service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=cc98c3dbd15045c0a70a6aeb034695a2&device_id=033daae3-3614-4270-a8cd-62b72de71ec3 HTTP/1.1" status: 200 len: 1096 time: 0.8293169 Jul 06 12:33:46.541473 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea809469-51b0-4906-9322-05ae75c0c322 req-013a125a-031d-4ca4-9fec-e378a3b87645 tempest-AttachVolumeTestJSON-69932156 tempest-AttachVolumeTestJSON-69932156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:33:46.543002 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-ea809469-51b0-4906-9322-05ae75c0c322 req-013a125a-031d-4ca4-9fec-e378a3b87645 tempest-AttachVolumeTestJSON-69932156 tempest-AttachVolumeTestJSON-69932156-project] 10.222.0.106 "GET /v2.0/ports?device_id=1247d046-18a9-4ac1-b527-638e0320ba0e HTTP/1.1" status: 200 len: 932 time: 0.7230022 Jul 06 12:33:46.632301 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-4e26a1b7-35a9-43d8-9031-916a6742c9c9 req-d9816044-ded2-41d5-bb49-0394113e68af tempest-AttachVolumeNegativeTest-317369925 tempest-AttachVolumeNegativeTest-317369925-project] 10.222.0.106 "GET /v2.0/security-groups?id=a7a3a38a-2b2f-449e-b642-1996735c584e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1884289 Jul 06 12:33:46.674636 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-ea809469-51b0-4906-9322-05ae75c0c322 req-067c7099-f80e-4300-a946-a3ffc3bdfb05 tempest-AttachVolumeTestJSON-69932156 tempest-AttachVolumeTestJSON-69932156-project] 10.222.0.106 "GET /v2.0/security-groups?id=c6027da5-2dd2-4fa1-abf8-166ae93c4f01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1199522 Jul 06 12:33:46.690512 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [req-8d090fce-6736-4bc5-b033-7f6cb79dc0c3 req-7e193461-ca84-48d6-bd9a-9dea1b1cbfa7 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:46.699555 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7420ee2a-c2fe-4bad-8f41-8fd1d3bc73cc req-0bd4937f-8ccb-4734-8f18-c2989d1155fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:33:46.701202 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-7420ee2a-c2fe-4bad-8f41-8fd1d3bc73cc req-0bd4937f-8ccb-4734-8f18-c2989d1155fa service neutron] 10.222.0.100 "GET /v2.0/networks?id=91ce4105-7568-49ba-9c1a-853c2332aa91 HTTP/1.1" status: 200 len: 920 time: 0.2450745 Jul 06 12:33:46.732407 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [req-8d090fce-6736-4bc5-b033-7f6cb79dc0c3 req-7e193461-ca84-48d6-bd9a-9dea1b1cbfa7 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1774441'] for security_group, after_create {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:46.764160 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-7420ee2a-c2fe-4bad-8f41-8fd1d3bc73cc req-9102b3cb-023b-4925-ae21-4a211e5c71fb service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c2f14543-305d-418b-9b19-bedbd689144a HTTP/1.1" status: 200 len: 217 time: 0.0494707 Jul 06 12:33:46.829798 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd9f4ecb-4463-4551-9a4a-9fbc3ffed4a2 admin admin] Made reservation on behalf of 0ae01c937c0a4602af5cb2947e018462 for: {'subnet': 1} {{(pid=93087) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:33:46.832487 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-dd9f4ecb-4463-4551-9a4a-9fbc3ffed4a2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-67091487'] for subnet, before_create {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:46.842620 dv-cinder-799631-1-iscsi neutron-server[93087]: INFO neutron.wsgi [req-8d090fce-6736-4bc5-b033-7f6cb79dc0c3 req-7e193461-ca84-48d6-bd9a-9dea1b1cbfa7 service neutron] 10.222.0.100 "GET /v2.0/security-groups?id=1b1437f5-d3e8-44a1-982c-7a7a6b8e1e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6556687 Jul 06 12:33:46.897664 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.notifiers.nova [req-3da542f7-af92-4ba2-bd28-1d3c6468473e req-d8168823-3468-4ea8-a3f0-fa0c60f657e7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fb42b963-cd52-44eb-a5d0-c8e877a8c44e {{(pid=93088) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 12:33:46.903372 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7420ee2a-c2fe-4bad-8f41-8fd1d3bc73cc req-31c59b8d-49e6-4af7-a263-cd985479c55f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:33:46.904947 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-7420ee2a-c2fe-4bad-8f41-8fd1d3bc73cc req-31c59b8d-49e6-4af7-a263-cd985479c55f service neutron] 10.222.0.100 "GET /v2.0/subnets?id=93b8c1d2-f9fc-4e8f-b00e-a4ccc2e979d1 HTTP/1.1" status: 200 len: 858 time: 0.1314204 Jul 06 12:33:46.917703 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-57c96040-4ec7-40a2-a5ea-f46bc0e325ad req-c2fc786f-7fd2-4e63-8706-373ee0f41d6a tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] 10.222.0.106 "GET /v2.0/ports?device_id=6e7ef450-5624-4902-b27c-2433ff80c8d6 HTTP/1.1" status: 200 len: 210 time: 0.0591660 Jul 06 12:33:46.946408 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [req-3da542f7-af92-4ba2-bd28-1d3c6468473e req-d8168823-3468-4ea8-a3f0-fa0c60f657e7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:46.947394 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e193461-ca84-48d6-bd9a-9dea1b1cbfa7 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=8a852807-4a02-474e-88e4-64e9b0e7ddbf,revision_number=1']} {{(pid=93087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:33:47.001013 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.db.provisioning_blocks [req-3da542f7-af92-4ba2-bd28-1d3c6468473e req-d8168823-3468-4ea8-a3f0-fa0c60f657e7 service neutron] Transition to ACTIVE for port object fb42b963-cd52-44eb-a5d0-c8e877a8c44e will not be triggered until provisioned by entity L2. {{(pid=93088) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:33:47.005949 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [req-3da542f7-af92-4ba2-bd28-1d3c6468473e req-d8168823-3468-4ea8-a3f0-fa0c60f657e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-772913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730294210856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730293689582', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730293689631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63638083'] for port, after_update {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:47.101236 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8168823-3468-4ea8-a3f0-fa0c60f657e7 service neutron] Pushing event updated for resources: {'Port': ['ID=fb42b963-cd52-44eb-a5d0-c8e877a8c44e,revision_number=2']} {{(pid=93088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:33:47.107378 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.notifiers.nova [req-afc6d28f-3e5b-46bf-8df3-f4b1bc747ac6 req-6bc3bfdc-fa42-4967-9eee-5d5502dccbd6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c85a57e3-a601-437d-a698-bdc821277c8a {{(pid=93087) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 12:33:47.118213 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [req-afc6d28f-3e5b-46bf-8df3-f4b1bc747ac6 req-6bc3bfdc-fa42-4967-9eee-5d5502dccbd6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:47.149629 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44202ff-7b11-4923-a7c0-b9bec40b7759 req-19ed3738-a3e9-4dc1-a8e6-4157a36df93d tempest-ServerRescueNegativeTestJSON-1447075807 tempest-ServerRescueNegativeTestJSON-1447075807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:33:47.157166 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-b44202ff-7b11-4923-a7c0-b9bec40b7759 req-19ed3738-a3e9-4dc1-a8e6-4157a36df93d tempest-ServerRescueNegativeTestJSON-1447075807 tempest-ServerRescueNegativeTestJSON-1447075807-project] 10.222.0.106 "GET /v2.0/ports?device_id=5fb246d8-3ad4-4716-8d4a-a158efb7586c HTTP/1.1" status: 200 len: 931 time: 0.2302508 Jul 06 12:33:47.166682 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.db.provisioning_blocks [req-afc6d28f-3e5b-46bf-8df3-f4b1bc747ac6 req-6bc3bfdc-fa42-4967-9eee-5d5502dccbd6 service neutron] Transition to ACTIVE for port object c85a57e3-a601-437d-a698-bdc821277c8a will not be triggered until provisioned by entity L2. {{(pid=93087) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:33:47.182253 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [req-afc6d28f-3e5b-46bf-8df3-f4b1bc747ac6 req-6bc3bfdc-fa42-4967-9eee-5d5502dccbd6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-772913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730294210856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730293689582', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730293689631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65517652'] for port, after_update {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:47.249999 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-7420ee2a-c2fe-4bad-8f41-8fd1d3bc73cc req-78752c5f-4af1-4933-a3a9-95a471f2266e service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=91ce4105-7568-49ba-9c1a-853c2332aa91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0523381 Jul 06 12:33:47.287187 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.rpc [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] Device c2f14543-305d-418b-9b19-bedbd689144a details requested by agent hyperv_hv-cinder-79963 with host hv-cinder-79963 {{(pid=93089) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 12:33:47.302417 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-dd9f4ecb-4463-4551-9a4a-9fbc3ffed4a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1774543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65517778', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-67091469'] for subnet, after_create {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:47.355540 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-b44202ff-7b11-4923-a7c0-b9bec40b7759 req-e73d79b1-e3b3-4d0a-b324-3d5d14d0e876 tempest-ServerRescueNegativeTestJSON-1447075807 tempest-ServerRescueNegativeTestJSON-1447075807-project] 10.222.0.106 "GET /v2.0/security-groups?id=4d78ff5b-ed74-4775-b2e7-af8cfc6a5bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1964996 Jul 06 12:33:47.392787 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571b86ac-1a38-4f2f-8be6-3aac68d858d3 req-2ae98426-f777-4633-bf1e-fff229bfacd0 tempest-DeleteServersTestJSON-1152598212 tempest-DeleteServersTestJSON-1152598212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:33:47.399973 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-571b86ac-1a38-4f2f-8be6-3aac68d858d3 req-2ae98426-f777-4633-bf1e-fff229bfacd0 tempest-DeleteServersTestJSON-1152598212 tempest-DeleteServersTestJSON-1152598212-project] 10.222.0.106 "GET /v2.0/ports?device_id=3b84fef2-6112-4268-b1c4-95519d13428e HTTP/1.1" status: 200 len: 945 time: 0.3551559 Jul 06 12:33:47.417034 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd9f4ecb-4463-4551-9a4a-9fbc3ffed4a2 admin admin] Checking segment: {'id': '205a82d8-09db-4dee-8da6-ba042037c98d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1099, 'network_id': 'e5b52af1-35ed-4f70-b7b3-749b4999f59f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:33:47.417397 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd9f4ecb-4463-4551-9a4a-9fbc3ffed4a2 admin admin] Network hostable DHCP agents. Network: e5b52af1-35ed-4f70-b7b3-749b4999f59f, hostable agents: ['4e405fa1-8706-417c-9214-b4e9d51c0aa2'], hosted agents: [] {{(pid=93087) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 12:33:47.443459 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.plugins.ml2.managers [req-3da542f7-af92-4ba2-bd28-1d3c6468473e req-d8168823-3468-4ea8-a3f0-fa0c60f657e7 service neutron] Attempting to bind port fb42b963-cd52-44eb-a5d0-c8e877a8c44e on host hv-cinder-79963 for vnic_type normal with profile {{(pid=93088) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:33:47.443795 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.plugins.ml2.managers [req-3da542f7-af92-4ba2-bd28-1d3c6468473e req-d8168823-3468-4ea8-a3f0-fa0c60f657e7 service neutron] Attempting to bind port fb42b963-cd52-44eb-a5d0-c8e877a8c44e by drivers openvswitch,hyperv on host hv-cinder-79963 at level 0 using segments [{'id': 'c3ad306a-e157-4db2-861a-89054f1f1a9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': '05887a89-c541-45f9-bd49-e19532da98ad'}] {{(pid=93088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:33:47.444142 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3da542f7-af92-4ba2-bd28-1d3c6468473e req-d8168823-3468-4ea8-a3f0-fa0c60f657e7 service neutron] Attempting to bind port fb42b963-cd52-44eb-a5d0-c8e877a8c44e on network 05887a89-c541-45f9-bd49-e19532da98ad {{(pid=93088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:33:47.460749 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.db [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] For port c2f14543-305d-418b-9b19-bedbd689144a, host hv-cinder-79963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79963',level=0,port_id=c2f14543-305d-418b-9b19-bedbd689144a,segment=NetworkSegment(b11f8209-eb69-4d3b-82f2-d3a8df76858b),segment_id=b11f8209-eb69-4d3b-82f2-d3a8df76858b)] {{(pid=93089) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:33:47.465048 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3da542f7-af92-4ba2-bd28-1d3c6468473e req-d8168823-3468-4ea8-a3f0-fa0c60f657e7 service neutron] Port fb42b963-cd52-44eb-a5d0-c8e877a8c44e on network 05887a89-c541-45f9-bd49-e19532da98ad not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79963 {{(pid=93088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 12:33:47.465381 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3da542f7-af92-4ba2-bd28-1d3c6468473e req-d8168823-3468-4ea8-a3f0-fa0c60f657e7 service neutron] Attempting to bind port fb42b963-cd52-44eb-a5d0-c8e877a8c44e on network 05887a89-c541-45f9-bd49-e19532da98ad {{(pid=93088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:33:47.478430 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.rpc [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] Returning: {'device': 'c2f14543-305d-418b-9b19-bedbd689144a', 'network_id': '91ce4105-7568-49ba-9c1a-853c2332aa91', 'port_id': 'c2f14543-305d-418b-9b19-bedbd689144a', 'mac_address': 'fa:16:3e:df:01:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1081, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '93b8c1d2-f9fc-4e8f-b00e-a4ccc2e979d1', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93089) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 12:33:47.492472 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-571b86ac-1a38-4f2f-8be6-3aac68d858d3 req-e35a97c2-2dc7-4487-a8ec-b91bc8a5ea4f tempest-DeleteServersTestJSON-1152598212 tempest-DeleteServersTestJSON-1152598212-project] 10.222.0.106 "GET /v2.0/security-groups?id=1b1437f5-d3e8-44a1-982c-7a7a6b8e1e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913508 Jul 06 12:33:47.497035 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3da542f7-af92-4ba2-bd28-1d3c6468473e req-d8168823-3468-4ea8-a3f0-fa0c60f657e7 service neutron] Checking agent: {'id': '04527ea7-205a-43f8-9500-06532a9ad9cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79963', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 12, 31, 19), 'started_at': datetime.datetime(2021, 7, 6, 12, 31, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 33, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:33:47.497444 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3da542f7-af92-4ba2-bd28-1d3c6468473e req-d8168823-3468-4ea8-a3f0-fa0c60f657e7 service neutron] Checking segment: {'id': 'c3ad306a-e157-4db2-861a-89054f1f1a9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': '05887a89-c541-45f9-bd49-e19532da98ad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93088) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:33:47.497851 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3da542f7-af92-4ba2-bd28-1d3c6468473e req-d8168823-3468-4ea8-a3f0-fa0c60f657e7 service neutron] Bound using segment: {'id': 'c3ad306a-e157-4db2-861a-89054f1f1a9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': '05887a89-c541-45f9-bd49-e19532da98ad'} {{(pid=93088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:33:47.498301 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.plugins.ml2.managers [req-3da542f7-af92-4ba2-bd28-1d3c6468473e req-d8168823-3468-4ea8-a3f0-fa0c60f657e7 service neutron] Bound port: fb42b963-cd52-44eb-a5d0-c8e877a8c44e, host: hv-cinder-79963, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c3ad306a-e157-4db2-861a-89054f1f1a9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': '05887a89-c541-45f9-bd49-e19532da98ad'}}] {{(pid=93088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:33:47.498783 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [req-3da542f7-af92-4ba2-bd28-1d3c6468473e req-d8168823-3468-4ea8-a3f0-fa0c60f657e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772861'] for port, before_update {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:47.533845 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-7420ee2a-c2fe-4bad-8f41-8fd1d3bc73cc req-a4193192-5295-4ae0-abd0-3b469567868e service neutron] 10.222.0.100 "GET /v2.0/networks/91ce4105-7568-49ba-9c1a-853c2332aa91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2675080 Jul 06 12:33:47.571313 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772861'] for port, before_update {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:47.572909 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc3bfdc-fa42-4967-9eee-5d5502dccbd6 service neutron] Pushing event updated for resources: {'Port': ['ID=c85a57e3-a601-437d-a698-bdc821277c8a,revision_number=2']} {{(pid=93087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:33:47.595926 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.notifiers.nova [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c2f14543-305d-418b-9b19-bedbd689144a {{(pid=93089) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 12:33:47.606459 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cccd1a32-d136-493a-8952-b0e4564b33a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ec054dc-f674-43ab-9d3a-40842deed6bd'}] {{(pid=93089) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:33:47.607159 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.plugins.ml2.managers [req-afc6d28f-3e5b-46bf-8df3-f4b1bc747ac6 req-6bc3bfdc-fa42-4967-9eee-5d5502dccbd6 service neutron] Attempting to bind port c85a57e3-a601-437d-a698-bdc821277c8a on host hv-cinder-79963 for vnic_type normal with profile {{(pid=93087) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:33:47.607580 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.plugins.ml2.managers [req-afc6d28f-3e5b-46bf-8df3-f4b1bc747ac6 req-6bc3bfdc-fa42-4967-9eee-5d5502dccbd6 service neutron] Attempting to bind port c85a57e3-a601-437d-a698-bdc821277c8a by drivers openvswitch,hyperv on host hv-cinder-79963 at level 0 using segments [{'id': 'b11f8209-eb69-4d3b-82f2-d3a8df76858b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1081, 'network_id': '91ce4105-7568-49ba-9c1a-853c2332aa91'}] {{(pid=93087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:33:47.607983 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afc6d28f-3e5b-46bf-8df3-f4b1bc747ac6 req-6bc3bfdc-fa42-4967-9eee-5d5502dccbd6 service neutron] Attempting to bind port c85a57e3-a601-437d-a698-bdc821277c8a on network 91ce4105-7568-49ba-9c1a-853c2332aa91 {{(pid=93087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:33:47.609056 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.106/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe93d3bb6f6ea65552dd5d1819c289058d75ea396ac2be612a447f7071fdb995" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-568558f3-4c3f-460f-8686-1a7491dc903a" -d '{"events": [{"server_uuid": "cccd1a32-d136-493a-8952-b0e4564b33a0", "name": "network-vif-plugged", "status": "completed", "tag": "7ec054dc-f674-43ab-9d3a-40842deed6bd"}]}' {{(pid=93089) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:33:47.618261 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afc6d28f-3e5b-46bf-8df3-f4b1bc747ac6 req-6bc3bfdc-fa42-4967-9eee-5d5502dccbd6 service neutron] Port c85a57e3-a601-437d-a698-bdc821277c8a on network 91ce4105-7568-49ba-9c1a-853c2332aa91 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79963 {{(pid=93087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 12:33:47.618649 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afc6d28f-3e5b-46bf-8df3-f4b1bc747ac6 req-6bc3bfdc-fa42-4967-9eee-5d5502dccbd6 service neutron] Attempting to bind port c85a57e3-a601-437d-a698-bdc821277c8a on network 91ce4105-7568-49ba-9c1a-853c2332aa91 {{(pid=93087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:33:47.625934 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9f4ecb-4463-4551-9a4a-9fbc3ffed4a2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=143e0652-fa4f-4ac0-a015-a3c2abde4d55,revision_number=0']} {{(pid=93087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:33:47.637252 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd9f4ecb-4463-4551-9a4a-9fbc3ffed4a2 admin admin] Network e5b52af1-35ed-4f70-b7b3-749b4999f59f is scheduled to be hosted by DHCP agent 4e405fa1-8706-417c-9214-b4e9d51c0aa2 with binding_index 1 {{(pid=93087) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 12:33:47.644391 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afc6d28f-3e5b-46bf-8df3-f4b1bc747ac6 req-6bc3bfdc-fa42-4967-9eee-5d5502dccbd6 service neutron] Checking agent: {'id': '04527ea7-205a-43f8-9500-06532a9ad9cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79963', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 12, 31, 19), 'started_at': datetime.datetime(2021, 7, 6, 12, 31, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 33, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:33:47.646209 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afc6d28f-3e5b-46bf-8df3-f4b1bc747ac6 req-6bc3bfdc-fa42-4967-9eee-5d5502dccbd6 service neutron] Checking segment: {'id': 'b11f8209-eb69-4d3b-82f2-d3a8df76858b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1081, 'network_id': '91ce4105-7568-49ba-9c1a-853c2332aa91'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:33:47.646209 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afc6d28f-3e5b-46bf-8df3-f4b1bc747ac6 req-6bc3bfdc-fa42-4967-9eee-5d5502dccbd6 service neutron] Bound using segment: {'id': 'b11f8209-eb69-4d3b-82f2-d3a8df76858b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1081, 'network_id': '91ce4105-7568-49ba-9c1a-853c2332aa91'} {{(pid=93087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:33:47.646488 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.plugins.ml2.managers [req-afc6d28f-3e5b-46bf-8df3-f4b1bc747ac6 req-6bc3bfdc-fa42-4967-9eee-5d5502dccbd6 service neutron] Bound port: c85a57e3-a601-437d-a698-bdc821277c8a, host: hv-cinder-79963, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b11f8209-eb69-4d3b-82f2-d3a8df76858b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1081, 'network_id': '91ce4105-7568-49ba-9c1a-853c2332aa91'}}] {{(pid=93087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:33:47.647034 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [req-afc6d28f-3e5b-46bf-8df3-f4b1bc747ac6 req-6bc3bfdc-fa42-4967-9eee-5d5502dccbd6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772861'] for port, before_update {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:47.676879 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.scheduler.base_scheduler [None req-dd9f4ecb-4463-4551-9a4a-9fbc3ffed4a2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-799631-1-iscsi, e5b52af1-35ed-4f70-b7b3-749b4999f59f) {{(pid=93087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:33:47.678451 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.db [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] For port c2f14543-305d-418b-9b19-bedbd689144a, host hv-cinder-79963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79963',level=0,port_id=c2f14543-305d-418b-9b19-bedbd689144a,segment=NetworkSegment(b11f8209-eb69-4d3b-82f2-d3a8df76858b),segment_id=b11f8209-eb69-4d3b-82f2-d3a8df76858b)] {{(pid=93089) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:33:47.680344 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.plugins.ml2.db [req-3da542f7-af92-4ba2-bd28-1d3c6468473e req-d8168823-3468-4ea8-a3f0-fa0c60f657e7 service neutron] For port fb42b963-cd52-44eb-a5d0-c8e877a8c44e, host hv-cinder-79963, cleared binding levels {{(pid=93088) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:33:47.686503 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2802cf-22d5-448f-861f-a93d6ec74d00 req-a7097fa9-50c8-4efe-9ef1-7f8451beabe8 tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:33:47.687653 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-772913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730294210856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730293689582', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730293689631'] for port, after_update {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:47.688380 dv-cinder-799631-1-iscsi neutron-server[93087]: INFO neutron.wsgi [req-1c2802cf-22d5-448f-861f-a93d6ec74d00 req-a7097fa9-50c8-4efe-9ef1-7f8451beabe8 tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] 10.222.0.100 "GET /v2.0/networks?id=13aecddf-3646-4770-a1b4-1e59fdf991f5 HTTP/1.1" status: 200 len: 817 time: 0.4955704 Jul 06 12:33:47.693104 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd9f4ecb-4463-4551-9a4a-9fbc3ffed4a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:33:47.693727 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.plugins.ml2.db [req-3da542f7-af92-4ba2-bd28-1d3c6468473e req-d8168823-3468-4ea8-a3f0-fa0c60f657e7 service neutron] For port fb42b963-cd52-44eb-a5d0-c8e877a8c44e, host hv-cinder-79963, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79963',level=0,port_id=fb42b963-cd52-44eb-a5d0-c8e877a8c44e,segment=NetworkSegment(c3ad306a-e157-4db2-861a-89054f1f1a9d),segment_id=c3ad306a-e157-4db2-861a-89054f1f1a9d)] {{(pid=93088) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:33:47.693837 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c67429eb-5001-46dc-872e-36954e82b932 None None] Network e5b52af1-35ed-4f70-b7b3-749b4999f59f requested from dv-cinder-799631-1-iscsi {{(pid=93089) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:33:47.693920 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-dd9f4ecb-4463-4551-9a4a-9fbc3ffed4a2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582504'] for subnet, before_response {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:47.718441 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [req-3da542f7-af92-4ba2-bd28-1d3c6468473e req-d8168823-3468-4ea8-a3f0-fa0c60f657e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-772913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730294210856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730293689582', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730293689631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63638083'] for port, after_update {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:47.740085 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 12:33:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd3f7e13-05b5-47ba-929e-ad98d9f14943 x-openstack-request-id: req-dd3f7e13-05b5-47ba-929e-ad98d9f14943 {{(pid=93089) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:33:47.741722 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cccd1a32-d136-493a-8952-b0e4564b33a0", "name": "network-vif-plugged", "status": "completed", "tag": "7ec054dc-f674-43ab-9d3a-40842deed6bd", "code": 200}]} {{(pid=93089) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:33:47.741722 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.106/compute/v2.1/os-server-external-events used request id req-dd3f7e13-05b5-47ba-929e-ad98d9f14943 {{(pid=93089) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:33:47.742111 dv-cinder-799631-1-iscsi neutron-server[93089]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cccd1a32-d136-493a-8952-b0e4564b33a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ec054dc-f674-43ab-9d3a-40842deed6bd', 'code': 200} Jul 06 12:33:47.827656 dv-cinder-799631-1-iscsi neutron-server[93087]: INFO neutron.wsgi [None req-dd9f4ecb-4463-4551-9a4a-9fbc3ffed4a2 admin admin] 10.222.0.106 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.5136485 Jul 06 12:33:47.856170 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.wsgi [-] (93088) accepted ('10.222.0.106', 47218) {{(pid=93088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:33:47.932907 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da542f7-af92-4ba2-bd28-1d3c6468473e req-d8168823-3468-4ea8-a3f0-fa0c60f657e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:33:47.933667 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [req-3da542f7-af92-4ba2-bd28-1d3c6468473e req-d8168823-3468-4ea8-a3f0-fa0c60f657e7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582504'] for port, before_response {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:47.935232 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-3da542f7-af92-4ba2-bd28-1d3c6468473e req-d8168823-3468-4ea8-a3f0-fa0c60f657e7 service neutron] 10.222.0.100 "PUT /v2.0/ports/fb42b963-cd52-44eb-a5d0-c8e877a8c44e HTTP/1.1" status: 200 len: 1094 time: 2.2831893 Jul 06 12:33:47.937236 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1247d046-18a9-4ac1-b527-638e0320ba0e', 'tag': 'fb42b963-cd52-44eb-a5d0-c8e877a8c44e'}] {{(pid=93088) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:33:47.940085 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.106/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9084e8bb467df778e8c5a57eadfa6056a7986fbfd2ee9905f143c38c4b95db31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ce88377-e63f-4c46-80e7-81291a49401a" -d '{"events": [{"name": "network-changed", "server_uuid": "1247d046-18a9-4ac1-b527-638e0320ba0e", "tag": "fb42b963-cd52-44eb-a5d0-c8e877a8c44e"}]}' {{(pid=93088) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:33:47.968401 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] Pushing event updated for resources: {'Port': ['ID=c2f14543-305d-418b-9b19-bedbd689144a,revision_number=4']} {{(pid=93089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:33:47.995653 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-7420ee2a-c2fe-4bad-8f41-8fd1d3bc73cc req-5060e409-c0f3-46e6-af49-0c69310e9244 service neutron] 10.222.0.100 "GET /v2.0/networks/91ce4105-7568-49ba-9c1a-853c2332aa91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4327548 Jul 06 12:33:47.996795 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8168823-3468-4ea8-a3f0-fa0c60f657e7 service neutron] Pushing event updated for resources: {'Port': ['ID=fb42b963-cd52-44eb-a5d0-c8e877a8c44e,revision_number=3']} {{(pid=93088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:33:48.017839 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.db [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] get_ports_and_sgs() called for port_ids ['c2f14543-305d-418b-9b19-bedbd689144a'] {{(pid=93089) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 12:33:48.163745 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e2b09d6-ae05-4711-bd15-cf4af5b82f98 None None] Network e5b52af1-35ed-4f70-b7b3-749b4999f59f requested from dv-cinder-799631-1-iscsi {{(pid=93089) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:33:48.164116 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.plugins.ml2.db [req-afc6d28f-3e5b-46bf-8df3-f4b1bc747ac6 req-6bc3bfdc-fa42-4967-9eee-5d5502dccbd6 service neutron] For port c85a57e3-a601-437d-a698-bdc821277c8a, host hv-cinder-79963, cleared binding levels {{(pid=93087) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:33:48.180835 dv-cinder-799631-1-iscsi neutron-server[93087]: INFO neutron.wsgi [req-1c2802cf-22d5-448f-861f-a93d6ec74d00 req-5d691d55-ccde-45bb-95ac-02045f6503c3 tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] 10.222.0.100 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b437ce926689452f91685757af8037a1 HTTP/1.1" status: 200 len: 380 time: 0.3502584 Jul 06 12:33:48.202481 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.api.v2.base [req-1c2802cf-22d5-448f-861f-a93d6ec74d00 req-6288d045-9f7f-4b7a-bd0d-b3d335615a60 tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] Request body: {'port': {'device_id': '6e7ef450-5624-4902-b27c-2433ff80c8d6', 'network_id': '13aecddf-3646-4770-a1b4-1e59fdf991f5', 'admin_state_up': True, 'tenant_id': 'b437ce926689452f91685757af8037a1', 'security_groups': ['40905771-c081-4627-88f4-91e0391ae15d']}} {{(pid=93087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:33:48.208845 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.plugins.ml2.db [req-afc6d28f-3e5b-46bf-8df3-f4b1bc747ac6 req-6bc3bfdc-fa42-4967-9eee-5d5502dccbd6 service neutron] For port c85a57e3-a601-437d-a698-bdc821277c8a, host hv-cinder-79963, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79963',level=0,port_id=c85a57e3-a601-437d-a698-bdc821277c8a,segment=NetworkSegment(b11f8209-eb69-4d3b-82f2-d3a8df76858b),segment_id=b11f8209-eb69-4d3b-82f2-d3a8df76858b)] {{(pid=93087) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:33:48.295095 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [req-afc6d28f-3e5b-46bf-8df3-f4b1bc747ac6 req-6bc3bfdc-fa42-4967-9eee-5d5502dccbd6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-772913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730294210856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730293689582', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730293689631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65517652'] for port, after_update {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:48.310582 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-2e66d4a8-c364-4df8-a86b-566b8d746425 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:48.371691 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d747bd-6bd6-47ca-8e46-7786fb201386 req-8ce9c153-2f8e-48c4-b3e4-813ed28157ae tempest-AttachVolumeNegativeTest-317369925 tempest-AttachVolumeNegativeTest-317369925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:33:48.379838 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-31d747bd-6bd6-47ca-8e46-7786fb201386 req-8ce9c153-2f8e-48c4-b3e4-813ed28157ae tempest-AttachVolumeNegativeTest-317369925 tempest-AttachVolumeNegativeTest-317369925-project] 10.222.0.106 "GET /v2.0/ports?device_id=cccd1a32-d136-493a-8952-b0e4564b33a0 HTTP/1.1" status: 200 len: 945 time: 0.5378196 Jul 06 12:33:48.391554 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc6d28f-3e5b-46bf-8df3-f4b1bc747ac6 req-6bc3bfdc-fa42-4967-9eee-5d5502dccbd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:33:48.393767 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [req-afc6d28f-3e5b-46bf-8df3-f4b1bc747ac6 req-6bc3bfdc-fa42-4967-9eee-5d5502dccbd6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582504'] for port, before_response {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:48.395273 dv-cinder-799631-1-iscsi neutron-server[93087]: INFO neutron.wsgi [req-afc6d28f-3e5b-46bf-8df3-f4b1bc747ac6 req-6bc3bfdc-fa42-4967-9eee-5d5502dccbd6 service neutron] 10.222.0.100 "PUT /v2.0/ports/c85a57e3-a601-437d-a698-bdc821277c8a HTTP/1.1" status: 200 len: 1093 time: 2.2175798 Jul 06 12:33:48.431190 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5fb246d8-3ad4-4716-8d4a-a158efb7586c', 'tag': 'c85a57e3-a601-437d-a698-bdc821277c8a'}] {{(pid=93087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:33:48.434916 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.106/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b75977dee10694d970e3c904bb2abec7b96eeb0b1196bffac2d8311199053796" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59ec8af5-f49f-46c4-bd40-97eb5f81e97a" -d '{"events": [{"name": "network-changed", "server_uuid": "5fb246d8-3ad4-4716-8d4a-a158efb7586c", "tag": "c85a57e3-a601-437d-a698-bdc821277c8a"}]}' {{(pid=93087) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:33:48.442018 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f375c27-6b5e-4a50-be3d-503e6af01271 req-8512812f-0a26-43df-9a2f-58c29f09426a tempest-AttachVolumeTestJSON-69932156 tempest-AttachVolumeTestJSON-69932156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:33:48.449889 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-9f375c27-6b5e-4a50-be3d-503e6af01271 req-8512812f-0a26-43df-9a2f-58c29f09426a tempest-AttachVolumeTestJSON-69932156 tempest-AttachVolumeTestJSON-69932156-project] 10.222.0.106 "GET /v2.0/ports?device_id=1247d046-18a9-4ac1-b527-638e0320ba0e HTTP/1.1" status: 200 len: 944 time: 0.4467607 Jul 06 12:33:48.497225 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da542f7-af92-4ba2-bd28-1d3c6468473e req-9e504208-cf43-4626-bc8e-12a76bf22c31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:33:48.498752 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-3da542f7-af92-4ba2-bd28-1d3c6468473e req-9e504208-cf43-4626-bc8e-12a76bf22c31 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=2efe7ae752d2458ea1329427a8828a01&device_id=1247d046-18a9-4ac1-b527-638e0320ba0e HTTP/1.1" status: 200 len: 1097 time: 0.4343927 Jul 06 12:33:48.546753 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc3bfdc-fa42-4967-9eee-5d5502dccbd6 service neutron] Pushing event updated for resources: {'Port': ['ID=c85a57e3-a601-437d-a698-bdc821277c8a,revision_number=3']} {{(pid=93087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:33:48.553553 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-31d747bd-6bd6-47ca-8e46-7786fb201386 req-56108399-5010-4d5b-9ff2-d0d448c1b8ce tempest-AttachVolumeNegativeTest-317369925 tempest-AttachVolumeNegativeTest-317369925-project] 10.222.0.106 "GET /v2.0/security-groups?id=a7a3a38a-2b2f-449e-b642-1996735c584e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1726859 Jul 06 12:33:48.571543 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa78f90-3437-478c-9f95-3a90575b7d71 req-11789980-62b7-46cd-acfa-652939508dd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:33:48.573330 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-0aa78f90-3437-478c-9f95-3a90575b7d71 req-11789980-62b7-46cd-acfa-652939508dd5 service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=cccd1a32-d136-493a-8952-b0e4564b33a0 HTTP/1.1" status: 200 len: 1098 time: 0.4160757 Jul 06 12:33:48.618721 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc6d28f-3e5b-46bf-8df3-f4b1bc747ac6 req-879698a3-fb49-41e9-a760-cc7b074a78c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:33:48.620545 dv-cinder-799631-1-iscsi neutron-server[93087]: INFO neutron.wsgi [req-afc6d28f-3e5b-46bf-8df3-f4b1bc747ac6 req-879698a3-fb49-41e9-a760-cc7b074a78c1 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=cc98c3dbd15045c0a70a6aeb034695a2&device_id=5fb246d8-3ad4-4716-8d4a-a158efb7586c HTTP/1.1" status: 200 len: 1096 time: 0.1551452 Jul 06 12:33:48.658427 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-9f375c27-6b5e-4a50-be3d-503e6af01271 req-e5cbe257-d040-488b-bfd8-c0c709258601 tempest-AttachVolumeTestJSON-69932156 tempest-AttachVolumeTestJSON-69932156-project] 10.222.0.106 "GET /v2.0/security-groups?id=c6027da5-2dd2-4fa1-abf8-166ae93c4f01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2075043 Jul 06 12:33:48.659616 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-3da542f7-af92-4ba2-bd28-1d3c6468473e req-4ba1b9b5-3986-426d-95b5-41da8b58732a service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fb42b963-cd52-44eb-a5d0-c8e877a8c44e HTTP/1.1" status: 200 len: 217 time: 0.1392844 Jul 06 12:33:48.725845 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 12:33:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a8be789-c8dc-40a5-a2a4-ed02dc56bdac x-openstack-request-id: req-1a8be789-c8dc-40a5-a2a4-ed02dc56bdac {{(pid=93088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:33:48.726163 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1247d046-18a9-4ac1-b527-638e0320ba0e", "tag": "fb42b963-cd52-44eb-a5d0-c8e877a8c44e", "status": "completed", "code": 200}]} {{(pid=93088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:33:48.726447 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.106/compute/v2.1/os-server-external-events used request id req-1a8be789-c8dc-40a5-a2a4-ed02dc56bdac {{(pid=93088) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:33:48.726898 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1247d046-18a9-4ac1-b527-638e0320ba0e', 'tag': 'fb42b963-cd52-44eb-a5d0-c8e877a8c44e', 'status': 'completed', 'code': 200} Jul 06 12:33:48.731587 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-0aa78f90-3437-478c-9f95-3a90575b7d71 req-16957ee2-e978-401d-ad6a-c56d43fe78b8 service neutron] 10.222.0.100 "GET /v2.0/security-groups?id=a7a3a38a-2b2f-449e-b642-1996735c584e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864167 Jul 06 12:33:48.757707 dv-cinder-799631-1-iscsi neutron-server[93087]: INFO neutron.wsgi [req-afc6d28f-3e5b-46bf-8df3-f4b1bc747ac6 req-f2498092-a330-443b-8d8e-48b0ada75d89 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c85a57e3-a601-437d-a698-bdc821277c8a HTTP/1.1" status: 200 len: 217 time: 0.0736158 Jul 06 12:33:48.809557 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da542f7-af92-4ba2-bd28-1d3c6468473e req-2849c7b6-fb0d-41c2-bea9-92a04369beea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:33:48.811087 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-3da542f7-af92-4ba2-bd28-1d3c6468473e req-2849c7b6-fb0d-41c2-bea9-92a04369beea service neutron] 10.222.0.100 "GET /v2.0/subnets?id=c2006b9e-8b8d-4564-b906-0d2b575665be HTTP/1.1" status: 200 len: 849 time: 0.1004152 Jul 06 12:33:48.843775 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-bfa341f8-71d3-42c0-a815-05e688273b68 req-a2c5dfc1-9884-4076-aab8-426eee10aca3 tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] 10.222.0.106 "GET /v2.0/ports?device_id=6e7ef450-5624-4902-b27c-2433ff80c8d6 HTTP/1.1" status: 200 len: 210 time: 0.0726898 Jul 06 12:33:48.877100 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-2e66d4a8-c364-4df8-a86b-566b8d746425 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:48.890422 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-2e66d4a8-c364-4df8-a86b-566b8d746425 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1774441'] for security_group, after_create {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:48.907353 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1c2802cf-22d5-448f-861f-a93d6ec74d00 req-6288d045-9f7f-4b7a-bd0d-b3d335615a60 tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] Made reservation on behalf of b437ce926689452f91685757af8037a1 for: {'port': 1} {{(pid=93087) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:33:48.914546 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [req-1c2802cf-22d5-448f-861f-a93d6ec74d00 req-6288d045-9f7f-4b7a-bd0d-b3d335615a60 tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772861'] for port, before_create {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:48.937625 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 12:33:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06d0ba87-f9db-4543-8881-2d51d3021c40 x-openstack-request-id: req-06d0ba87-f9db-4543-8881-2d51d3021c40 {{(pid=93087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:33:48.938134 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5fb246d8-3ad4-4716-8d4a-a158efb7586c", "tag": "c85a57e3-a601-437d-a698-bdc821277c8a", "status": "completed", "code": 200}]} {{(pid=93087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:33:48.938745 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.106/compute/v2.1/os-server-external-events used request id req-06d0ba87-f9db-4543-8881-2d51d3021c40 {{(pid=93087) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:33:48.939782 dv-cinder-799631-1-iscsi neutron-server[93087]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5fb246d8-3ad4-4716-8d4a-a158efb7586c', 'tag': 'c85a57e3-a601-437d-a698-bdc821277c8a', 'status': 'completed', 'code': 200} Jul 06 12:33:48.955731 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [None req-2e66d4a8-c364-4df8-a86b-566b8d746425 admin admin] 10.222.0.106 "GET /v2.0/security-groups?tenant_id=a5f3f53c27a1454394e3bdeb3f63c7e8&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0985620 Jul 06 12:33:48.957166 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.wsgi [-] (93087) accepted ('10.222.0.106', 47246) {{(pid=93087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:33:48.968199 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e66d4a8-c364-4df8-a86b-566b8d746425 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=063031b9-ad84-43fe-8fc5-83dbe26ad410,revision_number=1']} {{(pid=93088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:33:49.003978 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f554d37-94d4-4098-bcf2-ecc94405239f req-dd5bb16b-f8fa-4ac6-8fef-74a6e685bef2 tempest-ServerRescueNegativeTestJSON-1447075807 tempest-ServerRescueNegativeTestJSON-1447075807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:33:49.007946 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-2f554d37-94d4-4098-bcf2-ecc94405239f req-dd5bb16b-f8fa-4ac6-8fef-74a6e685bef2 tempest-ServerRescueNegativeTestJSON-1447075807 tempest-ServerRescueNegativeTestJSON-1447075807-project] 10.222.0.106 "GET /v2.0/ports?device_id=5fb246d8-3ad4-4716-8d4a-a158efb7586c HTTP/1.1" status: 200 len: 943 time: 0.1669695 Jul 06 12:33:49.205126 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-8163f544-a6f2-4a2e-8f69-94c0ceff8a24 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:49.236730 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.db.db_base_plugin_common [req-1c2802cf-22d5-448f-861f-a93d6ec74d00 req-6288d045-9f7f-4b7a-bd0d-b3d335615a60 tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] Allocated IP 172.20.0.3 (13aecddf-3646-4770-a1b4-1e59fdf991f5/26404b5b-3148-4b62-b08e-5f523f412d1e/a56aa29c-b3e1-4005-85bd-6200a036b83d) {{(pid=93087) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:33:49.242211 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc6d28f-3e5b-46bf-8df3-f4b1bc747ac6 req-979acd7a-8026-4d1b-b5a1-79dc1d2540a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:33:49.244275 dv-cinder-799631-1-iscsi neutron-server[93087]: INFO neutron.wsgi [req-afc6d28f-3e5b-46bf-8df3-f4b1bc747ac6 req-979acd7a-8026-4d1b-b5a1-79dc1d2540a1 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=93b8c1d2-f9fc-4e8f-b00e-a4ccc2e979d1 HTTP/1.1" status: 200 len: 858 time: 0.1706491 Jul 06 12:33:49.271807 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-8163f544-a6f2-4a2e-8f69-94c0ceff8a24 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:49.301414 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.rpc [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] Device c2f14543-305d-418b-9b19-bedbd689144a up at agent hyperv_hv-cinder-79963 {{(pid=93089) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:33:49.333418 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-2f554d37-94d4-4098-bcf2-ecc94405239f req-4ef14078-bb04-4a50-8535-b2f82a96cfc4 tempest-ServerRescueNegativeTestJSON-1447075807 tempest-ServerRescueNegativeTestJSON-1447075807-project] 10.222.0.106 "GET /v2.0/security-groups?id=4d78ff5b-ed74-4775-b2e7-af8cfc6a5bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3202059 Jul 06 12:33:49.339559 dv-cinder-799631-1-iscsi neutron-server[93087]: INFO neutron.wsgi [req-afc6d28f-3e5b-46bf-8df3-f4b1bc747ac6 req-e22ff467-8e50-402b-9c62-00ce9e312257 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=91ce4105-7568-49ba-9c1a-853c2332aa91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0807772 Jul 06 12:33:49.390464 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.db.provisioning_blocks [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] Provisioning for port c2f14543-305d-418b-9b19-bedbd689144a completed by entity L2. {{(pid=93089) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:33:49.396366 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.db.provisioning_blocks [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] Provisioning complete for port c2f14543-305d-418b-9b19-bedbd689144a triggered by entity L2. {{(pid=93089) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:33:49.396799 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912496'] for port, provisioning_complete {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:49.406987 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da542f7-af92-4ba2-bd28-1d3c6468473e req-eb2c462d-a2af-42b0-967a-4533a90beac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:33:49.408969 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-3da542f7-af92-4ba2-bd28-1d3c6468473e req-eb2c462d-a2af-42b0-967a-4533a90beac3 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=05887a89-c541-45f9-bd49-e19532da98ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1290753 Jul 06 12:33:49.506836 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-8163f544-a6f2-4a2e-8f69-94c0ceff8a24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1774441'] for security_group, after_delete {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:49.509696 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-8163f544-a6f2-4a2e-8f69-94c0ceff8a24 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:49.510886 dv-cinder-799631-1-iscsi neutron-server[93087]: INFO neutron.wsgi [None req-8163f544-a6f2-4a2e-8f69-94c0ceff8a24 admin admin] 10.222.0.106 "DELETE /v2.0/security-groups/063031b9-ad84-43fe-8fc5-83dbe26ad410 HTTP/1.1" status: 204 len: 168 time: 0.5526803 Jul 06 12:33:49.519922 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b1b088-bae0-4b2f-9a4c-7e21157d8fbe req-818c1ce3-b84e-4362-9de5-2410b98074ae tempest-DeleteServersTestJSON-1152598212 tempest-DeleteServersTestJSON-1152598212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:33:49.528863 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-38b1b088-bae0-4b2f-9a4c-7e21157d8fbe req-818c1ce3-b84e-4362-9de5-2410b98074ae tempest-DeleteServersTestJSON-1152598212 tempest-DeleteServersTestJSON-1152598212-project] 10.222.0.106 "GET /v2.0/ports?device_id=3b84fef2-6112-4268-b1c4-95519d13428e HTTP/1.1" status: 200 len: 945 time: 0.4957161 Jul 06 12:33:49.541017 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730293992524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912513'] for agent, after_update {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:49.541959 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772861'] for port, before_update {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:49.545045 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8163f544-a6f2-4a2e-8f69-94c0ceff8a24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=063031b9-ad84-43fe-8fc5-83dbe26ad410,revision_number=None']} {{(pid=93087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:33:49.570981 dv-cinder-799631-1-iscsi neutron-server[93087]: INFO neutron.wsgi [req-afc6d28f-3e5b-46bf-8df3-f4b1bc747ac6 req-07a78b15-9321-4baf-af02-717f55dc47ac service neutron] 10.222.0.100 "GET /v2.0/networks/91ce4105-7568-49ba-9c1a-853c2332aa91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2174101 Jul 06 12:33:49.621310 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-38b1b088-bae0-4b2f-9a4c-7e21157d8fbe req-77a25ed6-0666-4e31-8dbf-6979524f92c3 tempest-DeleteServersTestJSON-1152598212 tempest-DeleteServersTestJSON-1152598212-project] 10.222.0.106 "GET /v2.0/security-groups?id=1b1437f5-d3e8-44a1-982c-7a7a6b8e1e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905981 Jul 06 12:33:49.629901 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-3da542f7-af92-4ba2-bd28-1d3c6468473e req-5e368dc5-82b8-45ce-8fca-52d11950a6fb service neutron] 10.222.0.100 "GET /v2.0/networks/05887a89-c541-45f9-bd49-e19532da98ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2098281 Jul 06 12:33:49.635496 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.db [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] For port c2f14543-305d-418b-9b19-bedbd689144a, host hv-cinder-79963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79963',level=0,port_id=c2f14543-305d-418b-9b19-bedbd689144a,segment=NetworkSegment(b11f8209-eb69-4d3b-82f2-d3a8df76858b),segment_id=b11f8209-eb69-4d3b-82f2-d3a8df76858b)] {{(pid=93089) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:33:49.646308 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-772913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730294210856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730293689582', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730293689631'] for port, after_update {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:49.654840 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [req-1c2802cf-22d5-448f-861f-a93d6ec74d00 req-6288d045-9f7f-4b7a-bd0d-b3d335615a60 tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] Notify callbacks [] for port, precommit_create {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:49.677456 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.db.provisioning_blocks [req-1c2802cf-22d5-448f-861f-a93d6ec74d00 req-6288d045-9f7f-4b7a-bd0d-b3d335615a60 tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] Transition to ACTIVE for port object a56aa29c-b3e1-4005-85bd-6200a036b83d will not be triggered until provisioned by entity DHCP. {{(pid=93087) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:33:49.748110 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '033daae3-3614-4270-a8cd-62b72de71ec3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2f14543-305d-418b-9b19-bedbd689144a'}] {{(pid=93089) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:33:49.755624 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.106/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe93d3bb6f6ea65552dd5d1819c289058d75ea396ac2be612a447f7071fdb995" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-793f1178-31cb-4527-811b-a05acbf55945" -d '{"events": [{"server_uuid": "033daae3-3614-4270-a8cd-62b72de71ec3", "name": "network-vif-plugged", "status": "completed", "tag": "c2f14543-305d-418b-9b19-bedbd689144a"}]}' {{(pid=93089) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:33:49.761022 dv-cinder-799631-1-iscsi neutron-server[93087]: INFO neutron.wsgi [req-afc6d28f-3e5b-46bf-8df3-f4b1bc747ac6 req-7c8f624b-de63-4346-b0b6-341b86baebb5 service neutron] 10.222.0.100 "GET /v2.0/networks/91ce4105-7568-49ba-9c1a-853c2332aa91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1778498 Jul 06 12:33:49.808161 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] Pushing event updated for resources: {'Port': ['ID=c2f14543-305d-418b-9b19-bedbd689144a,revision_number=5']} {{(pid=93089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:33:49.820548 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [req-1c2802cf-22d5-448f-861f-a93d6ec74d00 req-6288d045-9f7f-4b7a-bd0d-b3d335615a60 tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-772920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-407207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730293689564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-65517734'] for port, after_create {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:49.940442 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1c2802cf-22d5-448f-861f-a93d6ec74d00 req-6288d045-9f7f-4b7a-bd0d-b3d335615a60 tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] Network 13aecddf-3646-4770-a1b4-1e59fdf991f5 is already hosted by enough agents. {{(pid=93087) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:33:49.950752 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.scheduler.base_scheduler [req-1c2802cf-22d5-448f-861f-a93d6ec74d00 req-6288d045-9f7f-4b7a-bd0d-b3d335615a60 tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] Resources bound (agent type, host, resource id): {{(pid=93087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:33:49.957289 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c2802cf-22d5-448f-861f-a93d6ec74d00 req-6288d045-9f7f-4b7a-bd0d-b3d335615a60 tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] Received port after_create {{(pid=93087) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:33:49.964313 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6288d045-9f7f-4b7a-bd0d-b3d335615a60 tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] Pushing event updated for resources: {'Port': ['ID=a56aa29c-b3e1-4005-85bd-6200a036b83d,revision_number=1']} {{(pid=93087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:33:50.047559 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-3da542f7-af92-4ba2-bd28-1d3c6468473e req-eb328e93-adb0-4fd8-8863-c55805c9c63f service neutron] 10.222.0.100 "GET /v2.0/networks/05887a89-c541-45f9-bd49-e19532da98ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4031751 Jul 06 12:33:50.113909 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8491f53-f4a6-4a48-ae49-20129bae6c10 req-9689a13b-35c5-4fda-a02b-e2a97b81e0f0 tempest-AttachVolumeNegativeTest-317369925 tempest-AttachVolumeNegativeTest-317369925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:33:50.116073 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-e8491f53-f4a6-4a48-ae49-20129bae6c10 req-9689a13b-35c5-4fda-a02b-e2a97b81e0f0 tempest-AttachVolumeNegativeTest-317369925 tempest-AttachVolumeNegativeTest-317369925-project] 10.222.0.106 "GET /v2.0/ports?device_id=cccd1a32-d136-493a-8952-b0e4564b33a0 HTTP/1.1" status: 200 len: 945 time: 0.2990220 Jul 06 12:33:50.125382 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3361e643-2358-410a-8cf0-1fc9051c201c req-fd46a5e7-5e0f-4ab1-86cb-6dfca8cad1af tempest-AttachVolumeTestJSON-69932156 tempest-AttachVolumeTestJSON-69932156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:33:50.133790 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-3361e643-2358-410a-8cf0-1fc9051c201c req-fd46a5e7-5e0f-4ab1-86cb-6dfca8cad1af tempest-AttachVolumeTestJSON-69932156 tempest-AttachVolumeTestJSON-69932156-project] 10.222.0.106 "GET /v2.0/ports?device_id=1247d046-18a9-4ac1-b527-638e0320ba0e HTTP/1.1" status: 200 len: 944 time: 0.1988528 Jul 06 12:33:50.143629 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2802cf-22d5-448f-861f-a93d6ec74d00 req-6288d045-9f7f-4b7a-bd0d-b3d335615a60 tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:33:50.144326 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [req-1c2802cf-22d5-448f-861f-a93d6ec74d00 req-6288d045-9f7f-4b7a-bd0d-b3d335615a60 tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582504'] for port, before_response {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:50.171721 dv-cinder-799631-1-iscsi neutron-server[93087]: INFO neutron.wsgi [req-1c2802cf-22d5-448f-861f-a93d6ec74d00 req-6288d045-9f7f-4b7a-bd0d-b3d335615a60 tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] 10.222.0.100 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9790163 Jul 06 12:33:50.192497 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ec8af5-f49f-46c4-bd40-97eb5f81e97a req-66a89be1-17c4-4b9e-96fa-0b4447aea636 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:33:50.197164 dv-cinder-799631-1-iscsi neutron-server[93087]: INFO neutron.wsgi [req-59ec8af5-f49f-46c4-bd40-97eb5f81e97a req-66a89be1-17c4-4b9e-96fa-0b4447aea636 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=cc98c3dbd15045c0a70a6aeb034695a2&device_id=5fb246d8-3ad4-4716-8d4a-a158efb7586c HTTP/1.1" status: 200 len: 1096 time: 0.1175022 Jul 06 12:33:50.197905 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-e8491f53-f4a6-4a48-ae49-20129bae6c10 req-216930a7-864b-48f8-9ca7-9994a0e36f0e tempest-AttachVolumeNegativeTest-317369925 tempest-AttachVolumeNegativeTest-317369925-project] 10.222.0.106 "GET /v2.0/security-groups?id=a7a3a38a-2b2f-449e-b642-1996735c584e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618613 Jul 06 12:33:50.246959 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-3361e643-2358-410a-8cf0-1fc9051c201c req-d8e7bccf-fe1c-44ce-958d-fa09d17dfdf7 tempest-AttachVolumeTestJSON-69932156 tempest-AttachVolumeTestJSON-69932156-project] 10.222.0.106 "GET /v2.0/security-groups?id=c6027da5-2dd2-4fa1-abf8-166ae93c4f01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1121974 Jul 06 12:33:50.290799 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 12:33:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47eca6fe-5b1e-41bc-8742-19d20739baf8 x-openstack-request-id: req-47eca6fe-5b1e-41bc-8742-19d20739baf8 {{(pid=93089) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:33:50.291471 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "033daae3-3614-4270-a8cd-62b72de71ec3", "name": "network-vif-plugged", "status": "completed", "tag": "c2f14543-305d-418b-9b19-bedbd689144a", "code": 200}]} {{(pid=93089) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:33:50.291959 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.106/compute/v2.1/os-server-external-events used request id req-47eca6fe-5b1e-41bc-8742-19d20739baf8 {{(pid=93089) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:33:50.292800 dv-cinder-799631-1-iscsi neutron-server[93089]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '033daae3-3614-4270-a8cd-62b72de71ec3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2f14543-305d-418b-9b19-bedbd689144a', 'code': 200} Jul 06 12:33:50.299745 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.api.v2.base [req-1c2802cf-22d5-448f-861f-a93d6ec74d00 req-31031635-554d-4239-a3de-087cfd3feef1 service neutron] Request body: {'port': {'device_id': '6e7ef450-5624-4902-b27c-2433ff80c8d6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79963'}} {{(pid=93087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:33:50.307424 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.wsgi [-] (93088) accepted ('10.222.0.106', 47278) {{(pid=93088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:33:50.325581 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-a12a04bf-c32e-492d-b5ad-1c082d00290d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:50.396478 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce88377-e63f-4c46-80e7-81291a49401a req-f9d08555-76bc-46fb-92fa-cb01cd6bdbe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:33:50.399474 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-7ce88377-e63f-4c46-80e7-81291a49401a req-f9d08555-76bc-46fb-92fa-cb01cd6bdbe9 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=2efe7ae752d2458ea1329427a8828a01&device_id=1247d046-18a9-4ac1-b527-638e0320ba0e HTTP/1.1" status: 200 len: 1097 time: 0.1510804 Jul 06 12:33:50.425402 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.db.provisioning_blocks [None req-4241504c-d9fd-4d20-894c-317f35342176 None None] Provisioning for port a56aa29c-b3e1-4005-85bd-6200a036b83d completed by entity DHCP. {{(pid=93089) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:33:50.438488 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.db.provisioning_blocks [None req-4241504c-d9fd-4d20-894c-317f35342176 None None] Provisioning complete for port a56aa29c-b3e1-4005-85bd-6200a036b83d triggered by entity DHCP. {{(pid=93089) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:33:50.439061 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-4241504c-d9fd-4d20-894c-317f35342176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912496'] for port, provisioning_complete {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:50.502007 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.plugin [None req-4241504c-d9fd-4d20-894c-317f35342176 None None] Port a56aa29c-b3e1-4005-85bd-6200a036b83d cannot update to ACTIVE because it is not bound. {{(pid=93089) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 12:33:50.595509 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-a12a04bf-c32e-492d-b5ad-1c082d00290d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:50.604736 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-a12a04bf-c32e-492d-b5ad-1c082d00290d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1774441'] for security_group, after_create {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:50.665260 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [None req-a12a04bf-c32e-492d-b5ad-1c082d00290d admin admin] 10.222.0.106 "GET /v2.0/security-groups?tenant_id=813f204631914d38ba73fb62a84cd686&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3565459 Jul 06 12:33:50.671621 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.wsgi [-] (93087) accepted ('10.222.0.106', 47290) {{(pid=93087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:33:50.672039 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12a04bf-c32e-492d-b5ad-1c082d00290d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed898ae2-11dc-41dd-af46-9247ba757838,revision_number=1']} {{(pid=93088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:33:50.684444 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ee4c14-3487-4e0a-b022-6ff09a322e3b req-1b03fe91-6e4e-46e1-bbb9-e34ee303acbf tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:33:50.685964 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-e8ee4c14-3487-4e0a-b022-6ff09a322e3b req-1b03fe91-6e4e-46e1-bbb9-e34ee303acbf tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] 10.222.0.106 "GET /v2.0/ports?device_id=6e7ef450-5624-4902-b27c-2433ff80c8d6 HTTP/1.1" status: 200 len: 931 time: 0.2170382 Jul 06 12:33:50.696966 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331280a6-dac2-4932-9afc-56b3f3c31f43 req-5fdde6fc-4466-4e88-812b-384573df0573 tempest-ServerRescueNegativeTestJSON-1447075807 tempest-ServerRescueNegativeTestJSON-1447075807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:33:50.698502 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-331280a6-dac2-4932-9afc-56b3f3c31f43 req-5fdde6fc-4466-4e88-812b-384573df0573 tempest-ServerRescueNegativeTestJSON-1447075807 tempest-ServerRescueNegativeTestJSON-1447075807-project] 10.222.0.106 "GET /v2.0/ports?device_id=5fb246d8-3ad4-4716-8d4a-a158efb7586c HTTP/1.1" status: 200 len: 943 time: 0.1661682 Jul 06 12:33:50.722871 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [req-1c2802cf-22d5-448f-861f-a93d6ec74d00 req-31031635-554d-4239-a3de-087cfd3feef1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772861'] for port, before_update {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:50.728782 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ec8af5-f49f-46c4-bd40-97eb5f81e97a req-f410015d-180c-475e-aaac-9a5d993c5824 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:33:50.730259 dv-cinder-799631-1-iscsi neutron-server[93087]: INFO neutron.wsgi [req-59ec8af5-f49f-46c4-bd40-97eb5f81e97a req-f410015d-180c-475e-aaac-9a5d993c5824 service neutron] 10.222.0.100 "GET /v2.0/networks?id=91ce4105-7568-49ba-9c1a-853c2332aa91 HTTP/1.1" status: 200 len: 920 time: 0.5096328 Jul 06 12:33:50.754833 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-e8ee4c14-3487-4e0a-b022-6ff09a322e3b req-8bdd8c43-aadb-49f2-9c44-07d1f09e7910 tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] 10.222.0.106 "GET /v2.0/security-groups?id=40905771-c081-4627-88f4-91e0391ae15d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551324 Jul 06 12:33:50.760317 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-331280a6-dac2-4932-9afc-56b3f3c31f43 req-6d2c3285-8593-49b6-91a4-7697bf8431b4 tempest-ServerRescueNegativeTestJSON-1447075807 tempest-ServerRescueNegativeTestJSON-1447075807-project] 10.222.0.106 "GET /v2.0/security-groups?id=4d78ff5b-ed74-4775-b2e7-af8cfc6a5bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538173 Jul 06 12:33:50.778088 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-d3fc87d9-65e1-4856-82d4-c56a5a8c9f4f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:50.864173 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-d3fc87d9-65e1-4856-82d4-c56a5a8c9f4f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:50.930108 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5485de90-26a6-4a1c-a8e9-08f5a6cd03ee req-cce7d20c-415e-4d86-af49-9d9603b1a27e tempest-DeleteServersTestJSON-1152598212 tempest-DeleteServersTestJSON-1152598212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:33:50.931620 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-5485de90-26a6-4a1c-a8e9-08f5a6cd03ee req-cce7d20c-415e-4d86-af49-9d9603b1a27e tempest-DeleteServersTestJSON-1152598212 tempest-DeleteServersTestJSON-1152598212-project] 10.222.0.106 "GET /v2.0/ports?device_id=3b84fef2-6112-4268-b1c4-95519d13428e HTTP/1.1" status: 200 len: 945 time: 0.0656207 Jul 06 12:33:50.972184 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-5485de90-26a6-4a1c-a8e9-08f5a6cd03ee req-f47a991f-4866-4db7-b7b3-d731328929a4 tempest-DeleteServersTestJSON-1152598212 tempest-DeleteServersTestJSON-1152598212-project] 10.222.0.106 "GET /v2.0/security-groups?id=1b1437f5-d3e8-44a1-982c-7a7a6b8e1e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346675 Jul 06 12:33:50.973928 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-d3fc87d9-65e1-4856-82d4-c56a5a8c9f4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1774441'] for security_group, after_delete {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:50.976498 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-d3fc87d9-65e1-4856-82d4-c56a5a8c9f4f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:50.977633 dv-cinder-799631-1-iscsi neutron-server[93087]: INFO neutron.wsgi [None req-d3fc87d9-65e1-4856-82d4-c56a5a8c9f4f admin admin] 10.222.0.106 "DELETE /v2.0/security-groups/ed898ae2-11dc-41dd-af46-9247ba757838 HTTP/1.1" status: 204 len: 168 time: 0.3049350 Jul 06 12:33:51.001099 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3fc87d9-65e1-4856-82d4-c56a5a8c9f4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed898ae2-11dc-41dd-af46-9247ba757838,revision_number=None']} {{(pid=93087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:33:51.063686 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.notifiers.nova [req-1c2802cf-22d5-448f-861f-a93d6ec74d00 req-31031635-554d-4239-a3de-087cfd3feef1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a56aa29c-b3e1-4005-85bd-6200a036b83d {{(pid=93087) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 12:33:51.071960 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [req-1c2802cf-22d5-448f-861f-a93d6ec74d00 req-31031635-554d-4239-a3de-087cfd3feef1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:51.086166 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.db.provisioning_blocks [req-1c2802cf-22d5-448f-861f-a93d6ec74d00 req-31031635-554d-4239-a3de-087cfd3feef1 service neutron] Transition to ACTIVE for port object a56aa29c-b3e1-4005-85bd-6200a036b83d will not be triggered until provisioned by entity L2. {{(pid=93087) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:33:51.091230 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [req-1c2802cf-22d5-448f-861f-a93d6ec74d00 req-31031635-554d-4239-a3de-087cfd3feef1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-772913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730294210856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730293689582', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730293689631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65517652'] for port, after_update {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:51.165423 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31031635-554d-4239-a3de-087cfd3feef1 service neutron] Pushing event updated for resources: {'Port': ['ID=a56aa29c-b3e1-4005-85bd-6200a036b83d,revision_number=2']} {{(pid=93087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:33:51.223148 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.plugins.ml2.managers [req-1c2802cf-22d5-448f-861f-a93d6ec74d00 req-31031635-554d-4239-a3de-087cfd3feef1 service neutron] Attempting to bind port a56aa29c-b3e1-4005-85bd-6200a036b83d on host hv-cinder-79963 for vnic_type normal with profile {{(pid=93087) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:33:51.224531 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.plugins.ml2.managers [req-1c2802cf-22d5-448f-861f-a93d6ec74d00 req-31031635-554d-4239-a3de-087cfd3feef1 service neutron] Attempting to bind port a56aa29c-b3e1-4005-85bd-6200a036b83d by drivers openvswitch,hyperv on host hv-cinder-79963 at level 0 using segments [{'id': '9563ba30-5ba5-46ca-802a-73eb0aa117e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1083, 'network_id': '13aecddf-3646-4770-a1b4-1e59fdf991f5'}] {{(pid=93087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:33:51.225169 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c2802cf-22d5-448f-861f-a93d6ec74d00 req-31031635-554d-4239-a3de-087cfd3feef1 service neutron] Attempting to bind port a56aa29c-b3e1-4005-85bd-6200a036b83d on network 13aecddf-3646-4770-a1b4-1e59fdf991f5 {{(pid=93087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:33:51.231424 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c2802cf-22d5-448f-861f-a93d6ec74d00 req-31031635-554d-4239-a3de-087cfd3feef1 service neutron] Port a56aa29c-b3e1-4005-85bd-6200a036b83d on network 13aecddf-3646-4770-a1b4-1e59fdf991f5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79963 {{(pid=93087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 12:33:51.232659 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c2802cf-22d5-448f-861f-a93d6ec74d00 req-31031635-554d-4239-a3de-087cfd3feef1 service neutron] Attempting to bind port a56aa29c-b3e1-4005-85bd-6200a036b83d on network 13aecddf-3646-4770-a1b4-1e59fdf991f5 {{(pid=93087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:33:51.241527 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c2802cf-22d5-448f-861f-a93d6ec74d00 req-31031635-554d-4239-a3de-087cfd3feef1 service neutron] Checking agent: {'id': '04527ea7-205a-43f8-9500-06532a9ad9cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79963', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 12, 31, 19), 'started_at': datetime.datetime(2021, 7, 6, 12, 31, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 33, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:33:51.241864 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c2802cf-22d5-448f-861f-a93d6ec74d00 req-31031635-554d-4239-a3de-087cfd3feef1 service neutron] Checking segment: {'id': '9563ba30-5ba5-46ca-802a-73eb0aa117e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1083, 'network_id': '13aecddf-3646-4770-a1b4-1e59fdf991f5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:33:51.242372 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c2802cf-22d5-448f-861f-a93d6ec74d00 req-31031635-554d-4239-a3de-087cfd3feef1 service neutron] Bound using segment: {'id': '9563ba30-5ba5-46ca-802a-73eb0aa117e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1083, 'network_id': '13aecddf-3646-4770-a1b4-1e59fdf991f5'} {{(pid=93087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:33:51.242666 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.plugins.ml2.managers [req-1c2802cf-22d5-448f-861f-a93d6ec74d00 req-31031635-554d-4239-a3de-087cfd3feef1 service neutron] Bound port: a56aa29c-b3e1-4005-85bd-6200a036b83d, host: hv-cinder-79963, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9563ba30-5ba5-46ca-802a-73eb0aa117e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1083, 'network_id': '13aecddf-3646-4770-a1b4-1e59fdf991f5'}}] {{(pid=93087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:33:51.243021 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [req-1c2802cf-22d5-448f-861f-a93d6ec74d00 req-31031635-554d-4239-a3de-087cfd3feef1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772861'] for port, before_update {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:51.408496 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.plugins.ml2.db [req-1c2802cf-22d5-448f-861f-a93d6ec74d00 req-31031635-554d-4239-a3de-087cfd3feef1 service neutron] For port a56aa29c-b3e1-4005-85bd-6200a036b83d, host hv-cinder-79963, cleared binding levels {{(pid=93087) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:33:51.416483 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.plugins.ml2.db [req-1c2802cf-22d5-448f-861f-a93d6ec74d00 req-31031635-554d-4239-a3de-087cfd3feef1 service neutron] For port a56aa29c-b3e1-4005-85bd-6200a036b83d, host hv-cinder-79963, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79963',level=0,port_id=a56aa29c-b3e1-4005-85bd-6200a036b83d,segment=NetworkSegment(9563ba30-5ba5-46ca-802a-73eb0aa117e8),segment_id=9563ba30-5ba5-46ca-802a-73eb0aa117e8)] {{(pid=93087) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:33:51.426253 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [req-1c2802cf-22d5-448f-861f-a93d6ec74d00 req-31031635-554d-4239-a3de-087cfd3feef1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-772913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730294210856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730293689582', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730293689631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65517652'] for port, after_update {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:51.484267 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2802cf-22d5-448f-861f-a93d6ec74d00 req-31031635-554d-4239-a3de-087cfd3feef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:33:51.484901 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [req-1c2802cf-22d5-448f-861f-a93d6ec74d00 req-31031635-554d-4239-a3de-087cfd3feef1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582504'] for port, before_response {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:51.487353 dv-cinder-799631-1-iscsi neutron-server[93087]: INFO neutron.wsgi [req-1c2802cf-22d5-448f-861f-a93d6ec74d00 req-31031635-554d-4239-a3de-087cfd3feef1 service neutron] 10.222.0.100 "PUT /v2.0/ports/a56aa29c-b3e1-4005-85bd-6200a036b83d HTTP/1.1" status: 200 len: 1093 time: 1.2681916 Jul 06 12:33:51.487849 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e7ef450-5624-4902-b27c-2433ff80c8d6', 'tag': 'a56aa29c-b3e1-4005-85bd-6200a036b83d'}] {{(pid=93087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:33:51.490547 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.106/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b75977dee10694d970e3c904bb2abec7b96eeb0b1196bffac2d8311199053796" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e74d6c5-6f94-42a6-8674-1a40f41e252f" -d '{"events": [{"name": "network-changed", "server_uuid": "6e7ef450-5624-4902-b27c-2433ff80c8d6", "tag": "a56aa29c-b3e1-4005-85bd-6200a036b83d"}]}' {{(pid=93087) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:33:51.524572 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31031635-554d-4239-a3de-087cfd3feef1 service neutron] Pushing event updated for resources: {'Port': ['ID=a56aa29c-b3e1-4005-85bd-6200a036b83d,revision_number=3']} {{(pid=93087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:33:51.567454 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b7be2a-c3b7-4078-a06f-e69236275d6a req-d6480c62-4e4c-4845-935f-b18d88ab7c36 tempest-AttachVolumeNegativeTest-317369925 tempest-AttachVolumeNegativeTest-317369925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:33:51.574614 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-73b7be2a-c3b7-4078-a06f-e69236275d6a req-d6480c62-4e4c-4845-935f-b18d88ab7c36 tempest-AttachVolumeNegativeTest-317369925 tempest-AttachVolumeNegativeTest-317369925-project] 10.222.0.106 "GET /v2.0/ports?device_id=cccd1a32-d136-493a-8952-b0e4564b33a0 HTTP/1.1" status: 200 len: 945 time: 0.1686044 Jul 06 12:33:51.627725 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-73b7be2a-c3b7-4078-a06f-e69236275d6a req-bdd9fee1-5e54-441e-b9d3-889b31d91cb2 tempest-AttachVolumeNegativeTest-317369925 tempest-AttachVolumeNegativeTest-317369925-project] 10.222.0.106 "GET /v2.0/security-groups?id=a7a3a38a-2b2f-449e-b642-1996735c584e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521054 Jul 06 12:33:51.636902 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9264e43e-14b7-4ce3-959f-f78f2c60a3da req-89e81f1d-d8f1-416b-8324-494431194872 tempest-AttachVolumeTestJSON-69932156 tempest-AttachVolumeTestJSON-69932156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:33:51.644212 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-9264e43e-14b7-4ce3-959f-f78f2c60a3da req-89e81f1d-d8f1-416b-8324-494431194872 tempest-AttachVolumeTestJSON-69932156 tempest-AttachVolumeTestJSON-69932156-project] 10.222.0.106 "GET /v2.0/ports?device_id=1247d046-18a9-4ac1-b527-638e0320ba0e HTTP/1.1" status: 200 len: 944 time: 0.1665118 Jul 06 12:33:51.692580 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 12:33:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e5304a4-c8bb-4627-bbd8-815082a64f36 x-openstack-request-id: req-4e5304a4-c8bb-4627-bbd8-815082a64f36 {{(pid=93087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:33:51.693101 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e7ef450-5624-4902-b27c-2433ff80c8d6", "tag": "a56aa29c-b3e1-4005-85bd-6200a036b83d", "status": "completed", "code": 200}]} {{(pid=93087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:33:51.693489 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.106/compute/v2.1/os-server-external-events used request id req-4e5304a4-c8bb-4627-bbd8-815082a64f36 {{(pid=93087) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:33:51.693984 dv-cinder-799631-1-iscsi neutron-server[93087]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e7ef450-5624-4902-b27c-2433ff80c8d6', 'tag': 'a56aa29c-b3e1-4005-85bd-6200a036b83d', 'status': 'completed', 'code': 200} Jul 06 12:33:51.695657 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-9264e43e-14b7-4ce3-959f-f78f2c60a3da req-b9a3a408-dd16-4fa3-af83-ecf925318c9c tempest-AttachVolumeTestJSON-69932156 tempest-AttachVolumeTestJSON-69932156-project] 10.222.0.106 "GET /v2.0/security-groups?id=c6027da5-2dd2-4fa1-abf8-166ae93c4f01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505161 Jul 06 12:33:52.054338 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1b98c9-918a-44b6-b4fc-ca08d8044015 req-412a25e6-d979-4bd9-86d6-51ff4bd4f0d7 tempest-ServerRescueNegativeTestJSON-1447075807 tempest-ServerRescueNegativeTestJSON-1447075807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:33:52.056424 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-9b1b98c9-918a-44b6-b4fc-ca08d8044015 req-412a25e6-d979-4bd9-86d6-51ff4bd4f0d7 tempest-ServerRescueNegativeTestJSON-1447075807 tempest-ServerRescueNegativeTestJSON-1447075807-project] 10.222.0.106 "GET /v2.0/ports?device_id=5fb246d8-3ad4-4716-8d4a-a158efb7586c HTTP/1.1" status: 200 len: 943 time: 0.1294188 Jul 06 12:33:52.092927 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215221a3-bc93-4746-b4b2-9dd5761fb5a0 req-5c4e307f-1f98-4a71-83e8-d755bcebee2e tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:33:52.094463 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-215221a3-bc93-4746-b4b2-9dd5761fb5a0 req-5c4e307f-1f98-4a71-83e8-d755bcebee2e tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] 10.222.0.106 "GET /v2.0/ports?device_id=6e7ef450-5624-4902-b27c-2433ff80c8d6 HTTP/1.1" status: 200 len: 943 time: 0.1558709 Jul 06 12:33:52.119952 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-9b1b98c9-918a-44b6-b4fc-ca08d8044015 req-835cc502-f7b4-4560-9384-e9784ff64d70 tempest-ServerRescueNegativeTestJSON-1447075807 tempest-ServerRescueNegativeTestJSON-1447075807-project] 10.222.0.106 "GET /v2.0/security-groups?id=4d78ff5b-ed74-4775-b2e7-af8cfc6a5bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576613 Jul 06 12:33:52.151267 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-215221a3-bc93-4746-b4b2-9dd5761fb5a0 req-50bb6490-ae69-4720-9257-1e2f0baefdcb tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] 10.222.0.106 "GET /v2.0/security-groups?id=40905771-c081-4627-88f4-91e0391ae15d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454249 Jul 06 12:33:52.870922 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7081f901-a014-4a19-80f6-a53ce153cb28 req-ab7429b1-86ce-4ea7-8436-297b29157f2d tempest-AttachVolumeTestJSON-69932156 tempest-AttachVolumeTestJSON-69932156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:33:52.872376 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-7081f901-a014-4a19-80f6-a53ce153cb28 req-ab7429b1-86ce-4ea7-8436-297b29157f2d tempest-AttachVolumeTestJSON-69932156 tempest-AttachVolumeTestJSON-69932156-project] 10.222.0.106 "GET /v2.0/ports?device_id=1247d046-18a9-4ac1-b527-638e0320ba0e HTTP/1.1" status: 200 len: 944 time: 0.0668921 Jul 06 12:33:52.911958 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-7081f901-a014-4a19-80f6-a53ce153cb28 req-51ec0448-ba46-4951-b71d-6fbf75a0ccb8 tempest-AttachVolumeTestJSON-69932156 tempest-AttachVolumeTestJSON-69932156-project] 10.222.0.106 "GET /v2.0/security-groups?id=c6027da5-2dd2-4fa1-abf8-166ae93c4f01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340288 Jul 06 12:33:53.107179 dv-cinder-799631-1-iscsi neutron-server[93087]: INFO neutron.wsgi [req-59ec8af5-f49f-46c4-bd40-97eb5f81e97a req-00182bb9-66a7-45aa-be89-b9f7460e31dc service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c85a57e3-a601-437d-a698-bdc821277c8a HTTP/1.1" status: 200 len: 217 time: 0.0534883 Jul 06 12:33:53.108313 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.wsgi [-] (93087) accepted ('10.222.0.106', 47380) {{(pid=93087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:33:53.201395 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce88377-e63f-4c46-80e7-81291a49401a req-41b8c825-ccbc-48aa-91d4-a2992e2daf12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:33:53.203677 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-7ce88377-e63f-4c46-80e7-81291a49401a req-41b8c825-ccbc-48aa-91d4-a2992e2daf12 service neutron] 10.222.0.100 "GET /v2.0/networks?id=05887a89-c541-45f9-bd49-e19532da98ad HTTP/1.1" status: 200 len: 912 time: 0.1519852 Jul 06 12:33:53.292510 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-7ce88377-e63f-4c46-80e7-81291a49401a req-b97907f3-fff3-4e37-83cd-b5aa98d450cd service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fb42b963-cd52-44eb-a5d0-c8e877a8c44e HTTP/1.1" status: 200 len: 217 time: 0.0811756 Jul 06 12:33:53.294593 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ec8af5-f49f-46c4-bd40-97eb5f81e97a req-1a6e9c55-8e9f-40dd-9f0d-108824198827 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:33:53.296284 dv-cinder-799631-1-iscsi neutron-server[93087]: INFO neutron.wsgi [req-59ec8af5-f49f-46c4-bd40-97eb5f81e97a req-1a6e9c55-8e9f-40dd-9f0d-108824198827 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=93b8c1d2-f9fc-4e8f-b00e-a4ccc2e979d1 HTTP/1.1" status: 200 len: 858 time: 0.1728776 Jul 06 12:33:53.311953 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-fb26525c-3451-490a-a37b-f467096f4986 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:53.331561 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e74d6c5-6f94-42a6-8674-1a40f41e252f req-00d78250-ab4e-4a43-9480-414cbd131cf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:33:53.333191 dv-cinder-799631-1-iscsi neutron-server[93087]: INFO neutron.wsgi [req-4e74d6c5-6f94-42a6-8674-1a40f41e252f req-00d78250-ab4e-4a43-9480-414cbd131cf9 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=b437ce926689452f91685757af8037a1&device_id=6e7ef450-5624-4902-b27c-2433ff80c8d6 HTTP/1.1" status: 200 len: 1096 time: 0.2237208 Jul 06 12:33:53.365039 dv-cinder-799631-1-iscsi neutron-server[93087]: INFO neutron.wsgi [req-59ec8af5-f49f-46c4-bd40-97eb5f81e97a req-aa9bdc06-0e33-4aa3-8b31-18f6d1c03f3d service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=91ce4105-7568-49ba-9c1a-853c2332aa91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0481622 Jul 06 12:33:53.455590 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce88377-e63f-4c46-80e7-81291a49401a req-ce31868b-af86-43b4-ace8-da1e7ef3b229 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:33:53.457044 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-7ce88377-e63f-4c46-80e7-81291a49401a req-ce31868b-af86-43b4-ace8-da1e7ef3b229 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=c2006b9e-8b8d-4564-b906-0d2b575665be HTTP/1.1" status: 200 len: 849 time: 0.1474252 Jul 06 12:33:53.554962 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa530c4-ff06-4836-842c-9bd5aef7a5c5 req-a6d54701-8bd2-4cfe-87de-ddc1fed61fb4 tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:33:53.556950 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-baa530c4-ff06-4836-842c-9bd5aef7a5c5 req-a6d54701-8bd2-4cfe-87de-ddc1fed61fb4 tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] 10.222.0.106 "GET /v2.0/ports?device_id=6e7ef450-5624-4902-b27c-2433ff80c8d6 HTTP/1.1" status: 200 len: 943 time: 0.2321048 Jul 06 12:33:53.567698 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e3ab02-0637-480a-8793-65b9752a0c3c req-23d9928b-5421-457f-88b9-9efbc58a170f tempest-ServerRescueNegativeTestJSON-1447075807 tempest-ServerRescueNegativeTestJSON-1447075807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:33:53.569526 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-d8e3ab02-0637-480a-8793-65b9752a0c3c req-23d9928b-5421-457f-88b9-9efbc58a170f tempest-ServerRescueNegativeTestJSON-1447075807 tempest-ServerRescueNegativeTestJSON-1447075807-project] 10.222.0.106 "GET /v2.0/ports?device_id=5fb246d8-3ad4-4716-8d4a-a158efb7586c HTTP/1.1" status: 200 len: 943 time: 0.2253983 Jul 06 12:33:53.603824 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad58216-4854-4c55-81a2-91518e5ed8a3 req-e98863f9-d492-4672-8d38-b35466afaa5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:33:53.605358 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-aad58216-4854-4c55-81a2-91518e5ed8a3 req-e98863f9-d492-4672-8d38-b35466afaa5d service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=033daae3-3614-4270-a8cd-62b72de71ec3 HTTP/1.1" status: 200 len: 1098 time: 0.1941261 Jul 06 12:33:53.677185 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce88377-e63f-4c46-80e7-81291a49401a req-d3d0c5ad-7f05-4c68-9786-f7eead01a135 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:33:53.678930 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-7ce88377-e63f-4c46-80e7-81291a49401a req-d3d0c5ad-7f05-4c68-9786-f7eead01a135 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=05887a89-c541-45f9-bd49-e19532da98ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2129509 Jul 06 12:33:53.683671 dv-cinder-799631-1-iscsi neutron-server[93087]: INFO neutron.wsgi [req-59ec8af5-f49f-46c4-bd40-97eb5f81e97a req-d87867e3-a1c6-4a0c-8a7b-e450b1d9bc96 service neutron] 10.222.0.100 "GET /v2.0/networks/91ce4105-7568-49ba-9c1a-853c2332aa91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2924197 Jul 06 12:33:53.686610 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e74d6c5-6f94-42a6-8674-1a40f41e252f req-0ec5f872-ea08-4bef-b6c1-501cf3ff50e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:33:53.688073 dv-cinder-799631-1-iscsi neutron-server[93087]: INFO neutron.wsgi [req-4e74d6c5-6f94-42a6-8674-1a40f41e252f req-0ec5f872-ea08-4bef-b6c1-501cf3ff50e7 service neutron] 10.222.0.100 "GET /v2.0/networks?tenant_id=b437ce926689452f91685757af8037a1&shared=False HTTP/1.1" status: 200 len: 919 time: 0.3218675 Jul 06 12:33:53.702699 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-fb26525c-3451-490a-a37b-f467096f4986 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:53.709711 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-baa530c4-ff06-4836-842c-9bd5aef7a5c5 req-5a6e5a1c-829b-4e8e-9b92-48a949479845 tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] 10.222.0.106 "GET /v2.0/security-groups?id=40905771-c081-4627-88f4-91e0391ae15d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1249557 Jul 06 12:33:53.720748 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-d8e3ab02-0637-480a-8793-65b9752a0c3c req-bb230715-1742-4c34-9f00-5031b175fc98 tempest-ServerRescueNegativeTestJSON-1447075807 tempest-ServerRescueNegativeTestJSON-1447075807-project] 10.222.0.106 "GET /v2.0/security-groups?id=4d78ff5b-ed74-4775-b2e7-af8cfc6a5bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381450 Jul 06 12:33:53.727613 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-fb26525c-3451-490a-a37b-f467096f4986 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1774441'] for security_group, after_create {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:53.733997 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-aad58216-4854-4c55-81a2-91518e5ed8a3 req-b059736f-5131-4e74-b317-1550eec8f4a2 service neutron] 10.222.0.100 "GET /v2.0/security-groups?id=4d78ff5b-ed74-4775-b2e7-af8cfc6a5bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126647 Jul 06 12:33:53.848224 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-7ce88377-e63f-4c46-80e7-81291a49401a req-d92c4b71-a091-48a3-b4d6-d8a09d8af35e service neutron] 10.222.0.100 "GET /v2.0/networks/05887a89-c541-45f9-bd49-e19532da98ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1492348 Jul 06 12:33:53.930261 dv-cinder-799631-1-iscsi neutron-server[93087]: INFO neutron.wsgi [None req-fb26525c-3451-490a-a37b-f467096f4986 admin admin] 10.222.0.106 "GET /v2.0/security-groups?tenant_id=92d23fde670e4f5d9585ad2885a09456&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8195882 Jul 06 12:33:53.930612 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.wsgi [-] (93088) accepted ('10.222.0.106', 47400) {{(pid=93088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:33:53.940302 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb26525c-3451-490a-a37b-f467096f4986 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1fe85fb-f664-4d09-b3c5-b9fef6ad5654,revision_number=1']} {{(pid=93087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:33:54.009455 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e74d6c5-6f94-42a6-8674-1a40f41e252f req-59d8c31f-69bc-4bf6-b005-e01c1366d059 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:33:54.011029 dv-cinder-799631-1-iscsi neutron-server[93087]: INFO neutron.wsgi [req-4e74d6c5-6f94-42a6-8674-1a40f41e252f req-59d8c31f-69bc-4bf6-b005-e01c1366d059 service neutron] 10.222.0.100 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.3105397 Jul 06 12:33:54.012985 dv-cinder-799631-1-iscsi neutron-server[93087]: INFO neutron.wsgi [req-59ec8af5-f49f-46c4-bd40-97eb5f81e97a req-1163f716-b47c-487f-a5fa-5b1c2f76c8bf service neutron] 10.222.0.100 "GET /v2.0/networks/91ce4105-7568-49ba-9c1a-853c2332aa91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3137367 Jul 06 12:33:54.023218 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-254f2da4-72a7-4fc1-8d16-56ee0ce9303c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:54.050999 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-254f2da4-72a7-4fc1-8d16-56ee0ce9303c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:54.159498 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c42a2f7-bf3f-45c8-8494-5399f8920fe7 req-5a8a69e8-7779-44ef-9a62-66fa4dcda5e2 tempest-AttachVolumeTestJSON-69932156 tempest-AttachVolumeTestJSON-69932156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:33:54.167323 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-7c42a2f7-bf3f-45c8-8494-5399f8920fe7 req-5a8a69e8-7779-44ef-9a62-66fa4dcda5e2 tempest-AttachVolumeTestJSON-69932156 tempest-AttachVolumeTestJSON-69932156-project] 10.222.0.106 "GET /v2.0/ports?device_id=1247d046-18a9-4ac1-b527-638e0320ba0e HTTP/1.1" status: 200 len: 944 time: 0.1183209 Jul 06 12:33:54.184606 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-254f2da4-72a7-4fc1-8d16-56ee0ce9303c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1774441'] for security_group, after_delete {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:54.184606 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-254f2da4-72a7-4fc1-8d16-56ee0ce9303c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:54.184606 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [None req-254f2da4-72a7-4fc1-8d16-56ee0ce9303c admin admin] 10.222.0.106 "DELETE /v2.0/security-groups/b1fe85fb-f664-4d09-b3c5-b9fef6ad5654 HTTP/1.1" status: 204 len: 168 time: 0.2482853 Jul 06 12:33:54.205234 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254f2da4-72a7-4fc1-8d16-56ee0ce9303c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1fe85fb-f664-4d09-b3c5-b9fef6ad5654,revision_number=None']} {{(pid=93088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:33:54.235939 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-7c42a2f7-bf3f-45c8-8494-5399f8920fe7 req-b9e48f00-d880-4b13-ad56-7900a51b3ceb tempest-AttachVolumeTestJSON-69932156 tempest-AttachVolumeTestJSON-69932156-project] 10.222.0.106 "GET /v2.0/security-groups?id=c6027da5-2dd2-4fa1-abf8-166ae93c4f01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0674143 Jul 06 12:33:54.459023 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.wsgi [-] (93088) accepted ('10.222.0.106', 47418) {{(pid=93088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:33:54.472819 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-0a9ef347-642b-40c1-b49c-bf23f0e018b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:54.570858 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-0a9ef347-642b-40c1-b49c-bf23f0e018b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:54.575492 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-0a9ef347-642b-40c1-b49c-bf23f0e018b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1774441'] for security_group, after_create {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:54.615272 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [None req-0a9ef347-642b-40c1-b49c-bf23f0e018b2 admin admin] 10.222.0.106 "GET /v2.0/security-groups?tenant_id=75eb8f0ec3ff4c4b8171c755537c9ba3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1551170 Jul 06 12:33:54.615977 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9ef347-642b-40c1-b49c-bf23f0e018b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d3fc2f8-3d9a-4cc0-9489-97e79882d3df,revision_number=1']} {{(pid=93088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:33:54.618213 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.wsgi [-] (93087) accepted ('10.222.0.106', 47420) {{(pid=93087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:33:54.666706 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-179a3478-d973-4853-8ce4-24d5db0cf952 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:54.686898 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-179a3478-d973-4853-8ce4-24d5db0cf952 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:54.731624 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-179a3478-d973-4853-8ce4-24d5db0cf952 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1774441'] for security_group, after_delete {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:54.734040 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-179a3478-d973-4853-8ce4-24d5db0cf952 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:54.737597 dv-cinder-799631-1-iscsi neutron-server[93087]: INFO neutron.wsgi [None req-179a3478-d973-4853-8ce4-24d5db0cf952 admin admin] 10.222.0.106 "DELETE /v2.0/security-groups/7d3fc2f8-3d9a-4cc0-9489-97e79882d3df HTTP/1.1" status: 204 len: 168 time: 0.1155515 Jul 06 12:33:54.744234 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179a3478-d973-4853-8ce4-24d5db0cf952 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d3fc2f8-3d9a-4cc0-9489-97e79882d3df,revision_number=None']} {{(pid=93087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:33:54.886606 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645e3fb4-c779-4803-a8e9-966c93fb6b08 req-354d5149-60bc-4e20-bc27-9028414da363 tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:33:54.888145 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-645e3fb4-c779-4803-a8e9-966c93fb6b08 req-354d5149-60bc-4e20-bc27-9028414da363 tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] 10.222.0.106 "GET /v2.0/ports?device_id=6e7ef450-5624-4902-b27c-2433ff80c8d6 HTTP/1.1" status: 200 len: 943 time: 0.0663369 Jul 06 12:33:54.926809 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-645e3fb4-c779-4803-a8e9-966c93fb6b08 req-aea06d88-b3c0-43fc-a7b5-70f883afd005 tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] 10.222.0.106 "GET /v2.0/security-groups?id=40905771-c081-4627-88f4-91e0391ae15d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323923 Jul 06 12:33:55.089117 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7692726d-57b6-4534-b50b-bac528c8cee1 req-fed4cc2d-b296-48c3-83d2-eae11ec3d12b tempest-ServerRescueNegativeTestJSON-1447075807 tempest-ServerRescueNegativeTestJSON-1447075807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:33:55.090610 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-7692726d-57b6-4534-b50b-bac528c8cee1 req-fed4cc2d-b296-48c3-83d2-eae11ec3d12b tempest-ServerRescueNegativeTestJSON-1447075807 tempest-ServerRescueNegativeTestJSON-1447075807-project] 10.222.0.106 "GET /v2.0/ports?device_id=5fb246d8-3ad4-4716-8d4a-a158efb7586c HTTP/1.1" status: 200 len: 943 time: 0.0638406 Jul 06 12:33:55.129481 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-7692726d-57b6-4534-b50b-bac528c8cee1 req-89c17e2d-7aaa-47e5-96be-287444af1282 tempest-ServerRescueNegativeTestJSON-1447075807 tempest-ServerRescueNegativeTestJSON-1447075807-project] 10.222.0.106 "GET /v2.0/security-groups?id=4d78ff5b-ed74-4775-b2e7-af8cfc6a5bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328007 Jul 06 12:33:55.402048 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d970e2c1-6375-4162-9d44-30a57c7aae08 req-ff053ebd-0423-4783-a050-0a81a05b720f tempest-AttachVolumeTestJSON-69932156 tempest-AttachVolumeTestJSON-69932156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:33:55.403600 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-d970e2c1-6375-4162-9d44-30a57c7aae08 req-ff053ebd-0423-4783-a050-0a81a05b720f tempest-AttachVolumeTestJSON-69932156 tempest-AttachVolumeTestJSON-69932156-project] 10.222.0.106 "GET /v2.0/ports?device_id=1247d046-18a9-4ac1-b527-638e0320ba0e HTTP/1.1" status: 200 len: 944 time: 0.0629792 Jul 06 12:33:55.440421 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-d970e2c1-6375-4162-9d44-30a57c7aae08 req-604830ee-1a81-4a0f-9562-541dbffd5853 tempest-AttachVolumeTestJSON-69932156 tempest-AttachVolumeTestJSON-69932156-project] 10.222.0.106 "GET /v2.0/security-groups?id=c6027da5-2dd2-4fa1-abf8-166ae93c4f01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313017 Jul 06 12:33:56.119138 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb73a56-2993-454d-a204-722334c9ca86 req-47fb2067-494f-4e41-bd90-7979d4e9dece tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:33:56.120697 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-5eb73a56-2993-454d-a204-722334c9ca86 req-47fb2067-494f-4e41-bd90-7979d4e9dece tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] 10.222.0.106 "GET /v2.0/ports?device_id=6e7ef450-5624-4902-b27c-2433ff80c8d6 HTTP/1.1" status: 200 len: 943 time: 0.0676615 Jul 06 12:33:56.158935 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-5eb73a56-2993-454d-a204-722334c9ca86 req-320e2b28-4966-460e-a7d4-a484a5af5949 tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] 10.222.0.106 "GET /v2.0/security-groups?id=40905771-c081-4627-88f4-91e0391ae15d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325963 Jul 06 12:33:56.344289 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851b18f6-4012-456a-a522-5426f90af824 req-77ae44a6-35c5-40c6-a390-931352657c07 tempest-ServerRescueNegativeTestJSON-1447075807 tempest-ServerRescueNegativeTestJSON-1447075807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:33:56.345827 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-851b18f6-4012-456a-a522-5426f90af824 req-77ae44a6-35c5-40c6-a390-931352657c07 tempest-ServerRescueNegativeTestJSON-1447075807 tempest-ServerRescueNegativeTestJSON-1447075807-project] 10.222.0.106 "GET /v2.0/ports?device_id=5fb246d8-3ad4-4716-8d4a-a158efb7586c HTTP/1.1" status: 200 len: 943 time: 0.0803807 Jul 06 12:33:56.385303 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-851b18f6-4012-456a-a522-5426f90af824 req-8fa51c8e-fec0-4b24-9d9c-603f711b6e48 tempest-ServerRescueNegativeTestJSON-1447075807 tempest-ServerRescueNegativeTestJSON-1447075807-project] 10.222.0.106 "GET /v2.0/security-groups?id=4d78ff5b-ed74-4775-b2e7-af8cfc6a5bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323319 Jul 06 12:33:56.617486 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b408e639-d7cd-4b4d-b753-2db16791d9ce req-1ae159a6-abfd-4c25-a794-0737d5f5aff2 tempest-AttachVolumeTestJSON-69932156 tempest-AttachVolumeTestJSON-69932156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:33:56.618996 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-b408e639-d7cd-4b4d-b753-2db16791d9ce req-1ae159a6-abfd-4c25-a794-0737d5f5aff2 tempest-AttachVolumeTestJSON-69932156 tempest-AttachVolumeTestJSON-69932156-project] 10.222.0.106 "GET /v2.0/ports?device_id=1247d046-18a9-4ac1-b527-638e0320ba0e HTTP/1.1" status: 200 len: 944 time: 0.0668712 Jul 06 12:33:56.658092 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-b408e639-d7cd-4b4d-b753-2db16791d9ce req-23cbb385-edcb-497a-b7a3-d63651dab26e tempest-AttachVolumeTestJSON-69932156 tempest-AttachVolumeTestJSON-69932156-project] 10.222.0.106 "GET /v2.0/security-groups?id=c6027da5-2dd2-4fa1-abf8-166ae93c4f01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335388 Jul 06 12:33:56.708938 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.rpc [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] Device fb42b963-cd52-44eb-a5d0-c8e877a8c44e details requested by agent hyperv_hv-cinder-79963 with host hv-cinder-79963 {{(pid=93089) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 12:33:56.804503 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.db [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] For port fb42b963-cd52-44eb-a5d0-c8e877a8c44e, host hv-cinder-79963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79963',level=0,port_id=fb42b963-cd52-44eb-a5d0-c8e877a8c44e,segment=NetworkSegment(c3ad306a-e157-4db2-861a-89054f1f1a9d),segment_id=c3ad306a-e157-4db2-861a-89054f1f1a9d)] {{(pid=93089) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:33:56.816899 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.rpc [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] Returning: {'device': 'fb42b963-cd52-44eb-a5d0-c8e877a8c44e', 'network_id': '05887a89-c541-45f9-bd49-e19532da98ad', 'port_id': 'fb42b963-cd52-44eb-a5d0-c8e877a8c44e', 'mac_address': 'fa:16:3e:c3:f7:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1091, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c2006b9e-8b8d-4564-b906-0d2b575665be', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93089) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 12:33:56.859409 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772861'] for port, before_update {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:56.873190 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.notifiers.nova [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fb42b963-cd52-44eb-a5d0-c8e877a8c44e {{(pid=93089) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 12:33:56.903747 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.db [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] For port fb42b963-cd52-44eb-a5d0-c8e877a8c44e, host hv-cinder-79963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79963',level=0,port_id=fb42b963-cd52-44eb-a5d0-c8e877a8c44e,segment=NetworkSegment(c3ad306a-e157-4db2-861a-89054f1f1a9d),segment_id=c3ad306a-e157-4db2-861a-89054f1f1a9d)] {{(pid=93089) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:33:56.922135 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-772913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730294210856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730293689582', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730293689631'] for port, after_update {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:56.983875 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] Pushing event updated for resources: {'Port': ['ID=fb42b963-cd52-44eb-a5d0-c8e877a8c44e,revision_number=4']} {{(pid=93089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:33:57.089927 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-7ce88377-e63f-4c46-80e7-81291a49401a req-0e4e01c7-5e26-4742-8ea9-a73cb0181631 service neutron] 10.222.0.100 "GET /v2.0/networks/05887a89-c541-45f9-bd49-e19532da98ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1024625 Jul 06 12:33:57.190911 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2802cf-22d5-448f-861f-a93d6ec74d00 req-1ad9a9aa-40cd-4b46-a3ef-0b4c1afb2345 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:33:57.192723 dv-cinder-799631-1-iscsi neutron-server[93087]: INFO neutron.wsgi [req-1c2802cf-22d5-448f-861f-a93d6ec74d00 req-1ad9a9aa-40cd-4b46-a3ef-0b4c1afb2345 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=b437ce926689452f91685757af8037a1&device_id=6e7ef450-5624-4902-b27c-2433ff80c8d6 HTTP/1.1" status: 200 len: 1096 time: 0.0604761 Jul 06 12:33:57.385663 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.db [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] get_ports_and_sgs() called for port_ids ['fb42b963-cd52-44eb-a5d0-c8e877a8c44e'] {{(pid=93089) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 12:33:57.402723 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2383bf3-c0b9-49e5-97c4-f01df556a716 req-1fa81a86-b621-4e78-b630-33251838f678 tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:33:57.407470 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-b2383bf3-c0b9-49e5-97c4-f01df556a716 req-1fa81a86-b621-4e78-b630-33251838f678 tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] 10.222.0.106 "GET /v2.0/ports?device_id=6e7ef450-5624-4902-b27c-2433ff80c8d6 HTTP/1.1" status: 200 len: 943 time: 0.1244524 Jul 06 12:33:57.520053 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-b2383bf3-c0b9-49e5-97c4-f01df556a716 req-623b52d0-f5e8-4d89-b392-d0a482e56c97 tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] 10.222.0.106 "GET /v2.0/security-groups?id=40905771-c081-4627-88f4-91e0391ae15d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1075597 Jul 06 12:33:57.537971 dv-cinder-799631-1-iscsi neutron-server[93087]: INFO neutron.wsgi [req-1c2802cf-22d5-448f-861f-a93d6ec74d00 req-b81ad656-b938-4213-abc7-073c271885af service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a56aa29c-b3e1-4005-85bd-6200a036b83d HTTP/1.1" status: 200 len: 217 time: 0.3155138 Jul 06 12:33:57.670346 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2802cf-22d5-448f-861f-a93d6ec74d00 req-086f6c94-e5fc-4f60-bc46-e1eb776f3430 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:33:57.671858 dv-cinder-799631-1-iscsi neutron-server[93087]: INFO neutron.wsgi [req-1c2802cf-22d5-448f-861f-a93d6ec74d00 req-086f6c94-e5fc-4f60-bc46-e1eb776f3430 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=26404b5b-3148-4b62-b08e-5f523f412d1e HTTP/1.1" status: 200 len: 856 time: 0.1264243 Jul 06 12:33:57.752508 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ae8d85-91cc-428e-a800-cec3fd3600af req-92e0c349-8c39-4684-8010-b4372cb59dcd tempest-ServerRescueNegativeTestJSON-1447075807 tempest-ServerRescueNegativeTestJSON-1447075807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:33:57.754086 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-38ae8d85-91cc-428e-a800-cec3fd3600af req-92e0c349-8c39-4684-8010-b4372cb59dcd tempest-ServerRescueNegativeTestJSON-1447075807 tempest-ServerRescueNegativeTestJSON-1447075807-project] 10.222.0.106 "GET /v2.0/ports?device_id=5fb246d8-3ad4-4716-8d4a-a158efb7586c HTTP/1.1" status: 200 len: 943 time: 0.0654063 Jul 06 12:33:57.802814 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-38ae8d85-91cc-428e-a800-cec3fd3600af req-27bc6952-e798-4a5d-9965-bdcfdc1b2122 tempest-ServerRescueNegativeTestJSON-1447075807 tempest-ServerRescueNegativeTestJSON-1447075807-project] 10.222.0.106 "GET /v2.0/security-groups?id=4d78ff5b-ed74-4775-b2e7-af8cfc6a5bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422084 Jul 06 12:33:57.864838 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2802cf-22d5-448f-861f-a93d6ec74d00 req-3da8891e-14a4-4626-b692-a14bcb3d6d75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:33:57.867341 dv-cinder-799631-1-iscsi neutron-server[93087]: INFO neutron.wsgi [req-1c2802cf-22d5-448f-861f-a93d6ec74d00 req-3da8891e-14a4-4626-b692-a14bcb3d6d75 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=13aecddf-3646-4770-a1b4-1e59fdf991f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0948737 Jul 06 12:33:58.005807 dv-cinder-799631-1-iscsi neutron-server[93087]: INFO neutron.wsgi [req-1c2802cf-22d5-448f-861f-a93d6ec74d00 req-86c19dca-c8fe-48bb-816d-99a4782eaf3e service neutron] 10.222.0.100 "GET /v2.0/networks/13aecddf-3646-4770-a1b4-1e59fdf991f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245601 Jul 06 12:33:58.031846 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e37661-63fb-441c-bf9b-6a68d715cdf8 req-97360145-f783-4ac7-a51b-d3f329b53a9c tempest-AttachVolumeTestJSON-69932156 tempest-AttachVolumeTestJSON-69932156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:33:58.033564 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-e4e37661-63fb-441c-bf9b-6a68d715cdf8 req-97360145-f783-4ac7-a51b-d3f329b53a9c tempest-AttachVolumeTestJSON-69932156 tempest-AttachVolumeTestJSON-69932156-project] 10.222.0.106 "GET /v2.0/ports?device_id=1247d046-18a9-4ac1-b527-638e0320ba0e HTTP/1.1" status: 200 len: 945 time: 0.0713334 Jul 06 12:33:58.083553 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-e4e37661-63fb-441c-bf9b-6a68d715cdf8 req-74a29289-0e8b-4527-ba84-bd1ff4240ded tempest-AttachVolumeTestJSON-69932156 tempest-AttachVolumeTestJSON-69932156-project] 10.222.0.106 "GET /v2.0/security-groups?id=c6027da5-2dd2-4fa1-abf8-166ae93c4f01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427728 Jul 06 12:33:58.144545 dv-cinder-799631-1-iscsi neutron-server[93087]: INFO neutron.wsgi [req-1c2802cf-22d5-448f-861f-a93d6ec74d00 req-325bfeda-7dea-4631-9fcd-c385c0ecb2fd service neutron] 10.222.0.100 "GET /v2.0/networks/13aecddf-3646-4770-a1b4-1e59fdf991f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1167917 Jul 06 12:33:58.721335 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.rpc [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] Device c85a57e3-a601-437d-a698-bdc821277c8a details requested by agent hyperv_hv-cinder-79963 with host hv-cinder-79963 {{(pid=93089) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 12:33:58.737469 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.rpc [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] Device fb42b963-cd52-44eb-a5d0-c8e877a8c44e up at agent hyperv_hv-cinder-79963 {{(pid=93089) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:33:58.788503 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97419ae7-e571-4f50-9533-fe28cce33126 req-994a2897-f66c-43ba-974d-4fa63ce6c62d tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:33:58.790399 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-97419ae7-e571-4f50-9533-fe28cce33126 req-994a2897-f66c-43ba-974d-4fa63ce6c62d tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] 10.222.0.106 "GET /v2.0/ports?device_id=6e7ef450-5624-4902-b27c-2433ff80c8d6 HTTP/1.1" status: 200 len: 943 time: 0.0922062 Jul 06 12:33:58.866213 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-97419ae7-e571-4f50-9533-fe28cce33126 req-5726b192-ae3e-4399-bb6a-5d62b5e7672c tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] 10.222.0.106 "GET /v2.0/security-groups?id=40905771-c081-4627-88f4-91e0391ae15d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0679321 Jul 06 12:33:58.887900 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.db.provisioning_blocks [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] Provisioning for port fb42b963-cd52-44eb-a5d0-c8e877a8c44e completed by entity L2. {{(pid=93089) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:33:58.891213 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.db [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] For port c85a57e3-a601-437d-a698-bdc821277c8a, host hv-cinder-79963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79963',level=0,port_id=c85a57e3-a601-437d-a698-bdc821277c8a,segment=NetworkSegment(b11f8209-eb69-4d3b-82f2-d3a8df76858b),segment_id=b11f8209-eb69-4d3b-82f2-d3a8df76858b)] {{(pid=93089) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:33:58.901074 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.db.provisioning_blocks [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] Provisioning complete for port fb42b963-cd52-44eb-a5d0-c8e877a8c44e triggered by entity L2. {{(pid=93089) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:33:58.901338 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912496'] for port, provisioning_complete {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:58.926993 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.rpc [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] Returning: {'device': 'c85a57e3-a601-437d-a698-bdc821277c8a', 'network_id': '91ce4105-7568-49ba-9c1a-853c2332aa91', 'port_id': 'c85a57e3-a601-437d-a698-bdc821277c8a', 'mac_address': 'fa:16:3e:32:f6:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1081, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '93b8c1d2-f9fc-4e8f-b00e-a4ccc2e979d1', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93089) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 12:33:58.984469 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772861'] for port, before_update {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:59.019748 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.notifiers.nova [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c85a57e3-a601-437d-a698-bdc821277c8a {{(pid=93089) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 12:33:59.024131 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b22706f-5292-48db-a71b-ca7bac49af9f req-45af9ee1-b3b8-4759-867b-1f4518c3d8b8 tempest-ServerRescueNegativeTestJSON-1447075807 tempest-ServerRescueNegativeTestJSON-1447075807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:33:59.025744 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-1b22706f-5292-48db-a71b-ca7bac49af9f req-45af9ee1-b3b8-4759-867b-1f4518c3d8b8 tempest-ServerRescueNegativeTestJSON-1447075807 tempest-ServerRescueNegativeTestJSON-1447075807-project] 10.222.0.106 "GET /v2.0/ports?device_id=5fb246d8-3ad4-4716-8d4a-a158efb7586c HTTP/1.1" status: 200 len: 943 time: 0.0656939 Jul 06 12:33:59.044481 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772861'] for port, before_update {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:59.055941 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.db [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] For port c85a57e3-a601-437d-a698-bdc821277c8a, host hv-cinder-79963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79963',level=0,port_id=c85a57e3-a601-437d-a698-bdc821277c8a,segment=NetworkSegment(b11f8209-eb69-4d3b-82f2-d3a8df76858b),segment_id=b11f8209-eb69-4d3b-82f2-d3a8df76858b)] {{(pid=93089) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:33:59.061074 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-772913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730294210856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730293689582', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730293689631'] for port, after_update {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:59.069170 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-1b22706f-5292-48db-a71b-ca7bac49af9f req-460b935a-327f-4278-8e42-4ec2a97fff94 tempest-ServerRescueNegativeTestJSON-1447075807 tempest-ServerRescueNegativeTestJSON-1447075807-project] 10.222.0.106 "GET /v2.0/security-groups?id=4d78ff5b-ed74-4775-b2e7-af8cfc6a5bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378757 Jul 06 12:33:59.098493 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1247d046-18a9-4ac1-b527-638e0320ba0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb42b963-cd52-44eb-a5d0-c8e877a8c44e'}] {{(pid=93089) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:33:59.100763 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.106/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe93d3bb6f6ea65552dd5d1819c289058d75ea396ac2be612a447f7071fdb995" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a7e0761-af47-42fb-a0ab-50e4d9a814e7" -d '{"events": [{"server_uuid": "1247d046-18a9-4ac1-b527-638e0320ba0e", "name": "network-vif-plugged", "status": "completed", "tag": "fb42b963-cd52-44eb-a5d0-c8e877a8c44e"}]}' {{(pid=93089) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:33:59.118295 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.db [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] For port fb42b963-cd52-44eb-a5d0-c8e877a8c44e, host hv-cinder-79963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79963',level=0,port_id=fb42b963-cd52-44eb-a5d0-c8e877a8c44e,segment=NetworkSegment(c3ad306a-e157-4db2-861a-89054f1f1a9d),segment_id=c3ad306a-e157-4db2-861a-89054f1f1a9d)] {{(pid=93089) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:33:59.128352 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-772913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730294210856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730293689582', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730293689631'] for port, after_update {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:59.143234 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] Pushing event updated for resources: {'Port': ['ID=c85a57e3-a601-437d-a698-bdc821277c8a,revision_number=4']} {{(pid=93089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:33:59.147616 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 12:33:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fb382cb-0fcb-4762-b18c-7ac5b590ac01 x-openstack-request-id: req-1fb382cb-0fcb-4762-b18c-7ac5b590ac01 {{(pid=93089) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:33:59.147939 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1247d046-18a9-4ac1-b527-638e0320ba0e", "name": "network-vif-plugged", "status": "completed", "tag": "fb42b963-cd52-44eb-a5d0-c8e877a8c44e", "code": 200}]} {{(pid=93089) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:33:59.148243 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.106/compute/v2.1/os-server-external-events used request id req-1fb382cb-0fcb-4762-b18c-7ac5b590ac01 {{(pid=93089) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:33:59.148641 dv-cinder-799631-1-iscsi neutron-server[93089]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1247d046-18a9-4ac1-b527-638e0320ba0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb42b963-cd52-44eb-a5d0-c8e877a8c44e', 'code': 200} Jul 06 12:33:59.204611 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] Pushing event updated for resources: {'Port': ['ID=fb42b963-cd52-44eb-a5d0-c8e877a8c44e,revision_number=5']} {{(pid=93089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:33:59.319956 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218bbb95-0934-4215-af2b-a1c8b384fe52 req-58059d8e-d2a0-4414-83c4-1a4cfaf36070 tempest-AttachVolumeTestJSON-69932156 tempest-AttachVolumeTestJSON-69932156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:33:59.321565 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-218bbb95-0934-4215-af2b-a1c8b384fe52 req-58059d8e-d2a0-4414-83c4-1a4cfaf36070 tempest-AttachVolumeTestJSON-69932156 tempest-AttachVolumeTestJSON-69932156-project] 10.222.0.106 "GET /v2.0/ports?device_id=1247d046-18a9-4ac1-b527-638e0320ba0e HTTP/1.1" status: 200 len: 946 time: 0.0756271 Jul 06 12:33:59.370751 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-218bbb95-0934-4215-af2b-a1c8b384fe52 req-d433d591-68c6-406a-83ba-73f4ba7f8ad7 tempest-AttachVolumeTestJSON-69932156 tempest-AttachVolumeTestJSON-69932156-project] 10.222.0.106 "GET /v2.0/security-groups?id=c6027da5-2dd2-4fa1-abf8-166ae93c4f01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422258 Jul 06 12:33:59.506850 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.db [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] get_ports_and_sgs() called for port_ids ['c85a57e3-a601-437d-a698-bdc821277c8a'] {{(pid=93089) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 12:33:59.537455 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036d1bad-6641-46e2-83d2-71caecf1a6fc req-3f899786-4930-4eed-be40-da9f0c5ff34f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:33:59.539009 dv-cinder-799631-1-iscsi neutron-server[93087]: INFO neutron.wsgi [req-036d1bad-6641-46e2-83d2-71caecf1a6fc req-3f899786-4930-4eed-be40-da9f0c5ff34f service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=1247d046-18a9-4ac1-b527-638e0320ba0e HTTP/1.1" status: 200 len: 1099 time: 0.0655272 Jul 06 12:33:59.581939 dv-cinder-799631-1-iscsi neutron-server[93087]: INFO neutron.wsgi [req-036d1bad-6641-46e2-83d2-71caecf1a6fc req-34d8dcc5-ed8b-4bd3-bc9c-7fc82c9056f6 service neutron] 10.222.0.100 "GET /v2.0/security-groups?id=c6027da5-2dd2-4fa1-abf8-166ae93c4f01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306544 Jul 06 12:34:00.063735 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b641495b-3e40-494a-b6d1-72abb59e1197 req-85e685b7-e5d0-441d-8037-377e6611376b tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:34:00.065810 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-b641495b-3e40-494a-b6d1-72abb59e1197 req-85e685b7-e5d0-441d-8037-377e6611376b tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] 10.222.0.106 "GET /v2.0/ports?device_id=6e7ef450-5624-4902-b27c-2433ff80c8d6 HTTP/1.1" status: 200 len: 943 time: 0.0773022 Jul 06 12:34:00.110189 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-b641495b-3e40-494a-b6d1-72abb59e1197 req-1e02a418-b2f1-4c60-bac1-58aea266540b tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] 10.222.0.106 "GET /v2.0/security-groups?id=40905771-c081-4627-88f4-91e0391ae15d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377507 Jul 06 12:34:00.266933 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21852c1-833d-4ed0-840e-ca8a42bc8006 req-f0c85964-f6cf-40eb-bc83-351d7b728215 tempest-ServerRescueNegativeTestJSON-1447075807 tempest-ServerRescueNegativeTestJSON-1447075807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:34:00.268449 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-b21852c1-833d-4ed0-840e-ca8a42bc8006 req-f0c85964-f6cf-40eb-bc83-351d7b728215 tempest-ServerRescueNegativeTestJSON-1447075807 tempest-ServerRescueNegativeTestJSON-1447075807-project] 10.222.0.106 "GET /v2.0/ports?device_id=5fb246d8-3ad4-4716-8d4a-a158efb7586c HTTP/1.1" status: 200 len: 944 time: 0.0705674 Jul 06 12:34:00.324595 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-b21852c1-833d-4ed0-840e-ca8a42bc8006 req-5fc891d3-2cb1-4518-a3d0-d0d049ae8747 tempest-ServerRescueNegativeTestJSON-1447075807 tempest-ServerRescueNegativeTestJSON-1447075807-project] 10.222.0.106 "GET /v2.0/security-groups?id=4d78ff5b-ed74-4775-b2e7-af8cfc6a5bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463490 Jul 06 12:34:00.386606 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.wsgi [-] (93088) accepted ('10.222.0.106', 47646) {{(pid=93088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:34:00.555643 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-32d27d52-0459-4326-b2f9-70fdbed4c1e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:34:00.627428 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af5e26e-fbc1-441c-9cb5-1d743b71f79c req-01db132a-7bac-464e-88b9-1fc71e30a81f tempest-AttachVolumeTestJSON-69932156 tempest-AttachVolumeTestJSON-69932156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:34:00.629053 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-4af5e26e-fbc1-441c-9cb5-1d743b71f79c req-01db132a-7bac-464e-88b9-1fc71e30a81f tempest-AttachVolumeTestJSON-69932156 tempest-AttachVolumeTestJSON-69932156-project] 10.222.0.106 "GET /v2.0/ports?device_id=1247d046-18a9-4ac1-b527-638e0320ba0e HTTP/1.1" status: 200 len: 946 time: 0.1269815 Jul 06 12:34:00.694842 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-4af5e26e-fbc1-441c-9cb5-1d743b71f79c req-8c4da59a-edfe-403c-abca-de5dad8935a3 tempest-AttachVolumeTestJSON-69932156 tempest-AttachVolumeTestJSON-69932156-project] 10.222.0.106 "GET /v2.0/security-groups?id=c6027da5-2dd2-4fa1-abf8-166ae93c4f01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576856 Jul 06 12:34:00.725709 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-32d27d52-0459-4326-b2f9-70fdbed4c1e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:34:00.729916 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-32d27d52-0459-4326-b2f9-70fdbed4c1e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1774441'] for security_group, after_create {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:34:00.742041 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.rpc [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] Device a56aa29c-b3e1-4005-85bd-6200a036b83d details requested by agent hyperv_hv-cinder-79963 with host hv-cinder-79963 {{(pid=93089) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 12:34:00.754426 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.rpc [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] Device c85a57e3-a601-437d-a698-bdc821277c8a up at agent hyperv_hv-cinder-79963 {{(pid=93089) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:34:00.772793 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d27d52-0459-4326-b2f9-70fdbed4c1e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19406c31-c9fa-4307-af28-3cb96056dbaf,revision_number=1']} {{(pid=93088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:34:00.780737 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [None req-32d27d52-0459-4326-b2f9-70fdbed4c1e6 admin admin] 10.222.0.106 "GET /v2.0/security-groups?tenant_id=b3b809aa3f184c809252ed9d40dbff09&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3895302 Jul 06 12:34:00.781506 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.wsgi [-] (93087) accepted ('10.222.0.106', 47660) {{(pid=93087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:34:00.842947 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-084ea6aa-a3d7-47ef-8050-9536d940f08c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:34:00.874753 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-084ea6aa-a3d7-47ef-8050-9536d940f08c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:34:00.875568 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.db.provisioning_blocks [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] Provisioning for port c85a57e3-a601-437d-a698-bdc821277c8a completed by entity L2. {{(pid=93089) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:34:00.888058 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.db.provisioning_blocks [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] Provisioning complete for port c85a57e3-a601-437d-a698-bdc821277c8a triggered by entity L2. {{(pid=93089) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:34:00.888471 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912496'] for port, provisioning_complete {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:34:00.931280 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.db [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] For port a56aa29c-b3e1-4005-85bd-6200a036b83d, host hv-cinder-79963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79963',level=0,port_id=a56aa29c-b3e1-4005-85bd-6200a036b83d,segment=NetworkSegment(9563ba30-5ba5-46ca-802a-73eb0aa117e8),segment_id=9563ba30-5ba5-46ca-802a-73eb0aa117e8)] {{(pid=93089) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:34:00.941937 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-084ea6aa-a3d7-47ef-8050-9536d940f08c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1774441'] for security_group, after_delete {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:34:00.944585 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-084ea6aa-a3d7-47ef-8050-9536d940f08c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:34:00.948695 dv-cinder-799631-1-iscsi neutron-server[93087]: INFO neutron.wsgi [None req-084ea6aa-a3d7-47ef-8050-9536d940f08c admin admin] 10.222.0.106 "DELETE /v2.0/security-groups/19406c31-c9fa-4307-af28-3cb96056dbaf HTTP/1.1" status: 204 len: 168 time: 0.1659787 Jul 06 12:34:00.949082 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.rpc [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] Returning: {'device': 'a56aa29c-b3e1-4005-85bd-6200a036b83d', 'network_id': '13aecddf-3646-4770-a1b4-1e59fdf991f5', 'port_id': 'a56aa29c-b3e1-4005-85bd-6200a036b83d', 'mac_address': 'fa:16:3e:6b:ad:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1083, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '26404b5b-3148-4b62-b08e-5f523f412d1e', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93089) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 12:34:00.957558 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084ea6aa-a3d7-47ef-8050-9536d940f08c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19406c31-c9fa-4307-af28-3cb96056dbaf,revision_number=None']} {{(pid=93087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:34:01.025330 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772861'] for port, before_update {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:34:01.045876 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.notifiers.nova [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a56aa29c-b3e1-4005-85bd-6200a036b83d {{(pid=93089) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 12:34:01.050235 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772861'] for port, before_update {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:34:01.089154 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.db [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] For port a56aa29c-b3e1-4005-85bd-6200a036b83d, host hv-cinder-79963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79963',level=0,port_id=a56aa29c-b3e1-4005-85bd-6200a036b83d,segment=NetworkSegment(9563ba30-5ba5-46ca-802a-73eb0aa117e8),segment_id=9563ba30-5ba5-46ca-802a-73eb0aa117e8)] {{(pid=93089) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:34:01.101543 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-772913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730294210856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730293689582', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730293689631'] for port, after_update {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:34:01.181321 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fb246d8-3ad4-4716-8d4a-a158efb7586c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c85a57e3-a601-437d-a698-bdc821277c8a'}] {{(pid=93089) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:34:01.184249 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.106/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe93d3bb6f6ea65552dd5d1819c289058d75ea396ac2be612a447f7071fdb995" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18ea0697-b6c2-4cf1-b7cd-7cb7a984b215" -d '{"events": [{"server_uuid": "5fb246d8-3ad4-4716-8d4a-a158efb7586c", "name": "network-vif-plugged", "status": "completed", "tag": "c85a57e3-a601-437d-a698-bdc821277c8a"}]}' {{(pid=93089) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:34:01.188696 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.db [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] For port c85a57e3-a601-437d-a698-bdc821277c8a, host hv-cinder-79963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79963',level=0,port_id=c85a57e3-a601-437d-a698-bdc821277c8a,segment=NetworkSegment(b11f8209-eb69-4d3b-82f2-d3a8df76858b),segment_id=b11f8209-eb69-4d3b-82f2-d3a8df76858b)] {{(pid=93089) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:34:01.200483 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] Pushing event updated for resources: {'Port': ['ID=a56aa29c-b3e1-4005-85bd-6200a036b83d,revision_number=4']} {{(pid=93089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:34:01.203534 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-772913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730294210856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730293689582', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730293689631'] for port, after_update {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:34:01.255554 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 12:34:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14d9956f-e4b4-4c30-85ad-7108285620c6 x-openstack-request-id: req-14d9956f-e4b4-4c30-85ad-7108285620c6 {{(pid=93089) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:34:01.255852 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5fb246d8-3ad4-4716-8d4a-a158efb7586c", "name": "network-vif-plugged", "status": "completed", "tag": "c85a57e3-a601-437d-a698-bdc821277c8a", "code": 200}]} {{(pid=93089) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:34:01.256118 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.106/compute/v2.1/os-server-external-events used request id req-14d9956f-e4b4-4c30-85ad-7108285620c6 {{(pid=93089) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:34:01.256585 dv-cinder-799631-1-iscsi neutron-server[93089]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5fb246d8-3ad4-4716-8d4a-a158efb7586c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c85a57e3-a601-437d-a698-bdc821277c8a', 'code': 200} Jul 06 12:34:01.271465 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] Pushing event updated for resources: {'Port': ['ID=c85a57e3-a601-437d-a698-bdc821277c8a,revision_number=5']} {{(pid=93089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:34:01.308810 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.wsgi [-] (93087) accepted ('10.222.0.106', 47670) {{(pid=93087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:34:01.324440 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-4c3e5efc-c3d3-4285-9c1b-adf31f4e46eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:34:01.349466 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0160eca-2414-4cdb-a64c-3738a4b6b2fa req-698af045-1c9a-4dfb-8e9b-bf21da5c422b tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:34:01.351751 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-a0160eca-2414-4cdb-a64c-3738a4b6b2fa req-698af045-1c9a-4dfb-8e9b-bf21da5c422b tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] 10.222.0.106 "GET /v2.0/ports?device_id=6e7ef450-5624-4902-b27c-2433ff80c8d6 HTTP/1.1" status: 200 len: 944 time: 0.0820558 Jul 06 12:34:01.444982 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-a0160eca-2414-4cdb-a64c-3738a4b6b2fa req-4751e751-c6ee-4897-b6f6-803602199dc2 tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] 10.222.0.106 "GET /v2.0/security-groups?id=40905771-c081-4627-88f4-91e0391ae15d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0763187 Jul 06 12:34:01.531761 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-4c3e5efc-c3d3-4285-9c1b-adf31f4e46eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:34:01.539048 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-4c3e5efc-c3d3-4285-9c1b-adf31f4e46eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1774441'] for security_group, after_create {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:34:01.590377 dv-cinder-799631-1-iscsi neutron-server[93087]: INFO neutron.wsgi [None req-4c3e5efc-c3d3-4285-9c1b-adf31f4e46eb admin admin] 10.222.0.106 "GET /v2.0/security-groups?tenant_id=1e7dd05f55264c729e4ab85a7dd08e0c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2803886 Jul 06 12:34:01.590577 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.wsgi [-] (93088) accepted ('10.222.0.106', 47682) {{(pid=93088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:34:01.591701 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3e5efc-c3d3-4285-9c1b-adf31f4e46eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=480df71b-547b-4478-90e2-dac13e66182c,revision_number=1']} {{(pid=93087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:34:01.625166 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.db [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] get_ports_and_sgs() called for port_ids ['a56aa29c-b3e1-4005-85bd-6200a036b83d'] {{(pid=93089) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 12:34:01.654792 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1a7574-131f-4e9d-8ac6-51c4e961f298 req-e3ba4be0-1446-4332-9294-dd54badf7a97 tempest-ServerRescueNegativeTestJSON-1447075807 tempest-ServerRescueNegativeTestJSON-1447075807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:34:01.656851 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-8e1a7574-131f-4e9d-8ac6-51c4e961f298 req-e3ba4be0-1446-4332-9294-dd54badf7a97 tempest-ServerRescueNegativeTestJSON-1447075807 tempest-ServerRescueNegativeTestJSON-1447075807-project] 10.222.0.106 "GET /v2.0/ports?device_id=5fb246d8-3ad4-4716-8d4a-a158efb7586c HTTP/1.1" status: 200 len: 945 time: 0.1703439 Jul 06 12:34:01.697306 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-694e7a37-4b6b-4ef4-b507-a609e94845dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:34:01.749403 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce55cc86-dba9-48b4-8acb-b078c4bbe40d req-475eeab8-d16a-4164-9a6b-4c95345d4371 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:34:01.754303 dv-cinder-799631-1-iscsi neutron-server[93087]: INFO neutron.wsgi [req-ce55cc86-dba9-48b4-8acb-b078c4bbe40d req-475eeab8-d16a-4164-9a6b-4c95345d4371 service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=5fb246d8-3ad4-4716-8d4a-a158efb7586c HTTP/1.1" status: 200 len: 1098 time: 0.1435218 Jul 06 12:34:01.764399 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-8e1a7574-131f-4e9d-8ac6-51c4e961f298 req-6306414e-b599-4036-ac24-86f503b75972 tempest-ServerRescueNegativeTestJSON-1447075807 tempest-ServerRescueNegativeTestJSON-1447075807-project] 10.222.0.106 "GET /v2.0/security-groups?id=4d78ff5b-ed74-4775-b2e7-af8cfc6a5bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976954 Jul 06 12:34:01.788312 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-694e7a37-4b6b-4ef4-b507-a609e94845dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:34:01.839580 dv-cinder-799631-1-iscsi neutron-server[93087]: INFO neutron.wsgi [req-ce55cc86-dba9-48b4-8acb-b078c4bbe40d req-b3b919aa-f824-48f6-a35d-76bdfa03f113 service neutron] 10.222.0.100 "GET /v2.0/security-groups?id=4d78ff5b-ed74-4775-b2e7-af8cfc6a5bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781085 Jul 06 12:34:01.901347 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-694e7a37-4b6b-4ef4-b507-a609e94845dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1774441'] for security_group, after_delete {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:34:01.908244 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-694e7a37-4b6b-4ef4-b507-a609e94845dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:34:01.911112 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [None req-694e7a37-4b6b-4ef4-b507-a609e94845dd admin admin] 10.222.0.106 "DELETE /v2.0/security-groups/480df71b-547b-4478-90e2-dac13e66182c HTTP/1.1" status: 204 len: 168 time: 0.3163018 Jul 06 12:34:01.973466 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694e7a37-4b6b-4ef4-b507-a609e94845dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=480df71b-547b-4478-90e2-dac13e66182c,revision_number=None']} {{(pid=93088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:34:02.038875 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb059bb4-e47c-4724-a999-700fb73ee65f req-95f1b869-9183-44ea-bb59-2151635eee40 tempest-AttachVolumeTestJSON-69932156 tempest-AttachVolumeTestJSON-69932156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:34:02.043624 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-eb059bb4-e47c-4724-a999-700fb73ee65f req-95f1b869-9183-44ea-bb59-2151635eee40 tempest-AttachVolumeTestJSON-69932156 tempest-AttachVolumeTestJSON-69932156-project] 10.222.0.106 "GET /v2.0/ports?device_id=1247d046-18a9-4ac1-b527-638e0320ba0e HTTP/1.1" status: 200 len: 946 time: 0.1311655 Jul 06 12:34:02.102304 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-eb059bb4-e47c-4724-a999-700fb73ee65f req-aefa1516-dabd-4c1d-bcf4-514167dcffa2 tempest-AttachVolumeTestJSON-69932156 tempest-AttachVolumeTestJSON-69932156-project] 10.222.0.106 "GET /v2.0/security-groups?id=c6027da5-2dd2-4fa1-abf8-166ae93c4f01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492177 Jul 06 12:34:02.298229 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8e6e1d-6964-4f9b-9a68-61e91b2cec23 req-7fcfcade-37c9-4aa5-9d0a-47e5a68dc7e6 tempest-AttachVolumeTestJSON-69932156 tempest-AttachVolumeTestJSON-69932156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:34:02.299806 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-0c8e6e1d-6964-4f9b-9a68-61e91b2cec23 req-7fcfcade-37c9-4aa5-9d0a-47e5a68dc7e6 tempest-AttachVolumeTestJSON-69932156 tempest-AttachVolumeTestJSON-69932156-project] 10.222.0.106 "GET /v2.0/ports?device_id=1247d046-18a9-4ac1-b527-638e0320ba0e HTTP/1.1" status: 200 len: 946 time: 0.0668759 Jul 06 12:34:02.308801 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.wsgi [-] (93088) accepted ('10.222.0.106', 47710) {{(pid=93088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:34:02.313757 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.api.v2.base [None req-989ad986-9c89-48db-85a9-ee32f9b09c88 tempest-AttachVolumeTestJSON-69932156 tempest-AttachVolumeTestJSON-69932156-project] Request body: {'floatingip': {'port_id': 'fb42b963-cd52-44eb-a5d0-c8e877a8c44e'}} {{(pid=93088) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:34:02.367602 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.wsgi [-] (93087) accepted ('10.222.0.106', 47712) {{(pid=93087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:34:02.382080 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-6226a956-59d2-4a46-a4de-da91a5c3f9e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:34:02.390756 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-989ad986-9c89-48db-85a9-ee32f9b09c88 tempest-AttachVolumeTestJSON-69932156 tempest-AttachVolumeTestJSON-69932156-project] Notify callbacks [] for floatingip, before_update {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:34:02.512900 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-6226a956-59d2-4a46-a4de-da91a5c3f9e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:34:02.519635 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-6226a956-59d2-4a46-a4de-da91a5c3f9e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1774441'] for security_group, after_create {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:34:02.576250 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6226a956-59d2-4a46-a4de-da91a5c3f9e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6116eea6-9dec-48ba-b7b0-d13df54d0f5c,revision_number=1']} {{(pid=93087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:34:02.585354 dv-cinder-799631-1-iscsi neutron-server[93087]: INFO neutron.wsgi [None req-6226a956-59d2-4a46-a4de-da91a5c3f9e0 admin admin] 10.222.0.106 "GET /v2.0/security-groups?tenant_id=964b2afbe11d4244863bf2afeb163456&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2166023 Jul 06 12:34:02.589721 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.wsgi [-] (93087) accepted ('10.222.0.106', 47718) {{(pid=93087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:34:02.645777 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-8754d2fb-b23a-4b4b-a7f4-379722a20cd3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:34:02.667975 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-8754d2fb-b23a-4b4b-a7f4-379722a20cd3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:34:02.720565 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-8754d2fb-b23a-4b4b-a7f4-379722a20cd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1774441'] for security_group, after_delete {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:34:02.723728 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-8754d2fb-b23a-4b4b-a7f4-379722a20cd3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:34:02.725296 dv-cinder-799631-1-iscsi neutron-server[93087]: INFO neutron.wsgi [None req-8754d2fb-b23a-4b4b-a7f4-379722a20cd3 admin admin] 10.222.0.106 "DELETE /v2.0/security-groups/6116eea6-9dec-48ba-b7b0-d13df54d0f5c HTTP/1.1" status: 204 len: 168 time: 0.1342564 Jul 06 12:34:02.739383 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8754d2fb-b23a-4b4b-a7f4-379722a20cd3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6116eea6-9dec-48ba-b7b0-d13df54d0f5c,revision_number=None']} {{(pid=93087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:34:02.874510 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237dcf06-bc50-437f-b611-703c5abe1d60 req-e5d70148-cc96-49fa-a585-82ef4b1edf62 tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:34:02.876155 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-237dcf06-bc50-437f-b611-703c5abe1d60 req-e5d70148-cc96-49fa-a585-82ef4b1edf62 tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] 10.222.0.106 "GET /v2.0/ports?device_id=6e7ef450-5624-4902-b27c-2433ff80c8d6 HTTP/1.1" status: 200 len: 944 time: 0.1907759 Jul 06 12:34:03.022874 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-237dcf06-bc50-437f-b611-703c5abe1d60 req-ee65e57f-7154-4306-b14d-b1939e34e6de tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] 10.222.0.106 "GET /v2.0/security-groups?id=40905771-c081-4627-88f4-91e0391ae15d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0946968 Jul 06 12:34:03.232080 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bdc5bd-c5aa-429f-8470-1d9152cc2219 req-51afa310-b4fe-4b62-b863-d8ffd726144e tempest-ServerRescueNegativeTestJSON-1447075807 tempest-ServerRescueNegativeTestJSON-1447075807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:34:03.239130 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-c2bdc5bd-c5aa-429f-8470-1d9152cc2219 req-51afa310-b4fe-4b62-b863-d8ffd726144e tempest-ServerRescueNegativeTestJSON-1447075807 tempest-ServerRescueNegativeTestJSON-1447075807-project] 10.222.0.106 "GET /v2.0/ports?device_id=5fb246d8-3ad4-4716-8d4a-a158efb7586c HTTP/1.1" status: 200 len: 945 time: 0.3212183 Jul 06 12:34:03.537405 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-c2bdc5bd-c5aa-429f-8470-1d9152cc2219 req-e0c9b01e-658d-4783-b88d-25e451e41ef2 tempest-ServerRescueNegativeTestJSON-1447075807 tempest-ServerRescueNegativeTestJSON-1447075807-project] 10.222.0.106 "GET /v2.0/security-groups?id=4d78ff5b-ed74-4775-b2e7-af8cfc6a5bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2972600 Jul 06 12:34:03.640198 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-989ad986-9c89-48db-85a9-ee32f9b09c88 tempest-AttachVolumeTestJSON-69932156 tempest-AttachVolumeTestJSON-69932156-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:34:03.646162 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-989ad986-9c89-48db-85a9-ee32f9b09c88 tempest-AttachVolumeTestJSON-69932156 tempest-AttachVolumeTestJSON-69932156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1764457'] for floatingip, after_update {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:34:03.751573 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.db.l3_db [None req-989ad986-9c89-48db-85a9-ee32f9b09c88 tempest-AttachVolumeTestJSON-69932156 tempest-AttachVolumeTestJSON-69932156-project] Floating IP afa7ebe8-bde5-4e57-9dde-3af7fc0fcf20 associated. External IP: 172.27.1.222, port: fb42b963-cd52-44eb-a5d0-c8e877a8c44e. Jul 06 12:34:03.997303 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-989ad986-9c89-48db-85a9-ee32f9b09c88 tempest-AttachVolumeTestJSON-69932156 tempest-AttachVolumeTestJSON-69932156-project] Router e5f6b344-c6b8-4ee4-81d0-896646415cef has already been hosted by L3 agent 8f648e93-51d3-4e20-9eca-a57842435ba1 {{(pid=93088) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 12:34:04.157859 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-989ad986-9c89-48db-85a9-ee32f9b09c88 tempest-AttachVolumeTestJSON-69932156 tempest-AttachVolumeTestJSON-69932156-project] Notify agent at l3_agent.dv-cinder-799631-1-iscsi the message routers_updated {{(pid=93088) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:34:04.164108 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-989ad986-9c89-48db-85a9-ee32f9b09c88 tempest-AttachVolumeTestJSON-69932156 tempest-AttachVolumeTestJSON-69932156-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473541'] for floatingip, before_response {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:34:04.181002 dv-cinder-799631-1-iscsi neutron-server[93090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f5084e5-394e-4b38-ba83-dcc596153fa3 None None] Sync routers for ids ['e5f6b344-c6b8-4ee4-81d0-896646415cef'] in dv-cinder-799631-1-iscsi {{(pid=93090) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:34:04.199583 dv-cinder-799631-1-iscsi neutron-server[93090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f5084e5-394e-4b38-ba83-dcc596153fa3 None None] Routers {'e5f6b344-c6b8-4ee4-81d0-896646415cef'} bound to L3 agent in host dv-cinder-799631-1-iscsi {{(pid=93090) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:34:04.201018 dv-cinder-799631-1-iscsi neutron-server[93090]: DEBUG neutron.db.l3_hamode_db [None req-6f5084e5-394e-4b38-ba83-dcc596153fa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799631-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T12:25:10Z,description=,heartbeat_timestamp=2021-07-06T12:33:40Z,host='dv-cinder-799631-1-iscsi',id=8f648e93-51d3-4e20-9eca-a57842435ba1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T12:25:10Z,topic='l3_agent')) {'router_ids': ['e5f6b344-c6b8-4ee4-81d0-896646415cef'], 'active': True} {{(pid=93090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:34:04.240419 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [None req-989ad986-9c89-48db-85a9-ee32f9b09c88 tempest-AttachVolumeTestJSON-69932156 tempest-AttachVolumeTestJSON-69932156-project] 10.222.0.106 "PUT /v2.0/floatingips/afa7ebe8-bde5-4e57-9dde-3af7fc0fcf20 HTTP/1.1" status: 200 len: 992 time: 1.9303274 Jul 06 12:34:04.242574 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1247d046-18a9-4ac1-b527-638e0320ba0e', 'tag': 'fb42b963-cd52-44eb-a5d0-c8e877a8c44e'}] {{(pid=93088) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:34:04.244915 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.106/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9084e8bb467df778e8c5a57eadfa6056a7986fbfd2ee9905f143c38c4b95db31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee901b2a-8d6d-40c7-8462-613f8868dbef" -d '{"events": [{"name": "network-changed", "server_uuid": "1247d046-18a9-4ac1-b527-638e0320ba0e", "tag": "fb42b963-cd52-44eb-a5d0-c8e877a8c44e"}]}' {{(pid=93088) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:34:04.285920 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f32bbc-72ea-46e2-92ea-5ebf7ae449f4 req-0e8a6df3-8c38-4e0a-82c0-1018f3559761 tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:34:04.287610 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-74f32bbc-72ea-46e2-92ea-5ebf7ae449f4 req-0e8a6df3-8c38-4e0a-82c0-1018f3559761 tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] 10.222.0.106 "GET /v2.0/ports?device_id=6e7ef450-5624-4902-b27c-2433ff80c8d6 HTTP/1.1" status: 200 len: 944 time: 0.1208546 Jul 06 12:34:04.363625 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-74f32bbc-72ea-46e2-92ea-5ebf7ae449f4 req-ed61284f-6b94-411d-bb91-4d8c59c863c0 tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] 10.222.0.106 "GET /v2.0/security-groups?id=40905771-c081-4627-88f4-91e0391ae15d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0683646 Jul 06 12:34:04.413967 dv-cinder-799631-1-iscsi neutron-server[93090]: DEBUG neutron.db.l3_dvr_db [None req-6f5084e5-394e-4b38-ba83-dcc596153fa3 None None] Set router e5f6b344-c6b8-4ee4-81d0-896646415cef gateway port host: dv-cinder-799631-1-iscsi {{(pid=93090) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:34:04.461702 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 12:34:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-182d750d-b3ed-4790-865c-af1990178e0c x-openstack-request-id: req-182d750d-b3ed-4790-865c-af1990178e0c {{(pid=93088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:34:04.462274 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1247d046-18a9-4ac1-b527-638e0320ba0e", "tag": "fb42b963-cd52-44eb-a5d0-c8e877a8c44e", "status": "completed", "code": 200}]} {{(pid=93088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:34:04.462942 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.106/compute/v2.1/os-server-external-events used request id req-182d750d-b3ed-4790-865c-af1990178e0c {{(pid=93088) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:34:04.463553 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1247d046-18a9-4ac1-b527-638e0320ba0e', 'tag': 'fb42b963-cd52-44eb-a5d0-c8e877a8c44e', 'status': 'completed', 'code': 200} Jul 06 12:34:04.605533 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee901b2a-8d6d-40c7-8462-613f8868dbef req-56daae0f-3fea-4b4a-9fd3-65d877f00c2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:34:04.607337 dv-cinder-799631-1-iscsi neutron-server[93087]: INFO neutron.wsgi [req-ee901b2a-8d6d-40c7-8462-613f8868dbef req-56daae0f-3fea-4b4a-9fd3-65d877f00c2e service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=2efe7ae752d2458ea1329427a8828a01&device_id=1247d046-18a9-4ac1-b527-638e0320ba0e HTTP/1.1" status: 200 len: 1099 time: 0.0702846 Jul 06 12:34:04.762950 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee901b2a-8d6d-40c7-8462-613f8868dbef req-b07f0b3f-47e0-47b8-9159-f210dfbb16b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:34:04.762950 dv-cinder-799631-1-iscsi neutron-server[93087]: INFO neutron.wsgi [req-ee901b2a-8d6d-40c7-8462-613f8868dbef req-b07f0b3f-47e0-47b8-9159-f210dfbb16b5 service neutron] 10.222.0.100 "GET /v2.0/networks?id=05887a89-c541-45f9-bd49-e19532da98ad HTTP/1.1" status: 200 len: 912 time: 0.1366293 Jul 06 12:34:04.769911 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.rpc [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] Device a56aa29c-b3e1-4005-85bd-6200a036b83d up at agent hyperv_hv-cinder-79963 {{(pid=93089) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:34:04.799549 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad778d3-c090-4116-9ada-e416dfa181eb req-877a0a88-d633-4ba4-84be-ee7f8737a973 tempest-ServerRescueNegativeTestJSON-1447075807 tempest-ServerRescueNegativeTestJSON-1447075807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:34:04.801831 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-8ad778d3-c090-4116-9ada-e416dfa181eb req-877a0a88-d633-4ba4-84be-ee7f8737a973 tempest-ServerRescueNegativeTestJSON-1447075807 tempest-ServerRescueNegativeTestJSON-1447075807-project] 10.222.0.106 "GET /v2.0/ports?device_id=5fb246d8-3ad4-4716-8d4a-a158efb7586c HTTP/1.1" status: 200 len: 945 time: 0.1060824 Jul 06 12:34:04.855630 dv-cinder-799631-1-iscsi neutron-server[93090]: DEBUG neutron.db.l3_hamode_db [None req-6f5084e5-394e-4b38-ba83-dcc596153fa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5f6b344-c6b8-4ee4-81d0-896646415cef', 'name': 'tempest-AttachVolumeTestJSON-607715299-router', 'tenant_id': '2efe7ae752d2458ea1329427a8828a01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a97b808-be6d-48ec-a40b-4668530ee790', 'external_fixed_ips': [{'subnet_id': '1816a596-2dc6-4d27-98a5-201cc12476f2', 'ip_address': '172.27.1.111'}], 'enable_snat': True}, 'gw_port_id': '1b4179cc-d547-4584-9baa-867a0c1392bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:33:12Z', 'updated_at': '2021-07-06T12:33:25Z', 'revision_number': 4, 'project_id': '2efe7ae752d2458ea1329427a8828a01', 'gw_port': {'id': '1b4179cc-d547-4584-9baa-867a0c1392bd', 'name': '', 'network_id': '2a97b808-be6d-48ec-a40b-4668530ee790', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:ab:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5f6b344-c6b8-4ee4-81d0-896646415cef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '1816a596-2dc6-4d27-98a5-201cc12476f2', 'ip_address': '172.27.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799631-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:33:14Z', 'updated_at': '2021-07-06T12:33:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1816a596-2dc6-4d27-98a5-201cc12476f2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799631-1-iscsi', '_floatingips': [{'id': 'afa7ebe8-bde5-4e57-9dde-3af7fc0fcf20', 'tenant_id': '2efe7ae752d2458ea1329427a8828a01', 'floating_ip_address': '172.27.1.222', 'floating_network_id': '2a97b808-be6d-48ec-a40b-4668530ee790', 'router_id': 'e5f6b344-c6b8-4ee4-81d0-896646415cef', 'port_id': 'fb42b963-cd52-44eb-a5d0-c8e877a8c44e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 141, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '05887a89-c541-45f9-bd49-e19532da98ad', 'mac_address': 'fa:16:3e:c3:f7:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1247d046-18a9-4ac1-b527-638e0320ba0e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T12:33:34Z', 'updated_at': '2021-07-06T12:34:03Z', 'revision_number': 1, 'project_id': '2efe7ae752d2458ea1329427a8828a01', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e446bfbe-6143-46aa-ace5-f4ac93512559', 'name': '', 'network_id': '05887a89-c541-45f9-bd49-e19532da98ad', 'tenant_id': '2efe7ae752d2458ea1329427a8828a01', 'mac_address': 'fa:16:3e:7a:b0:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5f6b344-c6b8-4ee4-81d0-896646415cef', 'device_owner': 'network:router_interface', 'standard_attr_id': 127, 'fixed_ips': [{'subnet_id': 'c2006b9e-8b8d-4564-b906-0d2b575665be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799631-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:33:23Z', 'updated_at': '2021-07-06T12:33:36Z', 'revision_number': 5, 'project_id': '2efe7ae752d2458ea1329427a8828a01', 'subnets': [{'id': 'c2006b9e-8b8d-4564-b906-0d2b575665be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799631-1-iscsi', False) {} {{(pid=93090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:34:04.880052 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-8ad778d3-c090-4116-9ada-e416dfa181eb req-58aad96e-2297-48cd-815f-5afdeebe0eb3 tempest-ServerRescueNegativeTestJSON-1447075807 tempest-ServerRescueNegativeTestJSON-1447075807-project] 10.222.0.106 "GET /v2.0/security-groups?id=4d78ff5b-ed74-4775-b2e7-af8cfc6a5bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706785 Jul 06 12:34:04.891951 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.db.provisioning_blocks [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] Provisioning for port a56aa29c-b3e1-4005-85bd-6200a036b83d completed by entity L2. {{(pid=93089) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:34:04.900644 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.db.provisioning_blocks [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] Provisioning complete for port a56aa29c-b3e1-4005-85bd-6200a036b83d triggered by entity L2. {{(pid=93089) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:34:04.901871 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912496'] for port, provisioning_complete {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:34:04.902021 dv-cinder-799631-1-iscsi neutron-server[93090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f5084e5-394e-4b38-ba83-dcc596153fa3 None None] Checking router: e5f6b344-c6b8-4ee4-81d0-896646415cef for host: dv-cinder-799631-1-iscsi {{(pid=93090) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 12:34:04.915248 dv-cinder-799631-1-iscsi neutron-server[93090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f5084e5-394e-4b38-ba83-dcc596153fa3 None None] Routers {'e5f6b344-c6b8-4ee4-81d0-896646415cef'} bound to L3 agent in host dv-cinder-799631-1-iscsi {{(pid=93090) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:34:04.915921 dv-cinder-799631-1-iscsi neutron-server[93090]: DEBUG neutron.db.l3_hamode_db [None req-6f5084e5-394e-4b38-ba83-dcc596153fa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799631-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T12:25:10Z,description=,heartbeat_timestamp=2021-07-06T12:33:40Z,host='dv-cinder-799631-1-iscsi',id=8f648e93-51d3-4e20-9eca-a57842435ba1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T12:25:10Z,topic='l3_agent')) {'router_ids': ['e5f6b344-c6b8-4ee4-81d0-896646415cef'], 'active': True} {{(pid=93090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:34:04.981603 dv-cinder-799631-1-iscsi neutron-server[93087]: INFO neutron.wsgi [req-ee901b2a-8d6d-40c7-8462-613f8868dbef req-7ee0deb0-b3ff-4f70-83a7-a07619daf8bc service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fb42b963-cd52-44eb-a5d0-c8e877a8c44e HTTP/1.1" status: 200 len: 1000 time: 0.2001929 Jul 06 12:34:05.049667 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee901b2a-8d6d-40c7-8462-613f8868dbef req-c54e3ede-3b37-49ca-a2dc-403c9a9e38e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:34:05.052988 dv-cinder-799631-1-iscsi neutron-server[93087]: INFO neutron.wsgi [req-ee901b2a-8d6d-40c7-8462-613f8868dbef req-c54e3ede-3b37-49ca-a2dc-403c9a9e38e1 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=c2006b9e-8b8d-4564-b906-0d2b575665be HTTP/1.1" status: 200 len: 849 time: 0.0616922 Jul 06 12:34:05.110461 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772861'] for port, before_update {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:34:05.158556 dv-cinder-799631-1-iscsi neutron-server[93090]: DEBUG neutron.db.l3_dvr_db [None req-6f5084e5-394e-4b38-ba83-dcc596153fa3 None None] Set router e5f6b344-c6b8-4ee4-81d0-896646415cef gateway port host: dv-cinder-799631-1-iscsi {{(pid=93090) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:34:05.164056 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e7ef450-5624-4902-b27c-2433ff80c8d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a56aa29c-b3e1-4005-85bd-6200a036b83d'}] {{(pid=93089) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:34:05.166602 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.106/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe93d3bb6f6ea65552dd5d1819c289058d75ea396ac2be612a447f7071fdb995" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb631568-057e-4d9b-9d03-31aa71ace8fa" -d '{"events": [{"server_uuid": "6e7ef450-5624-4902-b27c-2433ff80c8d6", "name": "network-vif-plugged", "status": "completed", "tag": "a56aa29c-b3e1-4005-85bd-6200a036b83d"}]}' {{(pid=93089) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:34:05.182016 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.db [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] For port a56aa29c-b3e1-4005-85bd-6200a036b83d, host hv-cinder-79963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79963',level=0,port_id=a56aa29c-b3e1-4005-85bd-6200a036b83d,segment=NetworkSegment(9563ba30-5ba5-46ca-802a-73eb0aa117e8),segment_id=9563ba30-5ba5-46ca-802a-73eb0aa117e8)] {{(pid=93089) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:34:05.188755 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-772913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730294210856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730293689582', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730293689631'] for port, after_update {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:34:05.193871 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee901b2a-8d6d-40c7-8462-613f8868dbef req-eaf576c8-7ff1-49b3-b801-a2135b03397e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:34:05.199943 dv-cinder-799631-1-iscsi neutron-server[93087]: INFO neutron.wsgi [req-ee901b2a-8d6d-40c7-8462-613f8868dbef req-eaf576c8-7ff1-49b3-b801-a2135b03397e service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=05887a89-c541-45f9-bd49-e19532da98ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1340642 Jul 06 12:34:05.241798 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 12:34:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3f6dca4-3931-4014-8c9b-c95a0a9de853 x-openstack-request-id: req-e3f6dca4-3931-4014-8c9b-c95a0a9de853 {{(pid=93089) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:34:05.242179 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e7ef450-5624-4902-b27c-2433ff80c8d6", "name": "network-vif-plugged", "status": "completed", "tag": "a56aa29c-b3e1-4005-85bd-6200a036b83d", "code": 200}]} {{(pid=93089) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:34:05.242537 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.106/compute/v2.1/os-server-external-events used request id req-e3f6dca4-3931-4014-8c9b-c95a0a9de853 {{(pid=93089) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:34:05.243017 dv-cinder-799631-1-iscsi neutron-server[93089]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e7ef450-5624-4902-b27c-2433ff80c8d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a56aa29c-b3e1-4005-85bd-6200a036b83d', 'code': 200} Jul 06 12:34:05.283434 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] Pushing event updated for resources: {'Port': ['ID=a56aa29c-b3e1-4005-85bd-6200a036b83d,revision_number=5']} {{(pid=93089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:34:05.315962 dv-cinder-799631-1-iscsi neutron-server[93087]: INFO neutron.wsgi [req-ee901b2a-8d6d-40c7-8462-613f8868dbef req-e450093d-1887-4d4a-abb9-a0ce21639587 service neutron] 10.222.0.100 "GET /v2.0/networks/05887a89-c541-45f9-bd49-e19532da98ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1068552 Jul 06 12:34:05.427666 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.wsgi [-] (93088) accepted ('10.222.0.106', 47842) {{(pid=93088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:34:05.534610 dv-cinder-799631-1-iscsi neutron-server[93087]: INFO neutron.wsgi [req-ee901b2a-8d6d-40c7-8462-613f8868dbef req-16a0a2dc-d3db-4165-8fcf-f327213f28e5 service neutron] 10.222.0.100 "GET /v2.0/networks/05887a89-c541-45f9-bd49-e19532da98ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1863747 Jul 06 12:34:05.662882 dv-cinder-799631-1-iscsi neutron-server[93090]: DEBUG neutron.db.l3_hamode_db [None req-6f5084e5-394e-4b38-ba83-dcc596153fa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5f6b344-c6b8-4ee4-81d0-896646415cef', 'name': 'tempest-AttachVolumeTestJSON-607715299-router', 'tenant_id': '2efe7ae752d2458ea1329427a8828a01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a97b808-be6d-48ec-a40b-4668530ee790', 'external_fixed_ips': [{'subnet_id': '1816a596-2dc6-4d27-98a5-201cc12476f2', 'ip_address': '172.27.1.111'}], 'enable_snat': True}, 'gw_port_id': '1b4179cc-d547-4584-9baa-867a0c1392bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:33:12Z', 'updated_at': '2021-07-06T12:33:25Z', 'revision_number': 4, 'project_id': '2efe7ae752d2458ea1329427a8828a01', 'gw_port': {'id': '1b4179cc-d547-4584-9baa-867a0c1392bd', 'name': '', 'network_id': '2a97b808-be6d-48ec-a40b-4668530ee790', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:ab:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5f6b344-c6b8-4ee4-81d0-896646415cef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '1816a596-2dc6-4d27-98a5-201cc12476f2', 'ip_address': '172.27.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799631-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:33:14Z', 'updated_at': '2021-07-06T12:33:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1816a596-2dc6-4d27-98a5-201cc12476f2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799631-1-iscsi', '_floatingips': [{'id': 'afa7ebe8-bde5-4e57-9dde-3af7fc0fcf20', 'tenant_id': '2efe7ae752d2458ea1329427a8828a01', 'floating_ip_address': '172.27.1.222', 'floating_network_id': '2a97b808-be6d-48ec-a40b-4668530ee790', 'router_id': 'e5f6b344-c6b8-4ee4-81d0-896646415cef', 'port_id': 'fb42b963-cd52-44eb-a5d0-c8e877a8c44e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 141, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '05887a89-c541-45f9-bd49-e19532da98ad', 'mac_address': 'fa:16:3e:c3:f7:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1247d046-18a9-4ac1-b527-638e0320ba0e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T12:33:34Z', 'updated_at': '2021-07-06T12:34:03Z', 'revision_number': 1, 'project_id': '2efe7ae752d2458ea1329427a8828a01', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e446bfbe-6143-46aa-ace5-f4ac93512559', 'name': '', 'network_id': '05887a89-c541-45f9-bd49-e19532da98ad', 'tenant_id': '2efe7ae752d2458ea1329427a8828a01', 'mac_address': 'fa:16:3e:7a:b0:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5f6b344-c6b8-4ee4-81d0-896646415cef', 'device_owner': 'network:router_interface', 'standard_attr_id': 127, 'fixed_ips': [{'subnet_id': 'c2006b9e-8b8d-4564-b906-0d2b575665be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799631-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:33:23Z', 'updated_at': '2021-07-06T12:33:36Z', 'revision_number': 5, 'project_id': '2efe7ae752d2458ea1329427a8828a01', 'subnets': [{'id': 'c2006b9e-8b8d-4564-b906-0d2b575665be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799631-1-iscsi', False) {} {{(pid=93090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:34:05.690371 dv-cinder-799631-1-iscsi neutron-server[93090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f5084e5-394e-4b38-ba83-dcc596153fa3 None None] The sync data for ids ['e5f6b344-c6b8-4ee4-81d0-896646415cef'] in dv-cinder-799631-1-iscsi is: [{'id': 'e5f6b344-c6b8-4ee4-81d0-896646415cef', 'name': 'tempest-AttachVolumeTestJSON-607715299-router', 'tenant_id': '2efe7ae752d2458ea1329427a8828a01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a97b808-be6d-48ec-a40b-4668530ee790', 'external_fixed_ips': [{'subnet_id': '1816a596-2dc6-4d27-98a5-201cc12476f2', 'ip_address': '172.27.1.111'}], 'enable_snat': True}, 'gw_port_id': '1b4179cc-d547-4584-9baa-867a0c1392bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:33:12Z', 'updated_at': '2021-07-06T12:33:25Z', 'revision_number': 4, 'project_id': '2efe7ae752d2458ea1329427a8828a01', 'gw_port': {'id': '1b4179cc-d547-4584-9baa-867a0c1392bd', 'name': '', 'network_id': '2a97b808-be6d-48ec-a40b-4668530ee790', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:ab:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5f6b344-c6b8-4ee4-81d0-896646415cef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '1816a596-2dc6-4d27-98a5-201cc12476f2', 'ip_address': '172.27.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799631-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:33:14Z', 'updated_at': '2021-07-06T12:33:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1816a596-2dc6-4d27-98a5-201cc12476f2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799631-1-iscsi', '_floatingips': [{'id': 'afa7ebe8-bde5-4e57-9dde-3af7fc0fcf20', 'tenant_id': '2efe7ae752d2458ea1329427a8828a01', 'floating_ip_address': '172.27.1.222', 'floating_network_id': '2a97b808-be6d-48ec-a40b-4668530ee790', 'router_id': 'e5f6b344-c6b8-4ee4-81d0-896646415cef', 'port_id': 'fb42b963-cd52-44eb-a5d0-c8e877a8c44e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 141, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '05887a89-c541-45f9-bd49-e19532da98ad', 'mac_address': 'fa:16:3e:c3:f7:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1247d046-18a9-4ac1-b527-638e0320ba0e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T12:33:34Z', 'updated_at': '2021-07-06T12:34:03Z', 'revision_number': 1, 'project_id': '2efe7ae752d2458ea1329427a8828a01', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e446bfbe-6143-46aa-ace5-f4ac93512559', 'name': '', 'network_id': '05887a89-c541-45f9-bd49-e19532da98ad', 'tenant_id': '2efe7ae752d2458ea1329427a8828a01', 'mac_address': 'fa:16:3e:7a:b0:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5f6b344-c6b8-4ee4-81d0-896646415cef', 'device_owner': 'network:router_interface', 'standard_attr_id': 127, 'fixed_ips': [{'subnet_id': 'c2006b9e-8b8d-4564-b906-0d2b575665be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799631-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:33:23Z', 'updated_at': '2021-07-06T12:33:36Z', 'revision_number': 5, 'project_id': '2efe7ae752d2458ea1329427a8828a01', 'subnets': [{'id': 'c2006b9e-8b8d-4564-b906-0d2b575665be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93090) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:34:05.828159 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-b2523840-d006-49ad-8078-797e9f473f8f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:34:05.878389 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32d7fc9-c289-4c3d-afce-0392a89a9600 req-315e8886-e4dd-4fd4-84f3-0faf695e6040 tempest-ServerRescueNegativeTestJSON-1447075807 tempest-ServerRescueNegativeTestJSON-1447075807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:34:05.880560 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-d32d7fc9-c289-4c3d-afce-0392a89a9600 req-315e8886-e4dd-4fd4-84f3-0faf695e6040 tempest-ServerRescueNegativeTestJSON-1447075807 tempest-ServerRescueNegativeTestJSON-1447075807-project] 10.222.0.106 "GET /v2.0/ports?device_id=5fb246d8-3ad4-4716-8d4a-a158efb7586c HTTP/1.1" status: 200 len: 945 time: 0.3773432 Jul 06 12:34:05.958993 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea30777d-1cde-4abd-8a8f-6db2560b218a req-3d2ae61b-ddb2-46f0-b42f-7e04073aa955 tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:34:05.960661 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-ea30777d-1cde-4abd-8a8f-6db2560b218a req-3d2ae61b-ddb2-46f0-b42f-7e04073aa955 tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] 10.222.0.106 "GET /v2.0/ports?device_id=6e7ef450-5624-4902-b27c-2433ff80c8d6 HTTP/1.1" status: 200 len: 945 time: 0.3995998 Jul 06 12:34:05.970637 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0986cca-5701-4547-b056-f50ed5ab4466 None None] New status for floating IP afa7ebe8-bde5-4e57-9dde-3af7fc0fcf20: ACTIVE {{(pid=93089) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 12:34:05.991536 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-d32d7fc9-c289-4c3d-afce-0392a89a9600 req-467c53af-34cc-4fb3-ae6a-a9ec3c8ed70d tempest-ServerRescueNegativeTestJSON-1447075807 tempest-ServerRescueNegativeTestJSON-1447075807-project] 10.222.0.106 "GET /v2.0/security-groups?id=4d78ff5b-ed74-4775-b2e7-af8cfc6a5bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027706 Jul 06 12:34:06.101118 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-ea30777d-1cde-4abd-8a8f-6db2560b218a req-e4f6b6d0-ca91-45e7-9f68-98789cef68de tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] 10.222.0.106 "GET /v2.0/security-groups?id=40905771-c081-4627-88f4-91e0391ae15d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1239753 Jul 06 12:34:06.132798 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-b2523840-d006-49ad-8078-797e9f473f8f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:34:06.148178 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-b2523840-d006-49ad-8078-797e9f473f8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1774441'] for security_group, after_create {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:34:06.201407 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2523840-d006-49ad-8078-797e9f473f8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df2fc343-f3b7-4dd8-b10e-7f242fbcecce,revision_number=1']} {{(pid=93088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:34:06.205975 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [None req-b2523840-d006-49ad-8078-797e9f473f8f admin admin] 10.222.0.106 "GET /v2.0/security-groups?tenant_id=61cf6e65344b492d9d852f48ded0c9e9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7772470 Jul 06 12:34:06.208898 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.wsgi [-] (93088) accepted ('10.222.0.106', 47860) {{(pid=93088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:34:06.271309 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-2d52fcb7-98c7-41b7-8dd5-f1a7f135d9df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:34:06.293376 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-2d52fcb7-98c7-41b7-8dd5-f1a7f135d9df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:34:06.347366 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-2d52fcb7-98c7-41b7-8dd5-f1a7f135d9df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1774441'] for security_group, after_delete {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:34:06.349954 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-2d52fcb7-98c7-41b7-8dd5-f1a7f135d9df admin admin] Notify callbacks [] for security_group, before_response {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:34:06.351168 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [None req-2d52fcb7-98c7-41b7-8dd5-f1a7f135d9df admin admin] 10.222.0.106 "DELETE /v2.0/security-groups/df2fc343-f3b7-4dd8-b10e-7f242fbcecce HTTP/1.1" status: 204 len: 168 time: 0.1409333 Jul 06 12:34:06.360005 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d52fcb7-98c7-41b7-8dd5-f1a7f135d9df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df2fc343-f3b7-4dd8-b10e-7f242fbcecce,revision_number=None']} {{(pid=93088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:34:06.620890 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.wsgi [-] (93088) accepted ('10.222.0.106', 47868) {{(pid=93088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:34:06.633920 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-e8f7c7e9-24d3-4970-ae53-72a3452b003d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:34:06.722810 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-e8f7c7e9-24d3-4970-ae53-72a3452b003d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:34:06.728349 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-e8f7c7e9-24d3-4970-ae53-72a3452b003d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1774441'] for security_group, after_create {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:34:06.769479 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [None req-e8f7c7e9-24d3-4970-ae53-72a3452b003d admin admin] 10.222.0.106 "GET /v2.0/security-groups?tenant_id=7f2fd59e01dd4677a506e5213edad044&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1474519 Jul 06 12:34:06.770377 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f7c7e9-24d3-4970-ae53-72a3452b003d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc4324f3-a744-4020-a0b1-2600056787b7,revision_number=1']} {{(pid=93088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:34:06.773981 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.wsgi [-] (93087) accepted ('10.222.0.106', 47870) {{(pid=93087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:34:06.828887 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-e313c7c8-cd9b-4b14-8844-0fe7dcc83fa5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:34:06.861244 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-e313c7c8-cd9b-4b14-8844-0fe7dcc83fa5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:34:06.931135 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-e313c7c8-cd9b-4b14-8844-0fe7dcc83fa5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1774441'] for security_group, after_delete {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:34:06.934243 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-e313c7c8-cd9b-4b14-8844-0fe7dcc83fa5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:34:06.935415 dv-cinder-799631-1-iscsi neutron-server[93087]: INFO neutron.wsgi [None req-e313c7c8-cd9b-4b14-8844-0fe7dcc83fa5 admin admin] 10.222.0.106 "DELETE /v2.0/security-groups/dc4324f3-a744-4020-a0b1-2600056787b7 HTTP/1.1" status: 204 len: 168 time: 0.1621327 Jul 06 12:34:06.944857 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e313c7c8-cd9b-4b14-8844-0fe7dcc83fa5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc4324f3-a744-4020-a0b1-2600056787b7,revision_number=None']} {{(pid=93087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:34:07.193932 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbf176e-c099-4b90-87e2-f98ada772f31 req-e0263638-5b03-435a-943c-589682c86931 tempest-ServerRescueNegativeTestJSON-1447075807 tempest-ServerRescueNegativeTestJSON-1447075807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:34:07.196063 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-7cbf176e-c099-4b90-87e2-f98ada772f31 req-e0263638-5b03-435a-943c-589682c86931 tempest-ServerRescueNegativeTestJSON-1447075807 tempest-ServerRescueNegativeTestJSON-1447075807-project] 10.222.0.106 "GET /v2.0/ports?device_id=5fb246d8-3ad4-4716-8d4a-a158efb7586c HTTP/1.1" status: 200 len: 945 time: 0.0640578 Jul 06 12:34:07.235107 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-6335d975-db12-403b-af99-4e237f424be4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730293992524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912513'] for agent, after_update {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:34:07.241449 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-7cbf176e-c099-4b90-87e2-f98ada772f31 req-30454e1a-4fb7-4bcc-9be3-08f523dfe0ed tempest-ServerRescueNegativeTestJSON-1447075807 tempest-ServerRescueNegativeTestJSON-1447075807-project] 10.222.0.106 "GET /v2.0/security-groups?id=4d78ff5b-ed74-4775-b2e7-af8cfc6a5bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377665 Jul 06 12:34:07.408176 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59517128-263b-43a4-95be-b8e250791574 req-e557a9db-871f-4afe-9cc0-7ddae52dba2e tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:34:07.409663 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-59517128-263b-43a4-95be-b8e250791574 req-e557a9db-871f-4afe-9cc0-7ddae52dba2e tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] 10.222.0.106 "GET /v2.0/ports?device_id=6e7ef450-5624-4902-b27c-2433ff80c8d6 HTTP/1.1" status: 200 len: 945 time: 0.0628600 Jul 06 12:34:07.448915 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-59517128-263b-43a4-95be-b8e250791574 req-66dbf4a1-72e5-40e5-8f3b-486b84a8e4ca tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] 10.222.0.106 "GET /v2.0/security-groups?id=40905771-c081-4627-88f4-91e0391ae15d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330341 Jul 06 12:34:08.433490 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12fb9d7-646d-45b2-b99e-0fc8b0ae82e6 req-13b0c164-63d8-4ad9-961c-f3d0b2f5b849 tempest-ServerRescueNegativeTestJSON-1447075807 tempest-ServerRescueNegativeTestJSON-1447075807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:34:08.435255 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-f12fb9d7-646d-45b2-b99e-0fc8b0ae82e6 req-13b0c164-63d8-4ad9-961c-f3d0b2f5b849 tempest-ServerRescueNegativeTestJSON-1447075807 tempest-ServerRescueNegativeTestJSON-1447075807-project] 10.222.0.106 "GET /v2.0/ports?device_id=5fb246d8-3ad4-4716-8d4a-a158efb7586c HTTP/1.1" status: 200 len: 945 time: 0.0773749 Jul 06 12:34:08.475417 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-f12fb9d7-646d-45b2-b99e-0fc8b0ae82e6 req-f12db020-bd02-44a7-9b4f-5b5ff237d403 tempest-ServerRescueNegativeTestJSON-1447075807 tempest-ServerRescueNegativeTestJSON-1447075807-project] 10.222.0.106 "GET /v2.0/security-groups?id=4d78ff5b-ed74-4775-b2e7-af8cfc6a5bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343328 Jul 06 12:34:08.566314 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4b0416-5fb1-423d-962a-816450e7044a req-fa525043-874e-422c-9c50-19be662da1c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:34:08.568535 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-dc4b0416-5fb1-423d-962a-816450e7044a req-fa525043-874e-422c-9c50-19be662da1c0 service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=6e7ef450-5624-4902-b27c-2433ff80c8d6 HTTP/1.1" status: 200 len: 1098 time: 0.0616608 Jul 06 12:34:08.571852 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92187ee3-0581-43b0-a58f-aef35cd9f192 req-c3c3e38f-97ad-48eb-880b-6a3a7cb9da84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:34:08.573369 dv-cinder-799631-1-iscsi neutron-server[93087]: INFO neutron.wsgi [req-92187ee3-0581-43b0-a58f-aef35cd9f192 req-c3c3e38f-97ad-48eb-880b-6a3a7cb9da84 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=cc98c3dbd15045c0a70a6aeb034695a2&device_id=5fb246d8-3ad4-4716-8d4a-a158efb7586c HTTP/1.1" status: 200 len: 1098 time: 0.0657408 Jul 06 12:34:08.641501 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-dc4b0416-5fb1-423d-962a-816450e7044a req-2fedbaea-8967-4476-b3c4-e744588684f5 service neutron] 10.222.0.100 "GET /v2.0/security-groups?id=40905771-c081-4627-88f4-91e0391ae15d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603843 Jul 06 12:34:08.669751 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f8d769-090c-4ecd-bf4c-d73087c442b4 req-217aa471-65ce-4000-bb13-f48d35fd571d tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:34:08.671253 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-32f8d769-090c-4ecd-bf4c-d73087c442b4 req-217aa471-65ce-4000-bb13-f48d35fd571d tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] 10.222.0.106 "GET /v2.0/ports?device_id=6e7ef450-5624-4902-b27c-2433ff80c8d6 HTTP/1.1" status: 200 len: 945 time: 0.0756745 Jul 06 12:34:08.673076 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92187ee3-0581-43b0-a58f-aef35cd9f192 req-75abeb9e-ad88-4ddf-a9db-abad31308811 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:34:08.674515 dv-cinder-799631-1-iscsi neutron-server[93087]: INFO neutron.wsgi [req-92187ee3-0581-43b0-a58f-aef35cd9f192 req-75abeb9e-ad88-4ddf-a9db-abad31308811 service neutron] 10.222.0.100 "GET /v2.0/networks?id=91ce4105-7568-49ba-9c1a-853c2332aa91 HTTP/1.1" status: 200 len: 920 time: 0.0897672 Jul 06 12:34:08.713608 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-32f8d769-090c-4ecd-bf4c-d73087c442b4 req-61af11d7-8836-4a79-9381-be71f4eabea3 tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] 10.222.0.106 "GET /v2.0/security-groups?id=40905771-c081-4627-88f4-91e0391ae15d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361636 Jul 06 12:34:09.116697 dv-cinder-799631-1-iscsi neutron-server[93087]: INFO neutron.wsgi [req-92187ee3-0581-43b0-a58f-aef35cd9f192 req-f8dd3603-0148-40e5-a8ed-87f3853f72a4 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c85a57e3-a601-437d-a698-bdc821277c8a HTTP/1.1" status: 200 len: 217 time: 0.0365336 Jul 06 12:34:09.166854 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92187ee3-0581-43b0-a58f-aef35cd9f192 req-6cce9dd6-b83b-42ae-863b-5d44d025dc5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:34:09.168361 dv-cinder-799631-1-iscsi neutron-server[93087]: INFO neutron.wsgi [req-92187ee3-0581-43b0-a58f-aef35cd9f192 req-6cce9dd6-b83b-42ae-863b-5d44d025dc5e service neutron] 10.222.0.100 "GET /v2.0/subnets?id=93b8c1d2-f9fc-4e8f-b00e-a4ccc2e979d1 HTTP/1.1" status: 200 len: 858 time: 0.0455630 Jul 06 12:34:09.208024 dv-cinder-799631-1-iscsi neutron-server[93087]: INFO neutron.wsgi [req-92187ee3-0581-43b0-a58f-aef35cd9f192 req-eee4f76f-eef4-479f-acf7-15c9010a4b25 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=91ce4105-7568-49ba-9c1a-853c2332aa91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0265901 Jul 06 12:34:09.372289 dv-cinder-799631-1-iscsi neutron-server[93087]: INFO neutron.wsgi [req-92187ee3-0581-43b0-a58f-aef35cd9f192 req-0c91b885-816a-4aed-bedc-4b613d6dc366 service neutron] 10.222.0.100 "GET /v2.0/networks/91ce4105-7568-49ba-9c1a-853c2332aa91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1507654 Jul 06 12:34:09.516033 dv-cinder-799631-1-iscsi neutron-server[93087]: INFO neutron.wsgi [req-92187ee3-0581-43b0-a58f-aef35cd9f192 req-d54d41bd-8d36-4781-8b1c-0a74b2b5fd9f service neutron] 10.222.0.100 "GET /v2.0/networks/91ce4105-7568-49ba-9c1a-853c2332aa91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1359501 Jul 06 12:34:09.687117 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271ea173-d00e-466d-ad9d-52be836abfef req-953f7306-8e43-47b6-ae1a-1989b41c8e12 tempest-ServerRescueNegativeTestJSON-1447075807 tempest-ServerRescueNegativeTestJSON-1447075807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:34:09.688471 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-271ea173-d00e-466d-ad9d-52be836abfef req-953f7306-8e43-47b6-ae1a-1989b41c8e12 tempest-ServerRescueNegativeTestJSON-1447075807 tempest-ServerRescueNegativeTestJSON-1447075807-project] 10.222.0.106 "GET /v2.0/ports?device_id=5fb246d8-3ad4-4716-8d4a-a158efb7586c HTTP/1.1" status: 200 len: 945 time: 0.0787466 Jul 06 12:34:09.749571 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-271ea173-d00e-466d-ad9d-52be836abfef req-40d54a3b-183b-47bf-a6ac-af21369be030 tempest-ServerRescueNegativeTestJSON-1447075807 tempest-ServerRescueNegativeTestJSON-1447075807-project] 10.222.0.106 "GET /v2.0/security-groups?id=4d78ff5b-ed74-4775-b2e7-af8cfc6a5bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548365 Jul 06 12:34:09.958392 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc6cb58-06c0-4156-ad92-816fe2f90c59 req-cce3b270-894e-4de1-8be1-aabfa3f59424 tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:34:09.960233 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-0dc6cb58-06c0-4156-ad92-816fe2f90c59 req-cce3b270-894e-4de1-8be1-aabfa3f59424 tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] 10.222.0.106 "GET /v2.0/ports?device_id=6e7ef450-5624-4902-b27c-2433ff80c8d6 HTTP/1.1" status: 200 len: 945 time: 0.0799186 Jul 06 12:34:09.999728 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-0dc6cb58-06c0-4156-ad92-816fe2f90c59 req-83923ed7-47c1-4713-b440-ab01194c8060 tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] 10.222.0.106 "GET /v2.0/security-groups?id=40905771-c081-4627-88f4-91e0391ae15d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336347 Jul 06 12:34:10.506307 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-7011ab92-a627-49b8-b90a-6ead8d412ab3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730293992524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912513'] for agent, after_update {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:34:10.892046 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-3dd6613b-aa53-445d-9a05-4c085a94a05e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730293992524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912513'] for agent, after_update {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:34:10.952753 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f1fc57-bf78-4410-916a-e58dd0e81ef7 req-9b7c2718-4f6a-4dfb-840d-810d0681d368 tempest-ServerRescueNegativeTestJSON-1447075807 tempest-ServerRescueNegativeTestJSON-1447075807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:34:10.960885 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-16f1fc57-bf78-4410-916a-e58dd0e81ef7 req-9b7c2718-4f6a-4dfb-840d-810d0681d368 tempest-ServerRescueNegativeTestJSON-1447075807 tempest-ServerRescueNegativeTestJSON-1447075807-project] 10.222.0.106 "GET /v2.0/ports?device_id=5fb246d8-3ad4-4716-8d4a-a158efb7586c HTTP/1.1" status: 200 len: 945 time: 0.0800316 Jul 06 12:34:10.996587 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-16f1fc57-bf78-4410-916a-e58dd0e81ef7 req-bad8453b-eb88-45f3-85f4-a8150fe26e41 tempest-ServerRescueNegativeTestJSON-1447075807 tempest-ServerRescueNegativeTestJSON-1447075807-project] 10.222.0.106 "GET /v2.0/security-groups?id=4d78ff5b-ed74-4775-b2e7-af8cfc6a5bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348268 Jul 06 12:34:11.198401 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42818a4f-7509-4c7d-9448-c02ffb08a6c3 req-6ce0c3a9-d3f5-43c5-a392-42430cd8e4d6 tempest-DeleteServersTestJSON-1152598212 tempest-DeleteServersTestJSON-1152598212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:34:11.200093 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-42818a4f-7509-4c7d-9448-c02ffb08a6c3 req-6ce0c3a9-d3f5-43c5-a392-42430cd8e4d6 tempest-DeleteServersTestJSON-1152598212 tempest-DeleteServersTestJSON-1152598212-project] 10.222.0.106 "GET /v2.0/ports?device_id=3b84fef2-6112-4268-b1c4-95519d13428e HTTP/1.1" status: 200 len: 945 time: 0.0812149 Jul 06 12:34:11.249058 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-42818a4f-7509-4c7d-9448-c02ffb08a6c3 req-bfa0bb03-ada9-40bd-91da-187e31035cc3 tempest-DeleteServersTestJSON-1152598212 tempest-DeleteServersTestJSON-1152598212-project] 10.222.0.106 "GET /v2.0/security-groups?id=1b1437f5-d3e8-44a1-982c-7a7a6b8e1e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382211 Jul 06 12:34:11.255913 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.wsgi [-] (93088) accepted ('10.222.0.106', 48046) {{(pid=93088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:34:11.335641 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.db.db_base_plugin_v2 [None req-cfbedb03-ae1e-4f93-85a9-fe713339ef17 admin admin] Deleting subnet 7fc13e2a-f0a4-4a94-a3a9-4c4143883aa2 {{(pid=93088) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 12:34:11.339445 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-cfbedb03-ae1e-4f93-85a9-fe713339ef17 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:34:11.380064 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-cfbedb03-ae1e-4f93-85a9-fe713339ef17 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63205673'] for subnet, precommit_delete_associations {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:34:11.419621 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c98ead-2340-45fa-a895-c6f34121ab4d req-4dceef9a-59dc-45a5-999e-6e9cff4544aa tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:34:11.421215 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-66c98ead-2340-45fa-a895-c6f34121ab4d req-4dceef9a-59dc-45a5-999e-6e9cff4544aa tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] 10.222.0.106 "GET /v2.0/ports?device_id=6e7ef450-5624-4902-b27c-2433ff80c8d6 HTTP/1.1" status: 200 len: 945 time: 0.1382606 Jul 06 12:34:11.451216 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-cfbedb03-ae1e-4f93-85a9-fe713339ef17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-892766'] for subnet, precommit_delete {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:34:11.477947 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-59602645-7b03-4a79-8c54-32befe919dd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730293992524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912513'] for agent, after_update {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:34:11.504915 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-66c98ead-2340-45fa-a895-c6f34121ab4d req-efc818a4-7aeb-4d24-b6e6-5c3d6f47a424 tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] 10.222.0.106 "GET /v2.0/security-groups?id=40905771-c081-4627-88f4-91e0391ae15d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0749245 Jul 06 12:34:11.533650 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-cfbedb03-ae1e-4f93-85a9-fe713339ef17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-892759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1774543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63638146', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63516695'] for subnet, after_delete {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:34:11.561091 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfbedb03-ae1e-4f93-85a9-fe713339ef17 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7fc13e2a-f0a4-4a94-a3a9-4c4143883aa2,revision_number=None']} {{(pid=93088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:34:11.566096 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-cfbedb03-ae1e-4f93-85a9-fe713339ef17 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:34:11.570365 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [None req-cfbedb03-ae1e-4f93-85a9-fe713339ef17 admin admin] 10.222.0.106 "DELETE /v2.0/subnets/7fc13e2a-f0a4-4a94-a3a9-4c4143883aa2 HTTP/1.1" status: 204 len: 168 time: 0.3112247 Jul 06 12:34:11.571605 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.wsgi [-] (93087) accepted ('10.222.0.106', 48050) {{(pid=93087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:34:11.574925 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfbedb03-ae1e-4f93-85a9-fe713339ef17 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799631-1-iscsi {{(pid=93088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:34:11.575359 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfbedb03-ae1e-4f93-85a9-fe713339ef17 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799631-1-iscsi {{(pid=93088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:34:11.575778 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfbedb03-ae1e-4f93-85a9-fe713339ef17 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799631-1-iscsi {{(pid=93088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:34:11.576082 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfbedb03-ae1e-4f93-85a9-fe713339ef17 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799631-1-iscsi {{(pid=93088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:34:11.576446 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfbedb03-ae1e-4f93-85a9-fe713339ef17 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799631-1-iscsi {{(pid=93088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:34:11.576852 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfbedb03-ae1e-4f93-85a9-fe713339ef17 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799631-1-iscsi {{(pid=93088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:34:11.577297 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfbedb03-ae1e-4f93-85a9-fe713339ef17 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-799631-1-iscsi {{(pid=93088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:34:11.577774 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfbedb03-ae1e-4f93-85a9-fe713339ef17 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-799631-1-iscsi {{(pid=93088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:34:11.578317 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfbedb03-ae1e-4f93-85a9-fe713339ef17 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799631-1-iscsi {{(pid=93088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:34:11.578727 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfbedb03-ae1e-4f93-85a9-fe713339ef17 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799631-1-iscsi {{(pid=93088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:34:11.579104 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfbedb03-ae1e-4f93-85a9-fe713339ef17 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799631-1-iscsi {{(pid=93088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:34:11.579443 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfbedb03-ae1e-4f93-85a9-fe713339ef17 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799631-1-iscsi {{(pid=93088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:34:11.646801 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-97cfb03c-fd23-4e1d-8052-e977c579e2bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-555043'] for network, before_delete {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:34:11.729201 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766663a7-d4e3-44e8-bd00-004e6069b358 req-b8368289-ad23-46f9-9fda-ea52f7bdf86e tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:34:11.731839 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-766663a7-d4e3-44e8-bd00-004e6069b358 req-b8368289-ad23-46f9-9fda-ea52f7bdf86e tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] 10.222.0.106 "GET /v2.0/ports?device_id=6e7ef450-5624-4902-b27c-2433ff80c8d6 HTTP/1.1" status: 200 len: 945 time: 0.0942805 Jul 06 12:34:11.746177 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.wsgi [-] (93087) accepted ('10.222.0.106', 48054) {{(pid=93087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:34:11.751726 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.api.v2.base [None req-f6f1126f-22c1-4a0a-8784-96e648165915 tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] Request body: {'floatingip': {'port_id': 'a56aa29c-b3e1-4005-85bd-6200a036b83d'}} {{(pid=93087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:34:11.780148 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-97cfb03c-fd23-4e1d-8052-e977c579e2bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-910539', 'neutron.services.segments.db._delete_segments_for_network-8730293992542'] for network, precommit_delete {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:34:11.832507 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.services.segments.db [None req-97cfb03c-fd23-4e1d-8052-e977c579e2bc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ec4fbae4-5003-45af-b529-956fc839cf1c']}} {{(pid=93087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:34:11.837044 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-f6f1126f-22c1-4a0a-8784-96e648165915 tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] Notify callbacks [] for floatingip, before_update {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:34:11.846407 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.services.segments.db [None req-97cfb03c-fd23-4e1d-8052-e977c579e2bc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4a55127b-f45f-4633-b803-12dba5e22b6d') {'for_net_delete': True} {{(pid=93087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:34:11.846700 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.services.segments.db [None req-97cfb03c-fd23-4e1d-8052-e977c579e2bc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4a55127b-f45f-4633-b803-12dba5e22b6d') {} {{(pid=93087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:34:11.857272 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-97cfb03c-fd23-4e1d-8052-e977c579e2bc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730294219394', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66964365'] for segment, before_delete {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:34:11.942863 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-97cfb03c-fd23-4e1d-8052-e977c579e2bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-886815'] for segment, precommit_delete {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:34:11.968375 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-97cfb03c-fd23-4e1d-8052-e977c579e2bc admin admin] Releasing vlan 1090 on physical network physnet1 to pool {{(pid=93087) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 12:34:11.968771 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-97cfb03c-fd23-4e1d-8052-e977c579e2bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-886815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65517680'] for segment, after_delete {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:34:11.970449 dv-cinder-799631-1-iscsi neutron-server[93087]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:34:11.970449 dv-cinder-799631-1-iscsi neutron-server[93087]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:34:11.970449 dv-cinder-799631-1-iscsi neutron-server[93087]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:34:11.970449 dv-cinder-799631-1-iscsi neutron-server[93087]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:34:11.970449 dv-cinder-799631-1-iscsi neutron-server[93087]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:34:11.970449 dv-cinder-799631-1-iscsi neutron-server[93087]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:34:11.970449 dv-cinder-799631-1-iscsi neutron-server[93087]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:34:11.970449 dv-cinder-799631-1-iscsi neutron-server[93087]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:34:11.970449 dv-cinder-799631-1-iscsi neutron-server[93087]: Traceback (most recent call last): Jul 06 12:34:11.970449 dv-cinder-799631-1-iscsi neutron-server[93087]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 12:34:11.970449 dv-cinder-799631-1-iscsi neutron-server[93087]: timer() Jul 06 12:34:11.970449 dv-cinder-799631-1-iscsi neutron-server[93087]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 12:34:11.970449 dv-cinder-799631-1-iscsi neutron-server[93087]: cb(*args, **kw) Jul 06 12:34:11.970449 dv-cinder-799631-1-iscsi neutron-server[93087]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 12:34:11.970449 dv-cinder-799631-1-iscsi neutron-server[93087]: return func(*args, **kwargs) Jul 06 12:34:11.970449 dv-cinder-799631-1-iscsi neutron-server[93087]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 12:34:11.970449 dv-cinder-799631-1-iscsi neutron-server[93087]: self._notify() Jul 06 12:34:11.970449 dv-cinder-799631-1-iscsi neutron-server[93087]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 12:34:11.970449 dv-cinder-799631-1-iscsi neutron-server[93087]: self.callback(batched_events) Jul 06 12:34:11.970449 dv-cinder-799631-1-iscsi neutron-server[93087]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 12:34:11.970449 dv-cinder-799631-1-iscsi neutron-server[93087]: event.method(event) Jul 06 12:34:11.970449 dv-cinder-799631-1-iscsi neutron-server[93087]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 12:34:11.970449 dv-cinder-799631-1-iscsi neutron-server[93087]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 12:34:11.970449 dv-cinder-799631-1-iscsi neutron-server[93087]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 12:34:11.970449 dv-cinder-799631-1-iscsi neutron-server[93087]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 12:34:11.970449 dv-cinder-799631-1-iscsi neutron-server[93087]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 12:34:11.970449 dv-cinder-799631-1-iscsi neutron-server[93087]: return f(self, *a, **k) Jul 06 12:34:11.970449 dv-cinder-799631-1-iscsi neutron-server[93087]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 12:34:11.970449 dv-cinder-799631-1-iscsi neutron-server[93087]: return self._get(url).json() Jul 06 12:34:11.970449 dv-cinder-799631-1-iscsi neutron-server[93087]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 12:34:11.970449 dv-cinder-799631-1-iscsi neutron-server[93087]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 12:34:11.970449 dv-cinder-799631-1-iscsi neutron-server[93087]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 12:34:11.970449 dv-cinder-799631-1-iscsi neutron-server[93087]: return self.request(url, 'GET', **kwargs) Jul 06 12:34:11.970449 dv-cinder-799631-1-iscsi neutron-server[93087]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 12:34:11.970449 dv-cinder-799631-1-iscsi neutron-server[93087]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 12:34:11.970449 dv-cinder-799631-1-iscsi neutron-server[93087]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 12:34:11.970449 dv-cinder-799631-1-iscsi neutron-server[93087]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 12:34:11.970449 dv-cinder-799631-1-iscsi neutron-server[93087]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 12:34:11.970449 dv-cinder-799631-1-iscsi neutron-server[93087]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 12:34:11.970449 dv-cinder-799631-1-iscsi neutron-server[93087]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 12:34:12.062902 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-97cfb03c-fd23-4e1d-8052-e977c579e2bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-910528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1774397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1764471'] for network, after_delete {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:34:12.115974 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-97cfb03c-fd23-4e1d-8052-e977c579e2bc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582504'] for network, before_response {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:34:12.121612 dv-cinder-799631-1-iscsi neutron-server[93087]: INFO neutron.wsgi [None req-97cfb03c-fd23-4e1d-8052-e977c579e2bc admin admin] 10.222.0.106 "DELETE /v2.0/networks/ec4fbae4-5003-45af-b529-956fc839cf1c HTTP/1.1" status: 204 len: 168 time: 0.5463247 Jul 06 12:34:12.123789 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.wsgi [-] (93088) accepted ('10.222.0.106', 48066) {{(pid=93088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:34:12.139329 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97cfb03c-fd23-4e1d-8052-e977c579e2bc admin admin] Pushing event deleted for resources: {'Network': ['ID=ec4fbae4-5003-45af-b529-956fc839cf1c,revision_number=None']} {{(pid=93087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:34:12.156872 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97cfb03c-fd23-4e1d-8052-e977c579e2bc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799631-1-iscsi {{(pid=93087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:34:12.157478 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97cfb03c-fd23-4e1d-8052-e977c579e2bc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799631-1-iscsi {{(pid=93087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:34:12.158072 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97cfb03c-fd23-4e1d-8052-e977c579e2bc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799631-1-iscsi {{(pid=93087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:34:12.158648 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97cfb03c-fd23-4e1d-8052-e977c579e2bc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799631-1-iscsi {{(pid=93087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:34:12.159251 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97cfb03c-fd23-4e1d-8052-e977c579e2bc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799631-1-iscsi {{(pid=93087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:34:12.159833 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97cfb03c-fd23-4e1d-8052-e977c579e2bc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799631-1-iscsi {{(pid=93087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:34:12.160451 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97cfb03c-fd23-4e1d-8052-e977c579e2bc admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-799631-1-iscsi {{(pid=93087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:34:12.161005 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97cfb03c-fd23-4e1d-8052-e977c579e2bc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-799631-1-iscsi {{(pid=93087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:34:12.161618 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97cfb03c-fd23-4e1d-8052-e977c579e2bc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799631-1-iscsi {{(pid=93087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:34:12.162187 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97cfb03c-fd23-4e1d-8052-e977c579e2bc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799631-1-iscsi {{(pid=93087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:34:12.163987 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97cfb03c-fd23-4e1d-8052-e977c579e2bc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799631-1-iscsi {{(pid=93087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:34:12.163987 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97cfb03c-fd23-4e1d-8052-e977c579e2bc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799631-1-iscsi {{(pid=93087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:34:12.226915 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.db.db_base_plugin_v2 [None req-d3d59110-a24f-4fab-b388-0275a0c1c6c5 admin admin] Deleting subnet 143e0652-fa4f-4ac0-a015-a3c2abde4d55 {{(pid=93088) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 12:34:12.233111 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-d3d59110-a24f-4fab-b388-0275a0c1c6c5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:34:12.266967 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-d3d59110-a24f-4fab-b388-0275a0c1c6c5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63205673'] for subnet, precommit_delete_associations {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:34:12.308255 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-d3d59110-a24f-4fab-b388-0275a0c1c6c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-892766'] for subnet, precommit_delete {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:34:12.357338 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83eeff8e-41d5-47d1-af02-9f075884e29d req-9485ce68-47df-41c2-847c-9c9c5994fedf tempest-ServerRescueNegativeTestJSON-1447075807 tempest-ServerRescueNegativeTestJSON-1447075807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:34:12.358943 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-83eeff8e-41d5-47d1-af02-9f075884e29d req-9485ce68-47df-41c2-847c-9c9c5994fedf tempest-ServerRescueNegativeTestJSON-1447075807 tempest-ServerRescueNegativeTestJSON-1447075807-project] 10.222.0.106 "GET /v2.0/ports?device_id=5fb246d8-3ad4-4716-8d4a-a158efb7586c HTTP/1.1" status: 200 len: 945 time: 0.2439220 Jul 06 12:34:12.395664 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-d3d59110-a24f-4fab-b388-0275a0c1c6c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-892759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1774543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63638146', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63516695'] for subnet, after_delete {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:34:12.452137 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d59110-a24f-4fab-b388-0275a0c1c6c5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=143e0652-fa4f-4ac0-a015-a3c2abde4d55,revision_number=None']} {{(pid=93088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:34:12.459038 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-d3d59110-a24f-4fab-b388-0275a0c1c6c5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:34:12.461253 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [None req-d3d59110-a24f-4fab-b388-0275a0c1c6c5 admin admin] 10.222.0.106 "DELETE /v2.0/subnets/143e0652-fa4f-4ac0-a015-a3c2abde4d55 HTTP/1.1" status: 204 len: 168 time: 0.3342731 Jul 06 12:34:12.464813 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.wsgi [-] (93088) accepted ('10.222.0.106', 48090) {{(pid=93088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:34:12.479809 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-83eeff8e-41d5-47d1-af02-9f075884e29d req-eda71971-014d-4281-ba75-bb1c6bc9742d tempest-ServerRescueNegativeTestJSON-1447075807 tempest-ServerRescueNegativeTestJSON-1447075807-project] 10.222.0.106 "GET /v2.0/security-groups?id=4d78ff5b-ed74-4775-b2e7-af8cfc6a5bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051884 Jul 06 12:34:12.592339 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-a191d06b-ea1a-4aa7-8fc9-61287ab89396 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-555043'] for network, before_delete {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:34:12.689306 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54bbea58-ea24-46c8-b3a4-62096c2d267b req-228de1dc-2da6-474c-beea-4df849b0c6fd tempest-DeleteServersTestJSON-1152598212 tempest-DeleteServersTestJSON-1152598212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:34:12.690841 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-54bbea58-ea24-46c8-b3a4-62096c2d267b req-228de1dc-2da6-474c-beea-4df849b0c6fd tempest-DeleteServersTestJSON-1152598212 tempest-DeleteServersTestJSON-1152598212-project] 10.222.0.106 "GET /v2.0/ports?device_id=3b84fef2-6112-4268-b1c4-95519d13428e HTTP/1.1" status: 200 len: 945 time: 0.1509094 Jul 06 12:34:12.717937 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-a191d06b-ea1a-4aa7-8fc9-61287ab89396 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-910539', 'neutron.services.segments.db._delete_segments_for_network-8730293992542'] for network, precommit_delete {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:34:12.734033 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.services.segments.db [None req-a191d06b-ea1a-4aa7-8fc9-61287ab89396 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e5b52af1-35ed-4f70-b7b3-749b4999f59f']}} {{(pid=93088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:34:12.751731 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.services.segments.db [None req-a191d06b-ea1a-4aa7-8fc9-61287ab89396 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '205a82d8-09db-4dee-8da6-ba042037c98d') {'for_net_delete': True} {{(pid=93088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:34:12.752013 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.services.segments.db [None req-a191d06b-ea1a-4aa7-8fc9-61287ab89396 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '205a82d8-09db-4dee-8da6-ba042037c98d') {} {{(pid=93088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:34:12.764757 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-54bbea58-ea24-46c8-b3a4-62096c2d267b req-ee9d33a4-dac9-46c3-a9ca-30ec9ed73b5f tempest-DeleteServersTestJSON-1152598212 tempest-DeleteServersTestJSON-1152598212-project] 10.222.0.106 "GET /v2.0/security-groups?id=1b1437f5-d3e8-44a1-982c-7a7a6b8e1e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642004 Jul 06 12:34:12.766873 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-a191d06b-ea1a-4aa7-8fc9-61287ab89396 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730294219394', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63205694'] for segment, before_delete {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:34:12.781979 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-a191d06b-ea1a-4aa7-8fc9-61287ab89396 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-886815'] for segment, precommit_delete {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:34:12.791290 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a191d06b-ea1a-4aa7-8fc9-61287ab89396 admin admin] Releasing vlan 1099 on physical network physnet1 to pool {{(pid=93088) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 12:34:12.791723 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-a191d06b-ea1a-4aa7-8fc9-61287ab89396 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-886815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63638119'] for segment, after_delete {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:34:12.793531 dv-cinder-799631-1-iscsi neutron-server[93088]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:34:12.793531 dv-cinder-799631-1-iscsi neutron-server[93088]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:34:12.793531 dv-cinder-799631-1-iscsi neutron-server[93088]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:34:12.793531 dv-cinder-799631-1-iscsi neutron-server[93088]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:34:12.793531 dv-cinder-799631-1-iscsi neutron-server[93088]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:34:12.793531 dv-cinder-799631-1-iscsi neutron-server[93088]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:34:12.793531 dv-cinder-799631-1-iscsi neutron-server[93088]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:34:12.793531 dv-cinder-799631-1-iscsi neutron-server[93088]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:34:12.793531 dv-cinder-799631-1-iscsi neutron-server[93088]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:34:12.793531 dv-cinder-799631-1-iscsi neutron-server[93088]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:34:12.793531 dv-cinder-799631-1-iscsi neutron-server[93088]: Traceback (most recent call last): Jul 06 12:34:12.793531 dv-cinder-799631-1-iscsi neutron-server[93088]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 12:34:12.793531 dv-cinder-799631-1-iscsi neutron-server[93088]: timer() Jul 06 12:34:12.793531 dv-cinder-799631-1-iscsi neutron-server[93088]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 12:34:12.793531 dv-cinder-799631-1-iscsi neutron-server[93088]: cb(*args, **kw) Jul 06 12:34:12.793531 dv-cinder-799631-1-iscsi neutron-server[93088]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 12:34:12.793531 dv-cinder-799631-1-iscsi neutron-server[93088]: return func(*args, **kwargs) Jul 06 12:34:12.793531 dv-cinder-799631-1-iscsi neutron-server[93088]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 12:34:12.793531 dv-cinder-799631-1-iscsi neutron-server[93088]: self._notify() Jul 06 12:34:12.793531 dv-cinder-799631-1-iscsi neutron-server[93088]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 12:34:12.793531 dv-cinder-799631-1-iscsi neutron-server[93088]: self.callback(batched_events) Jul 06 12:34:12.793531 dv-cinder-799631-1-iscsi neutron-server[93088]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 12:34:12.793531 dv-cinder-799631-1-iscsi neutron-server[93088]: event.method(event) Jul 06 12:34:12.793531 dv-cinder-799631-1-iscsi neutron-server[93088]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 12:34:12.793531 dv-cinder-799631-1-iscsi neutron-server[93088]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 12:34:12.793531 dv-cinder-799631-1-iscsi neutron-server[93088]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 12:34:12.793531 dv-cinder-799631-1-iscsi neutron-server[93088]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 12:34:12.793531 dv-cinder-799631-1-iscsi neutron-server[93088]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 12:34:12.793531 dv-cinder-799631-1-iscsi neutron-server[93088]: return f(self, *a, **k) Jul 06 12:34:12.793531 dv-cinder-799631-1-iscsi neutron-server[93088]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 12:34:12.793531 dv-cinder-799631-1-iscsi neutron-server[93088]: return self._get(url).json() Jul 06 12:34:12.793531 dv-cinder-799631-1-iscsi neutron-server[93088]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 12:34:12.793531 dv-cinder-799631-1-iscsi neutron-server[93088]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 12:34:12.793531 dv-cinder-799631-1-iscsi neutron-server[93088]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 12:34:12.793531 dv-cinder-799631-1-iscsi neutron-server[93088]: return self.request(url, 'GET', **kwargs) Jul 06 12:34:12.793531 dv-cinder-799631-1-iscsi neutron-server[93088]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 12:34:12.793531 dv-cinder-799631-1-iscsi neutron-server[93088]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 12:34:12.793531 dv-cinder-799631-1-iscsi neutron-server[93088]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 12:34:12.793531 dv-cinder-799631-1-iscsi neutron-server[93088]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 12:34:12.793531 dv-cinder-799631-1-iscsi neutron-server[93088]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 12:34:12.793531 dv-cinder-799631-1-iscsi neutron-server[93088]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 12:34:12.793531 dv-cinder-799631-1-iscsi neutron-server[93088]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 12:34:12.880788 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-a191d06b-ea1a-4aa7-8fc9-61287ab89396 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-910528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1774397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1764471'] for network, after_delete {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:34:12.886016 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-a191d06b-ea1a-4aa7-8fc9-61287ab89396 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582504'] for network, before_response {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:34:12.888773 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [None req-a191d06b-ea1a-4aa7-8fc9-61287ab89396 admin admin] 10.222.0.106 "DELETE /v2.0/networks/e5b52af1-35ed-4f70-b7b3-749b4999f59f HTTP/1.1" status: 204 len: 168 time: 0.4216342 Jul 06 12:34:12.898622 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-f6f1126f-22c1-4a0a-8784-96e648165915 tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:34:12.904959 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-f6f1126f-22c1-4a0a-8784-96e648165915 tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1764457'] for floatingip, after_update {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:34:12.911576 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a191d06b-ea1a-4aa7-8fc9-61287ab89396 admin admin] Pushing event deleted for resources: {'Network': ['ID=e5b52af1-35ed-4f70-b7b3-749b4999f59f,revision_number=None']} {{(pid=93088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:34:12.964170 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.wsgi [-] (93088) accepted ('10.222.0.106', 48106) {{(pid=93088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:34:13.031415 dv-cinder-799631-1-iscsi neutron-server[93087]: INFO neutron.db.l3_db [None req-f6f1126f-22c1-4a0a-8784-96e648165915 tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] Floating IP 53cd4bd3-82df-42cc-8b05-1aad35d297fa associated. External IP: 172.27.1.242, port: a56aa29c-b3e1-4005-85bd-6200a036b83d. Jul 06 12:34:13.067888 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-eaae0be5-6402-4968-ae30-74f1a6482786 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730293992524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912513'] for agent, after_update {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:34:13.116273 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-fa4cf8f1-76d0-48a5-84ef-861d373b8dd2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:34:13.129477 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.wsgi [-] (93088) accepted ('10.222.0.106', 48116) {{(pid=93088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:34:13.202573 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [None req-03873f33-8dca-4250-81e3-068c7f97d248 admin admin] 10.222.0.106 "GET /v2.0/security-groups?tenant_id=87e3b6d1f1c3467f816714a6485754e3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0716698 Jul 06 12:34:13.208283 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.wsgi [-] (93088) accepted ('10.222.0.106', 48118) {{(pid=93088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:34:13.292500 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-db414826-c570-4bdc-b28a-a54fb5699d27 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:34:13.297082 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6f1126f-22c1-4a0a-8784-96e648165915 tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] Router 130656f8-45c2-4a36-a256-8b9eebfb37e9 has already been hosted by L3 agent 8f648e93-51d3-4e20-9eca-a57842435ba1 {{(pid=93087) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 12:34:13.325701 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-fa4cf8f1-76d0-48a5-84ef-861d373b8dd2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:34:13.331846 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-db414826-c570-4bdc-b28a-a54fb5699d27 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:34:13.339934 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-fa4cf8f1-76d0-48a5-84ef-861d373b8dd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1774441'] for security_group, after_create {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:34:13.405906 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4cf8f1-76d0-48a5-84ef-861d373b8dd2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82561ca8-82bd-4375-8ab8-83f36de0cb87,revision_number=1']} {{(pid=93088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:34:13.416387 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [None req-fa4cf8f1-76d0-48a5-84ef-861d373b8dd2 admin admin] 10.222.0.106 "GET /v2.0/security-groups?tenant_id=a4f65a18ea9146aaa2007d7525115789&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4452760 Jul 06 12:34:13.417307 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.wsgi [-] (93088) accepted ('10.222.0.106', 48124) {{(pid=93088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:34:13.464195 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6f1126f-22c1-4a0a-8784-96e648165915 tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] Notify agent at l3_agent.dv-cinder-799631-1-iscsi the message routers_updated {{(pid=93087) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:34:13.474269 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-f6f1126f-22c1-4a0a-8784-96e648165915 tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473541'] for floatingip, before_response {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:34:13.476011 dv-cinder-799631-1-iscsi neutron-server[93090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ad4ab6a-d4e0-42a6-b7e8-78e6c214e115 None None] Sync routers for ids ['130656f8-45c2-4a36-a256-8b9eebfb37e9'] in dv-cinder-799631-1-iscsi {{(pid=93090) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:34:13.478500 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-db414826-c570-4bdc-b28a-a54fb5699d27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1774441'] for security_group, after_delete {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:34:13.480848 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-db414826-c570-4bdc-b28a-a54fb5699d27 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:34:13.486096 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [None req-db414826-c570-4bdc-b28a-a54fb5699d27 admin admin] 10.222.0.106 "DELETE /v2.0/security-groups/37f436dc-9c21-49db-9584-eaeaf390dea7 HTTP/1.1" status: 204 len: 168 time: 0.2730293 Jul 06 12:34:13.496085 dv-cinder-799631-1-iscsi neutron-server[93090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ad4ab6a-d4e0-42a6-b7e8-78e6c214e115 None None] Routers {'130656f8-45c2-4a36-a256-8b9eebfb37e9'} bound to L3 agent in host dv-cinder-799631-1-iscsi {{(pid=93090) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:34:13.496661 dv-cinder-799631-1-iscsi neutron-server[93090]: DEBUG neutron.db.l3_hamode_db [None req-0ad4ab6a-d4e0-42a6-b7e8-78e6c214e115 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799631-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T12:25:10Z,description=,heartbeat_timestamp=2021-07-06T12:34:10Z,host='dv-cinder-799631-1-iscsi',id=8f648e93-51d3-4e20-9eca-a57842435ba1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T12:25:10Z,topic='l3_agent')) {'router_ids': ['130656f8-45c2-4a36-a256-8b9eebfb37e9'], 'active': True} {{(pid=93090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:34:13.503257 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db414826-c570-4bdc-b28a-a54fb5699d27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37f436dc-9c21-49db-9584-eaeaf390dea7,revision_number=None']} {{(pid=93088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:34:13.506135 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-5c7a338b-0691-4dda-bd15-4e273c97b658 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:34:13.539795 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-5c7a338b-0691-4dda-bd15-4e273c97b658 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:34:13.559938 dv-cinder-799631-1-iscsi neutron-server[93087]: INFO neutron.wsgi [None req-f6f1126f-22c1-4a0a-8784-96e648165915 tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] 10.222.0.106 "PUT /v2.0/floatingips/53cd4bd3-82df-42cc-8b05-1aad35d297fa HTTP/1.1" status: 200 len: 991 time: 1.8126187 Jul 06 12:34:13.560959 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e7ef450-5624-4902-b27c-2433ff80c8d6', 'tag': 'a56aa29c-b3e1-4005-85bd-6200a036b83d'}] {{(pid=93087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:34:13.563941 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.106/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b75977dee10694d970e3c904bb2abec7b96eeb0b1196bffac2d8311199053796" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3294abd1-f901-43ea-b002-c5da706e7291" -d '{"events": [{"name": "network-changed", "server_uuid": "6e7ef450-5624-4902-b27c-2433ff80c8d6", "tag": "a56aa29c-b3e1-4005-85bd-6200a036b83d"}]}' {{(pid=93087) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:34:13.609825 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-5c7a338b-0691-4dda-bd15-4e273c97b658 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1774441'] for security_group, after_delete {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:34:13.614026 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-5c7a338b-0691-4dda-bd15-4e273c97b658 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:34:13.615611 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [None req-5c7a338b-0691-4dda-bd15-4e273c97b658 admin admin] 10.222.0.106 "DELETE /v2.0/security-groups/82561ca8-82bd-4375-8ab8-83f36de0cb87 HTTP/1.1" status: 204 len: 168 time: 0.1977525 Jul 06 12:34:13.647100 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7a338b-0691-4dda-bd15-4e273c97b658 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82561ca8-82bd-4375-8ab8-83f36de0cb87,revision_number=None']} {{(pid=93088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:34:13.669389 dv-cinder-799631-1-iscsi neutron-server[93090]: DEBUG neutron.db.l3_dvr_db [None req-0ad4ab6a-d4e0-42a6-b7e8-78e6c214e115 None None] Set router 130656f8-45c2-4a36-a256-8b9eebfb37e9 gateway port host: dv-cinder-799631-1-iscsi {{(pid=93090) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:34:13.799717 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15de5c22-c9e6-43d5-b6b3-735a1fb29066 req-92a81ccb-c000-44a1-914c-f3f5760e5b55 tempest-ServerRescueNegativeTestJSON-1447075807 tempest-ServerRescueNegativeTestJSON-1447075807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:34:13.802589 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-15de5c22-c9e6-43d5-b6b3-735a1fb29066 req-92a81ccb-c000-44a1-914c-f3f5760e5b55 tempest-ServerRescueNegativeTestJSON-1447075807 tempest-ServerRescueNegativeTestJSON-1447075807-project] 10.222.0.106 "GET /v2.0/ports?device_id=5fb246d8-3ad4-4716-8d4a-a158efb7586c HTTP/1.1" status: 200 len: 945 time: 0.1385467 Jul 06 12:34:13.867977 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-15de5c22-c9e6-43d5-b6b3-735a1fb29066 req-17cc1b1b-f3b2-4d36-948e-f8bf935decb3 tempest-ServerRescueNegativeTestJSON-1447075807 tempest-ServerRescueNegativeTestJSON-1447075807-project] 10.222.0.106 "GET /v2.0/security-groups?id=4d78ff5b-ed74-4775-b2e7-af8cfc6a5bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559165 Jul 06 12:34:13.955688 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 12:34:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9a226e7-70df-4e31-85a3-77080fcd4a6f x-openstack-request-id: req-a9a226e7-70df-4e31-85a3-77080fcd4a6f {{(pid=93087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:34:13.956452 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e7ef450-5624-4902-b27c-2433ff80c8d6", "tag": "a56aa29c-b3e1-4005-85bd-6200a036b83d", "status": "completed", "code": 200}]} {{(pid=93087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:34:13.956452 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.106/compute/v2.1/os-server-external-events used request id req-a9a226e7-70df-4e31-85a3-77080fcd4a6f {{(pid=93087) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:34:13.956933 dv-cinder-799631-1-iscsi neutron-server[93087]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e7ef450-5624-4902-b27c-2433ff80c8d6', 'tag': 'a56aa29c-b3e1-4005-85bd-6200a036b83d', 'status': 'completed', 'code': 200} Jul 06 12:34:13.998688 dv-cinder-799631-1-iscsi neutron-server[93090]: DEBUG neutron.db.l3_hamode_db [None req-0ad4ab6a-d4e0-42a6-b7e8-78e6c214e115 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '130656f8-45c2-4a36-a256-8b9eebfb37e9', 'name': 'tempest-AttachVolumeShelveTestJSON-1952371859-router', 'tenant_id': 'b437ce926689452f91685757af8037a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a97b808-be6d-48ec-a40b-4668530ee790', 'external_fixed_ips': [{'subnet_id': '1816a596-2dc6-4d27-98a5-201cc12476f2', 'ip_address': '172.27.1.78'}], 'enable_snat': True}, 'gw_port_id': '52b826e0-bcb1-4b1f-a824-e9966728d4f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:33:07Z', 'updated_at': '2021-07-06T12:33:20Z', 'revision_number': 4, 'project_id': 'b437ce926689452f91685757af8037a1', 'gw_port': {'id': '52b826e0-bcb1-4b1f-a824-e9966728d4f8', 'name': '', 'network_id': '2a97b808-be6d-48ec-a40b-4668530ee790', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:34:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '130656f8-45c2-4a36-a256-8b9eebfb37e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 53, 'fixed_ips': [{'subnet_id': '1816a596-2dc6-4d27-98a5-201cc12476f2', 'ip_address': '172.27.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799631-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:33:08Z', 'updated_at': '2021-07-06T12:33:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1816a596-2dc6-4d27-98a5-201cc12476f2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799631-1-iscsi', '_floatingips': [{'id': '53cd4bd3-82df-42cc-8b05-1aad35d297fa', 'tenant_id': 'b437ce926689452f91685757af8037a1', 'floating_ip_address': '172.27.1.242', 'floating_network_id': '2a97b808-be6d-48ec-a40b-4668530ee790', 'router_id': '130656f8-45c2-4a36-a256-8b9eebfb37e9', 'port_id': 'a56aa29c-b3e1-4005-85bd-6200a036b83d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 149, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '13aecddf-3646-4770-a1b4-1e59fdf991f5', 'mac_address': 'fa:16:3e:6b:ad:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e7ef450-5624-4902-b27c-2433ff80c8d6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T12:33:39Z', 'updated_at': '2021-07-06T12:34:12Z', 'revision_number': 1, 'project_id': 'b437ce926689452f91685757af8037a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c8b0b1a8-36c0-47bc-bcd4-2453a786f7de', 'name': '', 'network_id': '13aecddf-3646-4770-a1b4-1e59fdf991f5', 'tenant_id': 'b437ce926689452f91685757af8037a1', 'mac_address': 'fa:16:3e:a0:be:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '130656f8-45c2-4a36-a256-8b9eebfb37e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '26404b5b-3148-4b62-b08e-5f523f412d1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799631-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:33:16Z', 'updated_at': '2021-07-06T12:33:35Z', 'revision_number': 5, 'project_id': 'b437ce926689452f91685757af8037a1', 'subnets': [{'id': '26404b5b-3148-4b62-b08e-5f523f412d1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799631-1-iscsi', False) {} {{(pid=93090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:34:14.039236 dv-cinder-799631-1-iscsi neutron-server[93090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ad4ab6a-d4e0-42a6-b7e8-78e6c214e115 None None] Checking router: 130656f8-45c2-4a36-a256-8b9eebfb37e9 for host: dv-cinder-799631-1-iscsi {{(pid=93090) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 12:34:14.050372 dv-cinder-799631-1-iscsi neutron-server[93090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ad4ab6a-d4e0-42a6-b7e8-78e6c214e115 None None] Routers {'130656f8-45c2-4a36-a256-8b9eebfb37e9'} bound to L3 agent in host dv-cinder-799631-1-iscsi {{(pid=93090) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:34:14.052468 dv-cinder-799631-1-iscsi neutron-server[93090]: DEBUG neutron.db.l3_hamode_db [None req-0ad4ab6a-d4e0-42a6-b7e8-78e6c214e115 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799631-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T12:25:10Z,description=,heartbeat_timestamp=2021-07-06T12:34:10Z,host='dv-cinder-799631-1-iscsi',id=8f648e93-51d3-4e20-9eca-a57842435ba1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T12:25:10Z,topic='l3_agent')) {'router_ids': ['130656f8-45c2-4a36-a256-8b9eebfb37e9'], 'active': True} {{(pid=93090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:34:14.103629 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842d6208-4e4b-4d0f-9165-eda9477aa274 req-aa2dd80b-8b57-40a5-a847-d8874e1c0ded tempest-DeleteServersTestJSON-1152598212 tempest-DeleteServersTestJSON-1152598212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:34:14.105596 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-842d6208-4e4b-4d0f-9165-eda9477aa274 req-aa2dd80b-8b57-40a5-a847-d8874e1c0ded tempest-DeleteServersTestJSON-1152598212 tempest-DeleteServersTestJSON-1152598212-project] 10.222.0.106 "GET /v2.0/ports?device_id=3b84fef2-6112-4268-b1c4-95519d13428e HTTP/1.1" status: 200 len: 945 time: 0.0870237 Jul 06 12:34:14.129780 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3294abd1-f901-43ea-b002-c5da706e7291 req-c7968a1c-5c12-4e44-97d2-30e9f6f4150b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:34:14.131293 dv-cinder-799631-1-iscsi neutron-server[93087]: INFO neutron.wsgi [req-3294abd1-f901-43ea-b002-c5da706e7291 req-c7968a1c-5c12-4e44-97d2-30e9f6f4150b service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=b437ce926689452f91685757af8037a1&device_id=6e7ef450-5624-4902-b27c-2433ff80c8d6 HTTP/1.1" status: 200 len: 1098 time: 0.0913081 Jul 06 12:34:14.182182 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-842d6208-4e4b-4d0f-9165-eda9477aa274 req-3bbbaaec-afbd-4859-ab4c-4e95ddc3748b tempest-DeleteServersTestJSON-1152598212 tempest-DeleteServersTestJSON-1152598212-project] 10.222.0.106 "GET /v2.0/security-groups?id=1b1437f5-d3e8-44a1-982c-7a7a6b8e1e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682762 Jul 06 12:34:14.249142 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.wsgi [-] (93088) accepted ('10.222.0.106', 48146) {{(pid=93088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:34:14.280411 dv-cinder-799631-1-iscsi neutron-server[93090]: DEBUG neutron.db.l3_dvr_db [None req-0ad4ab6a-d4e0-42a6-b7e8-78e6c214e115 None None] Set router 130656f8-45c2-4a36-a256-8b9eebfb37e9 gateway port host: dv-cinder-799631-1-iscsi {{(pid=93090) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:34:14.316007 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3294abd1-f901-43ea-b002-c5da706e7291 req-40df8762-8760-46d7-9bb3-fa7b8101e8ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:34:14.317517 dv-cinder-799631-1-iscsi neutron-server[93087]: INFO neutron.wsgi [req-3294abd1-f901-43ea-b002-c5da706e7291 req-40df8762-8760-46d7-9bb3-fa7b8101e8ef service neutron] 10.222.0.100 "GET /v2.0/networks?id=13aecddf-3646-4770-a1b4-1e59fdf991f5 HTTP/1.1" status: 200 len: 919 time: 0.1575751 Jul 06 12:34:14.362669 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [None req-e4997a6b-fe28-42c3-bf04-637c9ff7311e admin admin] 10.222.0.106 "GET /v2.0/security-groups?tenant_id=0ae01c937c0a4602af5cb2947e018462&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1097479 Jul 06 12:34:14.363170 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.wsgi [-] (93088) accepted ('10.222.0.106', 48150) {{(pid=93088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:34:14.438589 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8aa7879-9f02-4101-810b-c701c401f69b req-0fb19bf3-badd-45e8-b498-4b90774ff8b8 tempest-DeleteServersTestJSON-1152598212 tempest-DeleteServersTestJSON-1152598212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:34:14.443507 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-a8aa7879-9f02-4101-810b-c701c401f69b req-0fb19bf3-badd-45e8-b498-4b90774ff8b8 tempest-DeleteServersTestJSON-1152598212 tempest-DeleteServersTestJSON-1152598212-project] 10.222.0.100 "GET /v2.0/ports?device_id=3b84fef2-6112-4268-b1c4-95519d13428e HTTP/1.1" status: 200 len: 945 time: 0.1616030 Jul 06 12:34:14.444566 dv-cinder-799631-1-iscsi neutron-server[93087]: INFO neutron.wsgi [req-3294abd1-f901-43ea-b002-c5da706e7291 req-1e2423eb-2d4b-45e3-aee3-929851e06049 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a56aa29c-b3e1-4005-85bd-6200a036b83d HTTP/1.1" status: 200 len: 999 time: 0.1130719 Jul 06 12:34:14.456667 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.wsgi [-] (93087) accepted ('10.222.0.106', 48152) {{(pid=93087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:34:14.469143 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-6e2cbb5f-d406-439a-9079-67bf3e9600e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:34:14.500065 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-6e2cbb5f-d406-439a-9079-67bf3e9600e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:34:14.515522 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-655856e1-5dd1-45c9-b08d-117856b704e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:34:14.531926 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3294abd1-f901-43ea-b002-c5da706e7291 req-4ec56e2b-45af-4774-b0c3-3aefd78f884c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:34:14.533668 dv-cinder-799631-1-iscsi neutron-server[93087]: INFO neutron.wsgi [req-3294abd1-f901-43ea-b002-c5da706e7291 req-4ec56e2b-45af-4774-b0c3-3aefd78f884c service neutron] 10.222.0.100 "GET /v2.0/subnets?id=26404b5b-3148-4b62-b08e-5f523f412d1e HTTP/1.1" status: 200 len: 856 time: 0.0685594 Jul 06 12:34:14.658362 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.plugins.ml2.plugin [req-a8aa7879-9f02-4101-810b-c701c401f69b req-c6da1686-876d-4133-a1ce-f89f6e9df526 tempest-DeleteServersTestJSON-1152598212 tempest-DeleteServersTestJSON-1152598212-project] Deleting port 69d6e8ec-f67c-4f3f-9ae9-82c0dd25c4a0 {{(pid=93088) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:34:14.658766 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [req-a8aa7879-9f02-4101-810b-c701c401f69b req-c6da1686-876d-4133-a1ce-f89f6e9df526 tempest-DeleteServersTestJSON-1152598212 tempest-DeleteServersTestJSON-1152598212-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730294201564'] for port, before_delete {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:34:14.662847 dv-cinder-799631-1-iscsi neutron-server[93090]: DEBUG neutron.db.l3_hamode_db [None req-0ad4ab6a-d4e0-42a6-b7e8-78e6c214e115 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '130656f8-45c2-4a36-a256-8b9eebfb37e9', 'name': 'tempest-AttachVolumeShelveTestJSON-1952371859-router', 'tenant_id': 'b437ce926689452f91685757af8037a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a97b808-be6d-48ec-a40b-4668530ee790', 'external_fixed_ips': [{'subnet_id': '1816a596-2dc6-4d27-98a5-201cc12476f2', 'ip_address': '172.27.1.78'}], 'enable_snat': True}, 'gw_port_id': '52b826e0-bcb1-4b1f-a824-e9966728d4f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:33:07Z', 'updated_at': '2021-07-06T12:33:20Z', 'revision_number': 4, 'project_id': 'b437ce926689452f91685757af8037a1', 'gw_port': {'id': '52b826e0-bcb1-4b1f-a824-e9966728d4f8', 'name': '', 'network_id': '2a97b808-be6d-48ec-a40b-4668530ee790', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:34:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '130656f8-45c2-4a36-a256-8b9eebfb37e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 53, 'fixed_ips': [{'subnet_id': '1816a596-2dc6-4d27-98a5-201cc12476f2', 'ip_address': '172.27.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799631-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:33:08Z', 'updated_at': '2021-07-06T12:33:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1816a596-2dc6-4d27-98a5-201cc12476f2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799631-1-iscsi', '_floatingips': [{'id': '53cd4bd3-82df-42cc-8b05-1aad35d297fa', 'tenant_id': 'b437ce926689452f91685757af8037a1', 'floating_ip_address': '172.27.1.242', 'floating_network_id': '2a97b808-be6d-48ec-a40b-4668530ee790', 'router_id': '130656f8-45c2-4a36-a256-8b9eebfb37e9', 'port_id': 'a56aa29c-b3e1-4005-85bd-6200a036b83d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 149, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '13aecddf-3646-4770-a1b4-1e59fdf991f5', 'mac_address': 'fa:16:3e:6b:ad:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e7ef450-5624-4902-b27c-2433ff80c8d6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T12:33:39Z', 'updated_at': '2021-07-06T12:34:12Z', 'revision_number': 1, 'project_id': 'b437ce926689452f91685757af8037a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c8b0b1a8-36c0-47bc-bcd4-2453a786f7de', 'name': '', 'network_id': '13aecddf-3646-4770-a1b4-1e59fdf991f5', 'tenant_id': 'b437ce926689452f91685757af8037a1', 'mac_address': 'fa:16:3e:a0:be:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '130656f8-45c2-4a36-a256-8b9eebfb37e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '26404b5b-3148-4b62-b08e-5f523f412d1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799631-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:33:16Z', 'updated_at': '2021-07-06T12:33:35Z', 'revision_number': 5, 'project_id': 'b437ce926689452f91685757af8037a1', 'subnets': [{'id': '26404b5b-3148-4b62-b08e-5f523f412d1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799631-1-iscsi', False) {} {{(pid=93090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:34:14.663388 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-6e2cbb5f-d406-439a-9079-67bf3e9600e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1774441'] for security_group, after_delete {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:34:14.665779 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-6e2cbb5f-d406-439a-9079-67bf3e9600e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:34:14.666923 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [None req-6e2cbb5f-d406-439a-9079-67bf3e9600e0 admin admin] 10.222.0.106 "DELETE /v2.0/security-groups/8b659942-baab-4636-abfe-df0adf626314 HTTP/1.1" status: 204 len: 168 time: 0.3023856 Jul 06 12:34:14.694555 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3294abd1-f901-43ea-b002-c5da706e7291 req-ff1aec01-aa87-4de6-95ac-6bd8320d2fbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:34:14.695410 dv-cinder-799631-1-iscsi neutron-server[93087]: INFO neutron.wsgi [req-3294abd1-f901-43ea-b002-c5da706e7291 req-ff1aec01-aa87-4de6-95ac-6bd8320d2fbf service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=13aecddf-3646-4770-a1b4-1e59fdf991f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1552427 Jul 06 12:34:14.726136 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2cbb5f-d406-439a-9079-67bf3e9600e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b659942-baab-4636-abfe-df0adf626314,revision_number=None']} {{(pid=93088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:34:14.761627 dv-cinder-799631-1-iscsi neutron-server[93090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ad4ab6a-d4e0-42a6-b7e8-78e6c214e115 None None] The sync data for ids ['130656f8-45c2-4a36-a256-8b9eebfb37e9'] in dv-cinder-799631-1-iscsi is: [{'id': '130656f8-45c2-4a36-a256-8b9eebfb37e9', 'name': 'tempest-AttachVolumeShelveTestJSON-1952371859-router', 'tenant_id': 'b437ce926689452f91685757af8037a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a97b808-be6d-48ec-a40b-4668530ee790', 'external_fixed_ips': [{'subnet_id': '1816a596-2dc6-4d27-98a5-201cc12476f2', 'ip_address': '172.27.1.78'}], 'enable_snat': True}, 'gw_port_id': '52b826e0-bcb1-4b1f-a824-e9966728d4f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:33:07Z', 'updated_at': '2021-07-06T12:33:20Z', 'revision_number': 4, 'project_id': 'b437ce926689452f91685757af8037a1', 'gw_port': {'id': '52b826e0-bcb1-4b1f-a824-e9966728d4f8', 'name': '', 'network_id': '2a97b808-be6d-48ec-a40b-4668530ee790', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:34:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '130656f8-45c2-4a36-a256-8b9eebfb37e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 53, 'fixed_ips': [{'subnet_id': '1816a596-2dc6-4d27-98a5-201cc12476f2', 'ip_address': '172.27.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799631-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:33:08Z', 'updated_at': '2021-07-06T12:33:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1816a596-2dc6-4d27-98a5-201cc12476f2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799631-1-iscsi', '_floatingips': [{'id': '53cd4bd3-82df-42cc-8b05-1aad35d297fa', 'tenant_id': 'b437ce926689452f91685757af8037a1', 'floating_ip_address': '172.27.1.242', 'floating_network_id': '2a97b808-be6d-48ec-a40b-4668530ee790', 'router_id': '130656f8-45c2-4a36-a256-8b9eebfb37e9', 'port_id': 'a56aa29c-b3e1-4005-85bd-6200a036b83d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 149, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '13aecddf-3646-4770-a1b4-1e59fdf991f5', 'mac_address': 'fa:16:3e:6b:ad:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e7ef450-5624-4902-b27c-2433ff80c8d6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T12:33:39Z', 'updated_at': '2021-07-06T12:34:12Z', 'revision_number': 1, 'project_id': 'b437ce926689452f91685757af8037a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c8b0b1a8-36c0-47bc-bcd4-2453a786f7de', 'name': '', 'network_id': '13aecddf-3646-4770-a1b4-1e59fdf991f5', 'tenant_id': 'b437ce926689452f91685757af8037a1', 'mac_address': 'fa:16:3e:a0:be:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '130656f8-45c2-4a36-a256-8b9eebfb37e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '26404b5b-3148-4b62-b08e-5f523f412d1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799631-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:33:16Z', 'updated_at': '2021-07-06T12:33:35Z', 'revision_number': 5, 'project_id': 'b437ce926689452f91685757af8037a1', 'subnets': [{'id': '26404b5b-3148-4b62-b08e-5f523f412d1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93090) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:34:14.817286 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.plugins.ml2.db [req-a8aa7879-9f02-4101-810b-c701c401f69b req-c6da1686-876d-4133-a1ce-f89f6e9df526 tempest-DeleteServersTestJSON-1152598212 tempest-DeleteServersTestJSON-1152598212-project] For port 69d6e8ec-f67c-4f3f-9ae9-82c0dd25c4a0, host hv-cinder-79963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79963',level=0,port_id=69d6e8ec-f67c-4f3f-9ae9-82c0dd25c4a0,segment=NetworkSegment(9027562a-3077-489d-bc96-c2f3b1b9690f),segment_id=9027562a-3077-489d-bc96-c2f3b1b9690f)] {{(pid=93088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:34:14.817842 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [req-a8aa7879-9f02-4101-810b-c701c401f69b req-c6da1686-876d-4133-a1ce-f89f6e9df526 tempest-DeleteServersTestJSON-1152598212 tempest-DeleteServersTestJSON-1152598212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813012'] for port, precommit_delete {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:34:14.833492 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-655856e1-5dd1-45c9-b08d-117856b704e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:34:14.836834 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.plugins.ml2.plugin [req-a8aa7879-9f02-4101-810b-c701c401f69b req-c6da1686-876d-4133-a1ce-f89f6e9df526 tempest-DeleteServersTestJSON-1152598212 tempest-DeleteServersTestJSON-1152598212-project] Calling delete_port for 69d6e8ec-f67c-4f3f-9ae9-82c0dd25c4a0 owned by compute:nova {{(pid=93088) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:34:14.844684 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-655856e1-5dd1-45c9-b08d-117856b704e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1774441'] for security_group, after_create {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:34:14.874578 dv-cinder-799631-1-iscsi neutron-server[93087]: INFO neutron.wsgi [None req-655856e1-5dd1-45c9-b08d-117856b704e2 admin admin] 10.222.0.106 "GET /v2.0/security-groups?tenant_id=1644f2cbd19c41d7b85f513f9353a875&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4164917 Jul 06 12:34:14.880992 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.wsgi [-] (93087) accepted ('10.222.0.106', 48162) {{(pid=93087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:34:14.917500 dv-cinder-799631-1-iscsi neutron-server[93087]: INFO neutron.wsgi [req-3294abd1-f901-43ea-b002-c5da706e7291 req-d8ecfa38-0d4b-452f-8cc8-52eb7bf3f5be service neutron] 10.222.0.100 "GET /v2.0/networks/13aecddf-3646-4770-a1b4-1e59fdf991f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2071600 Jul 06 12:34:14.930980 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655856e1-5dd1-45c9-b08d-117856b704e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2426ecd-7d7d-41d4-a172-30cfcec74337,revision_number=1']} {{(pid=93087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:34:15.039575 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-79f3838f-e21a-4489-9790-8b0929a10041 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:34:15.086115 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-79f3838f-e21a-4489-9790-8b0929a10041 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:34:15.122952 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-202c5fda-4f61-43d4-ad71-b7e1e55e5ca9 None None] New status for floating IP 53cd4bd3-82df-42cc-8b05-1aad35d297fa: ACTIVE {{(pid=93089) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 12:34:15.158698 dv-cinder-799631-1-iscsi neutron-server[93087]: INFO neutron.wsgi [req-3294abd1-f901-43ea-b002-c5da706e7291 req-b83b83a5-a289-40c3-a6ba-dc008820d5a0 service neutron] 10.222.0.100 "GET /v2.0/networks/13aecddf-3646-4770-a1b4-1e59fdf991f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1948061 Jul 06 12:34:15.173133 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-79f3838f-e21a-4489-9790-8b0929a10041 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1774441'] for security_group, after_delete {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:34:15.175648 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-79f3838f-e21a-4489-9790-8b0929a10041 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:34:15.179659 dv-cinder-799631-1-iscsi neutron-server[93087]: INFO neutron.wsgi [None req-79f3838f-e21a-4489-9790-8b0929a10041 admin admin] 10.222.0.106 "DELETE /v2.0/security-groups/f2426ecd-7d7d-41d4-a172-30cfcec74337 HTTP/1.1" status: 204 len: 168 time: 0.2902124 Jul 06 12:34:15.184122 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [req-a8aa7879-9f02-4101-810b-c701c401f69b req-c6da1686-876d-4133-a1ce-f89f6e9df526 tempest-DeleteServersTestJSON-1152598212 tempest-DeleteServersTestJSON-1152598212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-772913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730294210838', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730293689573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63638200'] for port, after_delete {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:34:15.200500 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f3838f-e21a-4489-9790-8b0929a10041 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2426ecd-7d7d-41d4-a172-30cfcec74337,revision_number=None']} {{(pid=93087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:34:15.288064 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112b8b23-28fc-493f-ae64-6da48b8b10ee req-47183657-2c54-4e0c-a412-c15c3e2483f3 tempest-ServerRescueNegativeTestJSON-1447075807 tempest-ServerRescueNegativeTestJSON-1447075807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:34:15.289674 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-112b8b23-28fc-493f-ae64-6da48b8b10ee req-47183657-2c54-4e0c-a412-c15c3e2483f3 tempest-ServerRescueNegativeTestJSON-1447075807 tempest-ServerRescueNegativeTestJSON-1447075807-project] 10.222.0.106 "GET /v2.0/ports?device_id=5fb246d8-3ad4-4716-8d4a-a158efb7586c HTTP/1.1" status: 200 len: 945 time: 0.2104120 Jul 06 12:34:15.310159 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6da1686-876d-4133-a1ce-f89f6e9df526 tempest-DeleteServersTestJSON-1152598212 tempest-DeleteServersTestJSON-1152598212-project] Pushing event deleted for resources: {'Port': ['ID=69d6e8ec-f67c-4f3f-9ae9-82c0dd25c4a0,revision_number=None']} {{(pid=93088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:34:15.368260 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8aa7879-9f02-4101-810b-c701c401f69b req-c6da1686-876d-4133-a1ce-f89f6e9df526 tempest-DeleteServersTestJSON-1152598212 tempest-DeleteServersTestJSON-1152598212-project] No DVR routers for this DVR port 69d6e8ec-f67c-4f3f-9ae9-82c0dd25c4a0 on host hv-cinder-79963 {{(pid=93088) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:34:15.375160 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [req-a8aa7879-9f02-4101-810b-c701c401f69b req-c6da1686-876d-4133-a1ce-f89f6e9df526 tempest-DeleteServersTestJSON-1152598212 tempest-DeleteServersTestJSON-1152598212-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473541'] for port, before_response {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:34:15.377826 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-a8aa7879-9f02-4101-810b-c701c401f69b req-c6da1686-876d-4133-a1ce-f89f6e9df526 tempest-DeleteServersTestJSON-1152598212 tempest-DeleteServersTestJSON-1152598212-project] 10.222.0.100 "DELETE /v2.0/ports/69d6e8ec-f67c-4f3f-9ae9-82c0dd25c4a0 HTTP/1.1" status: 204 len: 173 time: 0.9184351 Jul 06 12:34:15.378291 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b84fef2-6112-4268-b1c4-95519d13428e', 'name': 'network-vif-deleted', 'tag': '69d6e8ec-f67c-4f3f-9ae9-82c0dd25c4a0'}] {{(pid=93088) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:34:15.380943 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.106/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9084e8bb467df778e8c5a57eadfa6056a7986fbfd2ee9905f143c38c4b95db31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24654f2d-46ea-4b2c-8c4b-5f2f45312333" -d '{"events": [{"server_uuid": "3b84fef2-6112-4268-b1c4-95519d13428e", "name": "network-vif-deleted", "tag": "69d6e8ec-f67c-4f3f-9ae9-82c0dd25c4a0"}]}' {{(pid=93088) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:34:15.398326 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-112b8b23-28fc-493f-ae64-6da48b8b10ee req-78a5a0b2-7b4e-4dd4-aa43-b9210a2f8283 tempest-ServerRescueNegativeTestJSON-1447075807 tempest-ServerRescueNegativeTestJSON-1447075807-project] 10.222.0.106 "GET /v2.0/security-groups?id=4d78ff5b-ed74-4775-b2e7-af8cfc6a5bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694993 Jul 06 12:34:15.489180 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-f5579dd0-6ec6-408b-b1b6-21cd21d883d9 req-681c5d6a-8b06-4e92-95da-aa3371a7b240 tempest-DeleteServersTestJSON-1152598212 tempest-DeleteServersTestJSON-1152598212-project] 10.222.0.106 "GET /v2.0/ports?device_id=3b84fef2-6112-4268-b1c4-95519d13428e HTTP/1.1" status: 200 len: 210 time: 0.0409176 Jul 06 12:34:15.555482 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 12:34:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80f52c35-1a67-4848-b68b-cdae4c96e2f4 x-openstack-request-id: req-80f52c35-1a67-4848-b68b-cdae4c96e2f4 {{(pid=93088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:34:15.556616 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b84fef2-6112-4268-b1c4-95519d13428e", "name": "network-vif-deleted", "tag": "69d6e8ec-f67c-4f3f-9ae9-82c0dd25c4a0", "status": "completed", "code": 200}]} {{(pid=93088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:34:15.556906 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.106/compute/v2.1/os-server-external-events used request id req-80f52c35-1a67-4848-b68b-cdae4c96e2f4 {{(pid=93088) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:34:15.557391 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b84fef2-6112-4268-b1c4-95519d13428e', 'name': 'network-vif-deleted', 'tag': '69d6e8ec-f67c-4f3f-9ae9-82c0dd25c4a0', 'status': 'completed', 'code': 200} Jul 06 12:34:16.646420 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bfdc3a8-9c03-4fd8-8d46-87092b22234f req-cc9b9516-0a1c-43f7-88bc-37604c13615a tempest-ServerRescueNegativeTestJSON-1447075807 tempest-ServerRescueNegativeTestJSON-1447075807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:34:16.655706 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-4bfdc3a8-9c03-4fd8-8d46-87092b22234f req-cc9b9516-0a1c-43f7-88bc-37604c13615a tempest-ServerRescueNegativeTestJSON-1447075807 tempest-ServerRescueNegativeTestJSON-1447075807-project] 10.222.0.106 "GET /v2.0/ports?device_id=5fb246d8-3ad4-4716-8d4a-a158efb7586c HTTP/1.1" status: 200 len: 945 time: 0.0805454 Jul 06 12:34:16.704100 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-15d1da98-9ad6-451f-9440-304e05d39527 req-ee3c3ec8-aa1e-478d-87f0-413df526a30b tempest-DeleteServersTestJSON-1152598212 tempest-DeleteServersTestJSON-1152598212-project] 10.222.0.106 "GET /v2.0/ports?device_id=3b84fef2-6112-4268-b1c4-95519d13428e HTTP/1.1" status: 200 len: 210 time: 0.0450954 Jul 06 12:34:16.735884 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-4bfdc3a8-9c03-4fd8-8d46-87092b22234f req-e4b802c0-cb1a-4e32-9e0b-431ec2c03757 tempest-ServerRescueNegativeTestJSON-1447075807 tempest-ServerRescueNegativeTestJSON-1447075807-project] 10.222.0.106 "GET /v2.0/security-groups?id=4d78ff5b-ed74-4775-b2e7-af8cfc6a5bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789678 Jul 06 12:34:16.852267 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.rpc [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] Device 69d6e8ec-f67c-4f3f-9ae9-82c0dd25c4a0 no longer exists at agent hyperv_hv-cinder-79963 {{(pid=93089) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:34:16.881279 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.plugin [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] No Port match for: 69d6e8ec-f67c-4f3f-9ae9-82c0dd25c4a0 {{(pid=93089) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:34:16.881916 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.rpc [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] Device 69d6e8ec-f67c-4f3f-9ae9-82c0dd25c4a0 not bound to the agent host hv-cinder-79963 {{(pid=93089) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:34:19.016757 dv-cinder-799631-1-iscsi neutron-server[93090]: DEBUG neutron.db.agents_db [None req-df1e7349-c09a-47b1-8f5e-4c337b6ca707 None None] Agent healthcheck: found 6 active agents {{(pid=93090) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 12:34:19.518811 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730293992524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912513'] for agent, after_update {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:34:20.203924 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffba376-99d5-414a-8fe0-788a42e9eaab req-8d6b832d-d1e3-4dee-9f50-5ff21180fcf6 tempest-ServerRescueNegativeTestJSON-1447075807 tempest-ServerRescueNegativeTestJSON-1447075807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:34:20.205446 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-5ffba376-99d5-414a-8fe0-788a42e9eaab req-8d6b832d-d1e3-4dee-9f50-5ff21180fcf6 tempest-ServerRescueNegativeTestJSON-1447075807 tempest-ServerRescueNegativeTestJSON-1447075807-project] 10.222.0.106 "GET /v2.0/ports?device_id=5fb246d8-3ad4-4716-8d4a-a158efb7586c HTTP/1.1" status: 200 len: 945 time: 0.0715785 Jul 06 12:34:20.246714 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-5ffba376-99d5-414a-8fe0-788a42e9eaab req-2228bb8d-42ee-40ce-97d2-ad5bad265f7a tempest-ServerRescueNegativeTestJSON-1447075807 tempest-ServerRescueNegativeTestJSON-1447075807-project] 10.222.0.106 "GET /v2.0/security-groups?id=4d78ff5b-ed74-4775-b2e7-af8cfc6a5bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354617 Jul 06 12:34:21.174894 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3dd292e-7d37-4493-b707-28b4576763cd req-a03e965a-70b9-4615-abd2-1c5332f42ac7 tempest-AttachVolumeNegativeTest-317369925 tempest-AttachVolumeNegativeTest-317369925-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:34:21.176446 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-f3dd292e-7d37-4493-b707-28b4576763cd req-a03e965a-70b9-4615-abd2-1c5332f42ac7 tempest-AttachVolumeNegativeTest-317369925 tempest-AttachVolumeNegativeTest-317369925-project] 10.222.0.106 "GET /v2.0/networks?id=0139f472-5f20-48a6-a32c-3cd8224eeba1 HTTP/1.1" status: 200 len: 814 time: 0.1072171 Jul 06 12:34:21.190950 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-f3dd292e-7d37-4493-b707-28b4576763cd req-33bc578d-2945-4bfc-8777-07b048629a01 tempest-AttachVolumeNegativeTest-317369925 tempest-AttachVolumeNegativeTest-317369925-project] 10.222.0.106 "GET /v2.0/quotas/ffd269f97b9e4f3cbdf8841b0915444b HTTP/1.1" status: 200 len: 375 time: 0.0092068 Jul 06 12:34:21.265746 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-f3dd292e-7d37-4493-b707-28b4576763cd req-5bf5f42c-0827-47b1-bb0f-eb6f16d21e95 tempest-AttachVolumeNegativeTest-317369925 tempest-AttachVolumeNegativeTest-317369925-project] 10.222.0.106 "GET /v2.0/ports?tenant_id=ffd269f97b9e4f3cbdf8841b0915444b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0692368 Jul 06 12:34:21.354469 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-f3dd292e-7d37-4493-b707-28b4576763cd req-6cb9ce53-1d9d-45af-bf6f-e7634469eca2 service neutron] 10.222.0.106 "GET /v2.0/networks/0139f472-5f20-48a6-a32c-3cd8224eeba1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816226 Jul 06 12:34:21.482135 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-f3dd292e-7d37-4493-b707-28b4576763cd req-5b5cc356-f80f-4f8a-a9df-a1b3ebf04dae service neutron] 10.222.0.106 "GET /v2.0/networks/0139f472-5f20-48a6-a32c-3cd8224eeba1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1195185 Jul 06 12:34:21.498468 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65727962-df7d-48c2-9f0b-9d3890b51415 req-e645b83f-036f-4861-a4b0-58be9b1fe172 tempest-ServerRescueNegativeTestJSON-1447075807 tempest-ServerRescueNegativeTestJSON-1447075807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:34:21.500053 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-65727962-df7d-48c2-9f0b-9d3890b51415 req-e645b83f-036f-4861-a4b0-58be9b1fe172 tempest-ServerRescueNegativeTestJSON-1447075807 tempest-ServerRescueNegativeTestJSON-1447075807-project] 10.222.0.106 "GET /v2.0/ports?device_id=5fb246d8-3ad4-4716-8d4a-a158efb7586c HTTP/1.1" status: 200 len: 945 time: 0.0937636 Jul 06 12:34:21.544655 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-65727962-df7d-48c2-9f0b-9d3890b51415 req-fb3875b3-b52c-4803-b93d-7f5430708273 tempest-ServerRescueNegativeTestJSON-1447075807 tempest-ServerRescueNegativeTestJSON-1447075807-project] 10.222.0.106 "GET /v2.0/security-groups?id=4d78ff5b-ed74-4775-b2e7-af8cfc6a5bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381899 Jul 06 12:34:21.746197 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.wsgi [-] (93087) accepted ('10.222.0.106', 48370) {{(pid=93087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:34:21.748754 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-4a979d55-d82c-4aa7-ae92-dab140474a00 req-a24f4549-496d-4fb3-a592-53b103d05003 tempest-AttachVolumeNegativeTest-317369925 tempest-AttachVolumeNegativeTest-317369925-project] 10.222.0.106 "GET /v2.0/ports?device_id=0d336b86-6e54-450c-be5b-8e150a34fd9f HTTP/1.1" status: 200 len: 210 time: 0.0485959 Jul 06 12:34:21.806860 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-019819bd-484d-42ae-a6c5-d8888a71cd6c req-3e7655c4-cb5d-4ba3-967f-f6ed6ec7e186 service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=cccd1a32-d136-493a-8952-b0e4564b33a0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1718860 Jul 06 12:34:21.809489 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.db.db_base_plugin_v2 [None req-ff8ff52e-c46e-4420-9210-e46f15e4f778 admin admin] Deleting subnet 36b91d4a-4886-4912-b27b-4729e43c737a {{(pid=93087) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 12:34:21.813542 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-ff8ff52e-c46e-4420-9210-e46f15e4f778 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:34:21.875641 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-ff8ff52e-c46e-4420-9210-e46f15e4f778 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66964378'] for subnet, precommit_delete_associations {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:34:21.973302 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-ff8ff52e-c46e-4420-9210-e46f15e4f778 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-892766'] for subnet, precommit_delete {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:34:22.003053 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019819bd-484d-42ae-a6c5-d8888a71cd6c req-61625cdd-5b6e-4964-89b5-50860c544f5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:34:22.005652 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-019819bd-484d-42ae-a6c5-d8888a71cd6c req-61625cdd-5b6e-4964-89b5-50860c544f5a service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=ffd269f97b9e4f3cbdf8841b0915444b&device_id=cccd1a32-d136-493a-8952-b0e4564b33a0 HTTP/1.1" status: 200 len: 1098 time: 0.1105034 Jul 06 12:34:22.100489 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-ff8ff52e-c46e-4420-9210-e46f15e4f778 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-892759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1774543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65517717', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-67091198'] for subnet, after_delete {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:34:22.140116 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8ff52e-c46e-4420-9210-e46f15e4f778 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=36b91d4a-4886-4912-b27b-4729e43c737a,revision_number=None']} {{(pid=93087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:34:22.142505 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-ff8ff52e-c46e-4420-9210-e46f15e4f778 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582504'] for subnet, before_response {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:34:22.145033 dv-cinder-799631-1-iscsi neutron-server[93087]: INFO neutron.wsgi [None req-ff8ff52e-c46e-4420-9210-e46f15e4f778 admin admin] 10.222.0.106 "DELETE /v2.0/subnets/36b91d4a-4886-4912-b27b-4729e43c737a HTTP/1.1" status: 204 len: 168 time: 0.3970792 Jul 06 12:34:22.148064 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.wsgi [-] (93087) accepted ('10.222.0.106', 48392) {{(pid=93087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:34:22.203130 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019819bd-484d-42ae-a6c5-d8888a71cd6c req-f0d5c0b7-e452-4aa1-85b6-5b8ff3e8356a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:34:22.207829 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-019819bd-484d-42ae-a6c5-d8888a71cd6c req-f0d5c0b7-e452-4aa1-85b6-5b8ff3e8356a service neutron] 10.222.0.100 "GET /v2.0/networks?id=0139f472-5f20-48a6-a32c-3cd8224eeba1 HTTP/1.1" status: 200 len: 916 time: 0.1777654 Jul 06 12:34:22.244367 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-6d070590-a874-422a-9752-c4f0e4994e54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-555043'] for network, before_delete {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:34:22.309775 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-019819bd-484d-42ae-a6c5-d8888a71cd6c req-405f8358-6a17-4cc9-aee1-bacb911de2ac service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7ec054dc-f674-43ab-9d3a-40842deed6bd HTTP/1.1" status: 200 len: 217 time: 0.0932252 Jul 06 12:34:22.421818 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-6d070590-a874-422a-9752-c4f0e4994e54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-910539', 'neutron.services.segments.db._delete_segments_for_network-8730293992542'] for network, precommit_delete {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:34:22.451278 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.services.segments.db [None req-6d070590-a874-422a-9752-c4f0e4994e54 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['010ecb56-684a-4372-81e5-4eece574e2f5']}} {{(pid=93087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:34:22.453376 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019819bd-484d-42ae-a6c5-d8888a71cd6c req-97749fb4-9fb8-4c4b-ac4c-a573b2bd9c5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:34:22.455631 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-019819bd-484d-42ae-a6c5-d8888a71cd6c req-97749fb4-9fb8-4c4b-ac4c-a573b2bd9c5a service neutron] 10.222.0.100 "GET /v2.0/subnets?id=5c20e391-4427-4186-8795-33a479ca2372 HTTP/1.1" status: 200 len: 854 time: 0.1174834 Jul 06 12:34:22.470779 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.services.segments.db [None req-6d070590-a874-422a-9752-c4f0e4994e54 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9027562a-3077-489d-bc96-c2f3b1b9690f') {'for_net_delete': True} {{(pid=93087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:34:22.471110 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.services.segments.db [None req-6d070590-a874-422a-9752-c4f0e4994e54 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9027562a-3077-489d-bc96-c2f3b1b9690f') {} {{(pid=93087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:34:22.482485 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-6d070590-a874-422a-9752-c4f0e4994e54 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730294219394', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66964365'] for segment, before_delete {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:34:22.506392 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-6d070590-a874-422a-9752-c4f0e4994e54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-886815'] for segment, precommit_delete {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:34:22.526005 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d070590-a874-422a-9752-c4f0e4994e54 admin admin] Releasing vlan 1064 on physical network physnet1 to pool {{(pid=93087) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 12:34:22.526692 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-6d070590-a874-422a-9752-c4f0e4994e54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-886815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65517680'] for segment, after_delete {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:34:22.554714 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-019819bd-484d-42ae-a6c5-d8888a71cd6c req-07ba45fe-d8df-4b17-92e9-3f42b8e03a0a service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=0139f472-5f20-48a6-a32c-3cd8224eeba1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0592418 Jul 06 12:34:22.617209 dv-cinder-799631-1-iscsi neutron-server[93087]: Traceback (most recent call last): Jul 06 12:34:22.617209 dv-cinder-799631-1-iscsi neutron-server[93087]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 12:34:22.617209 dv-cinder-799631-1-iscsi neutron-server[93087]: timer() Jul 06 12:34:22.617209 dv-cinder-799631-1-iscsi neutron-server[93087]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 12:34:22.617209 dv-cinder-799631-1-iscsi neutron-server[93087]: cb(*args, **kw) Jul 06 12:34:22.617209 dv-cinder-799631-1-iscsi neutron-server[93087]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 12:34:22.617209 dv-cinder-799631-1-iscsi neutron-server[93087]: return func(*args, **kwargs) Jul 06 12:34:22.617209 dv-cinder-799631-1-iscsi neutron-server[93087]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 12:34:22.617209 dv-cinder-799631-1-iscsi neutron-server[93087]: self._notify() Jul 06 12:34:22.617209 dv-cinder-799631-1-iscsi neutron-server[93087]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 12:34:22.617209 dv-cinder-799631-1-iscsi neutron-server[93087]: self.callback(batched_events) Jul 06 12:34:22.617209 dv-cinder-799631-1-iscsi neutron-server[93087]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 12:34:22.617209 dv-cinder-799631-1-iscsi neutron-server[93087]: event.method(event) Jul 06 12:34:22.617209 dv-cinder-799631-1-iscsi neutron-server[93087]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 12:34:22.617209 dv-cinder-799631-1-iscsi neutron-server[93087]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 12:34:22.617209 dv-cinder-799631-1-iscsi neutron-server[93087]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 12:34:22.617209 dv-cinder-799631-1-iscsi neutron-server[93087]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 12:34:22.617209 dv-cinder-799631-1-iscsi neutron-server[93087]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 12:34:22.617209 dv-cinder-799631-1-iscsi neutron-server[93087]: return f(self, *a, **k) Jul 06 12:34:22.617209 dv-cinder-799631-1-iscsi neutron-server[93087]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 12:34:22.617209 dv-cinder-799631-1-iscsi neutron-server[93087]: return self._get(url).json() Jul 06 12:34:22.617209 dv-cinder-799631-1-iscsi neutron-server[93087]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 12:34:22.617209 dv-cinder-799631-1-iscsi neutron-server[93087]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 12:34:22.617209 dv-cinder-799631-1-iscsi neutron-server[93087]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 12:34:22.617209 dv-cinder-799631-1-iscsi neutron-server[93087]: return self.request(url, 'GET', **kwargs) Jul 06 12:34:22.617209 dv-cinder-799631-1-iscsi neutron-server[93087]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 12:34:22.617209 dv-cinder-799631-1-iscsi neutron-server[93087]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 12:34:22.617209 dv-cinder-799631-1-iscsi neutron-server[93087]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 12:34:22.617209 dv-cinder-799631-1-iscsi neutron-server[93087]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 12:34:22.617209 dv-cinder-799631-1-iscsi neutron-server[93087]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 12:34:22.617209 dv-cinder-799631-1-iscsi neutron-server[93087]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 12:34:22.617209 dv-cinder-799631-1-iscsi neutron-server[93087]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 12:34:22.662209 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-6d070590-a874-422a-9752-c4f0e4994e54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-910528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1774397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1764471'] for network, after_delete {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:34:22.669541 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-6d070590-a874-422a-9752-c4f0e4994e54 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582504'] for network, before_response {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:34:22.675842 dv-cinder-799631-1-iscsi neutron-server[93087]: INFO neutron.wsgi [None req-6d070590-a874-422a-9752-c4f0e4994e54 admin admin] 10.222.0.106 "DELETE /v2.0/networks/010ecb56-684a-4372-81e5-4eece574e2f5 HTTP/1.1" status: 204 len: 168 time: 0.5262275 Jul 06 12:34:22.710183 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d070590-a874-422a-9752-c4f0e4994e54 admin admin] Pushing event deleted for resources: {'Network': ['ID=010ecb56-684a-4372-81e5-4eece574e2f5,revision_number=None']} {{(pid=93087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:34:22.906546 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.wsgi [-] (93087) accepted ('10.222.0.106', 48416) {{(pid=93087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:34:22.959542 dv-cinder-799631-1-iscsi neutron-server[93087]: INFO neutron.wsgi [None req-3dcd3b5c-5f38-4ad2-ba88-f781ce8abd90 admin admin] 10.222.0.106 "GET /v2.0/security-groups?tenant_id=650aefe28d164b9e872956d345dd77a7&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0519440 Jul 06 12:34:22.963759 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.wsgi [-] (93087) accepted ('10.222.0.106', 48418) {{(pid=93087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:34:23.010436 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-f8ffa433-0c8d-4768-afe3-da63bb3050ba req-674229e8-afd5-4fa9-a731-620129a6e945 tempest-AttachVolumeNegativeTest-317369925 tempest-AttachVolumeNegativeTest-317369925-project] 10.222.0.106 "GET /v2.0/ports?device_id=0d336b86-6e54-450c-be5b-8e150a34fd9f HTTP/1.1" status: 200 len: 210 time: 0.0565493 Jul 06 12:34:23.019609 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-b0bad08f-39b9-4cfb-904b-4f2566d05367 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:34:23.047447 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-b0bad08f-39b9-4cfb-904b-4f2566d05367 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:34:23.091814 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-019819bd-484d-42ae-a6c5-d8888a71cd6c req-ebd73c65-2b9a-420f-917f-d910f12ad029 service neutron] 10.222.0.100 "GET /v2.0/networks/0139f472-5f20-48a6-a32c-3cd8224eeba1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5216324 Jul 06 12:34:23.103347 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-b0bad08f-39b9-4cfb-904b-4f2566d05367 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1774441'] for security_group, after_delete {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:34:23.108144 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-b0bad08f-39b9-4cfb-904b-4f2566d05367 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:34:23.111967 dv-cinder-799631-1-iscsi neutron-server[93087]: INFO neutron.wsgi [None req-b0bad08f-39b9-4cfb-904b-4f2566d05367 admin admin] 10.222.0.106 "DELETE /v2.0/security-groups/1b1437f5-d3e8-44a1-982c-7a7a6b8e1e60 HTTP/1.1" status: 204 len: 168 time: 0.1450248 Jul 06 12:34:23.122840 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0bad08f-39b9-4cfb-904b-4f2566d05367 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b1437f5-d3e8-44a1-982c-7a7a6b8e1e60,revision_number=None']} {{(pid=93087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:34:23.123161 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9c682d-0711-4155-b17d-fc9b0aecbe9d req-f4b9e2c5-3781-4f44-a8c5-98d3b0eb1b41 tempest-ServerRescueNegativeTestJSON-1447075807 tempest-ServerRescueNegativeTestJSON-1447075807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:34:23.127830 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-cf9c682d-0711-4155-b17d-fc9b0aecbe9d req-f4b9e2c5-3781-4f44-a8c5-98d3b0eb1b41 tempest-ServerRescueNegativeTestJSON-1447075807 tempest-ServerRescueNegativeTestJSON-1447075807-project] 10.222.0.106 "GET /v2.0/ports?device_id=5fb246d8-3ad4-4716-8d4a-a158efb7586c HTTP/1.1" status: 200 len: 945 time: 0.1727169 Jul 06 12:34:23.239677 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-019819bd-484d-42ae-a6c5-d8888a71cd6c req-00bc327a-ce80-4d0a-8825-9b791ea11ca1 service neutron] 10.222.0.100 "GET /v2.0/networks/0139f472-5f20-48a6-a32c-3cd8224eeba1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1355538 Jul 06 12:34:23.255459 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-cf9c682d-0711-4155-b17d-fc9b0aecbe9d req-94d80a46-c0be-44e4-a1dd-97694bb3ce3f tempest-ServerRescueNegativeTestJSON-1447075807 tempest-ServerRescueNegativeTestJSON-1447075807-project] 10.222.0.106 "GET /v2.0/security-groups?id=4d78ff5b-ed74-4775-b2e7-af8cfc6a5bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559497 Jul 06 12:34:23.809502 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3dd292e-7d37-4493-b707-28b4576763cd req-6d9f387c-680a-4409-b7f4-ad2aceebbcd8 tempest-AttachVolumeNegativeTest-317369925 tempest-AttachVolumeNegativeTest-317369925-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:34:23.811298 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-f3dd292e-7d37-4493-b707-28b4576763cd req-6d9f387c-680a-4409-b7f4-ad2aceebbcd8 tempest-AttachVolumeNegativeTest-317369925 tempest-AttachVolumeNegativeTest-317369925-project] 10.222.0.100 "GET /v2.0/networks?id=0139f472-5f20-48a6-a32c-3cd8224eeba1 HTTP/1.1" status: 200 len: 814 time: 0.2003782 Jul 06 12:34:23.850565 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.api.v2.base [req-f3dd292e-7d37-4493-b707-28b4576763cd req-d512ebec-fe93-448a-a3eb-05b327be34ac tempest-AttachVolumeNegativeTest-317369925 tempest-AttachVolumeNegativeTest-317369925-project] Request body: {'port': {'device_id': '0d336b86-6e54-450c-be5b-8e150a34fd9f', 'network_id': '0139f472-5f20-48a6-a32c-3cd8224eeba1', 'admin_state_up': True, 'tenant_id': 'ffd269f97b9e4f3cbdf8841b0915444b'}} {{(pid=93088) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:34:24.025989 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f3dd292e-7d37-4493-b707-28b4576763cd req-d512ebec-fe93-448a-a3eb-05b327be34ac tempest-AttachVolumeNegativeTest-317369925 tempest-AttachVolumeNegativeTest-317369925-project] Made reservation on behalf of ffd269f97b9e4f3cbdf8841b0915444b for: {'port': 1} {{(pid=93088) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:34:24.039380 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [req-f3dd292e-7d37-4493-b707-28b4576763cd req-d512ebec-fe93-448a-a3eb-05b327be34ac tempest-AttachVolumeNegativeTest-317369925 tempest-AttachVolumeNegativeTest-317369925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772861'] for port, before_create {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:34:24.212107 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.db.db_base_plugin_common [req-f3dd292e-7d37-4493-b707-28b4576763cd req-d512ebec-fe93-448a-a3eb-05b327be34ac tempest-AttachVolumeNegativeTest-317369925 tempest-AttachVolumeNegativeTest-317369925-project] Allocated IP 172.20.0.6 (0139f472-5f20-48a6-a32c-3cd8224eeba1/5c20e391-4427-4186-8795-33a479ca2372/057b7972-8038-462b-a4be-2b65931cb8ce) {{(pid=93088) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:34:24.379977 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-168a6e4d-caa7-4857-a085-c0fd446bfb0b req-1d6d4455-8c6f-485c-aff1-b98d0bcb1cfd tempest-AttachVolumeNegativeTest-317369925 tempest-AttachVolumeNegativeTest-317369925-project] 10.222.0.106 "GET /v2.0/ports?device_id=0d336b86-6e54-450c-be5b-8e150a34fd9f HTTP/1.1" status: 200 len: 210 time: 0.0395620 Jul 06 12:34:24.438847 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [req-f3dd292e-7d37-4493-b707-28b4576763cd req-d512ebec-fe93-448a-a3eb-05b327be34ac tempest-AttachVolumeNegativeTest-317369925 tempest-AttachVolumeNegativeTest-317369925-project] Notify callbacks [] for port, precommit_create {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:34:24.483363 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [req-f3dd292e-7d37-4493-b707-28b4576763cd req-d512ebec-fe93-448a-a3eb-05b327be34ac tempest-AttachVolumeNegativeTest-317369925 tempest-AttachVolumeNegativeTest-317369925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-772920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-407207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730293689564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-63638193'] for port, after_create {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:34:24.550355 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.db [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] get_ports_and_sgs() called for port_ids ['7ec054dc-f674-43ab-9d3a-40842deed6bd'] {{(pid=93089) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 12:34:24.569435 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f3dd292e-7d37-4493-b707-28b4576763cd req-d512ebec-fe93-448a-a3eb-05b327be34ac tempest-AttachVolumeNegativeTest-317369925 tempest-AttachVolumeNegativeTest-317369925-project] Network 0139f472-5f20-48a6-a32c-3cd8224eeba1 is already hosted by enough agents. {{(pid=93088) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:34:24.577928 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.scheduler.base_scheduler [req-f3dd292e-7d37-4493-b707-28b4576763cd req-d512ebec-fe93-448a-a3eb-05b327be34ac tempest-AttachVolumeNegativeTest-317369925 tempest-AttachVolumeNegativeTest-317369925-project] Resources bound (agent type, host, resource id): {{(pid=93088) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:34:24.585599 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3dd292e-7d37-4493-b707-28b4576763cd req-d512ebec-fe93-448a-a3eb-05b327be34ac tempest-AttachVolumeNegativeTest-317369925 tempest-AttachVolumeNegativeTest-317369925-project] Received port after_create {{(pid=93088) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:34:24.611167 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d512ebec-fe93-448a-a3eb-05b327be34ac tempest-AttachVolumeNegativeTest-317369925 tempest-AttachVolumeNegativeTest-317369925-project] Pushing event updated for resources: {'Port': ['ID=057b7972-8038-462b-a4be-2b65931cb8ce,revision_number=1']} {{(pid=93088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:34:24.683766 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3dd292e-7d37-4493-b707-28b4576763cd req-d512ebec-fe93-448a-a3eb-05b327be34ac tempest-AttachVolumeNegativeTest-317369925 tempest-AttachVolumeNegativeTest-317369925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:34:24.685590 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [req-f3dd292e-7d37-4493-b707-28b4576763cd req-d512ebec-fe93-448a-a3eb-05b327be34ac tempest-AttachVolumeNegativeTest-317369925 tempest-AttachVolumeNegativeTest-317369925-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473541'] for port, before_response {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:34:24.734089 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-f3dd292e-7d37-4493-b707-28b4576763cd req-d512ebec-fe93-448a-a3eb-05b327be34ac tempest-AttachVolumeNegativeTest-317369925 tempest-AttachVolumeNegativeTest-317369925-project] 10.222.0.100 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8881683 Jul 06 12:34:24.744153 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ceff934-7a56-4372-b116-bba0fe1278b8 req-76c5a246-05c8-46f3-9c5c-4d16d96e1995 tempest-ServerRescueNegativeTestJSON-1447075807 tempest-ServerRescueNegativeTestJSON-1447075807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:34:24.751043 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-2ceff934-7a56-4372-b116-bba0fe1278b8 req-76c5a246-05c8-46f3-9c5c-4d16d96e1995 tempest-ServerRescueNegativeTestJSON-1447075807 tempest-ServerRescueNegativeTestJSON-1447075807-project] 10.222.0.106 "GET /v2.0/ports?device_id=5fb246d8-3ad4-4716-8d4a-a158efb7586c HTTP/1.1" status: 200 len: 945 time: 0.2336609 Jul 06 12:34:24.758522 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.api.v2.base [req-f3dd292e-7d37-4493-b707-28b4576763cd req-fe2f4d57-9495-4b1f-9ffd-1f85c49fb536 service neutron] Request body: {'port': {'device_id': '0d336b86-6e54-450c-be5b-8e150a34fd9f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79963'}} {{(pid=93088) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:34:24.825678 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-2ceff934-7a56-4372-b116-bba0fe1278b8 req-5779412a-e49b-4578-a974-b25a70a8c243 tempest-ServerRescueNegativeTestJSON-1447075807 tempest-ServerRescueNegativeTestJSON-1447075807-project] 10.222.0.106 "GET /v2.0/security-groups?id=4d78ff5b-ed74-4775-b2e7-af8cfc6a5bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737588 Jul 06 12:34:24.876961 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [req-f3dd292e-7d37-4493-b707-28b4576763cd req-fe2f4d57-9495-4b1f-9ffd-1f85c49fb536 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772861'] for port, before_update {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:34:25.214076 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.notifiers.nova [req-f3dd292e-7d37-4493-b707-28b4576763cd req-fe2f4d57-9495-4b1f-9ffd-1f85c49fb536 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 057b7972-8038-462b-a4be-2b65931cb8ce {{(pid=93088) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 12:34:25.222784 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [req-f3dd292e-7d37-4493-b707-28b4576763cd req-fe2f4d57-9495-4b1f-9ffd-1f85c49fb536 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:34:25.236619 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.db.provisioning_blocks [req-f3dd292e-7d37-4493-b707-28b4576763cd req-fe2f4d57-9495-4b1f-9ffd-1f85c49fb536 service neutron] Transition to ACTIVE for port object 057b7972-8038-462b-a4be-2b65931cb8ce will not be triggered until provisioned by entity L2. {{(pid=93088) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:34:25.240682 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [req-f3dd292e-7d37-4493-b707-28b4576763cd req-fe2f4d57-9495-4b1f-9ffd-1f85c49fb536 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-772913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730294210856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730293689582', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730293689631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63638083'] for port, after_update {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:34:25.292607 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2f4d57-9495-4b1f-9ffd-1f85c49fb536 service neutron] Pushing event updated for resources: {'Port': ['ID=057b7972-8038-462b-a4be-2b65931cb8ce,revision_number=2']} {{(pid=93088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:34:25.387224 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.plugins.ml2.managers [req-f3dd292e-7d37-4493-b707-28b4576763cd req-fe2f4d57-9495-4b1f-9ffd-1f85c49fb536 service neutron] Attempting to bind port 057b7972-8038-462b-a4be-2b65931cb8ce on host hv-cinder-79963 for vnic_type normal with profile {{(pid=93088) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:34:25.387581 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.plugins.ml2.managers [req-f3dd292e-7d37-4493-b707-28b4576763cd req-fe2f4d57-9495-4b1f-9ffd-1f85c49fb536 service neutron] Attempting to bind port 057b7972-8038-462b-a4be-2b65931cb8ce by drivers openvswitch,hyperv on host hv-cinder-79963 at level 0 using segments [{'id': 'dddb28fa-4fad-449a-82ce-8e0f70343f0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': '0139f472-5f20-48a6-a32c-3cd8224eeba1'}] {{(pid=93088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:34:25.387965 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3dd292e-7d37-4493-b707-28b4576763cd req-fe2f4d57-9495-4b1f-9ffd-1f85c49fb536 service neutron] Attempting to bind port 057b7972-8038-462b-a4be-2b65931cb8ce on network 0139f472-5f20-48a6-a32c-3cd8224eeba1 {{(pid=93088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:34:25.393105 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3dd292e-7d37-4493-b707-28b4576763cd req-fe2f4d57-9495-4b1f-9ffd-1f85c49fb536 service neutron] Port 057b7972-8038-462b-a4be-2b65931cb8ce on network 0139f472-5f20-48a6-a32c-3cd8224eeba1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79963 {{(pid=93088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 12:34:25.393593 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3dd292e-7d37-4493-b707-28b4576763cd req-fe2f4d57-9495-4b1f-9ffd-1f85c49fb536 service neutron] Attempting to bind port 057b7972-8038-462b-a4be-2b65931cb8ce on network 0139f472-5f20-48a6-a32c-3cd8224eeba1 {{(pid=93088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:34:25.400319 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3dd292e-7d37-4493-b707-28b4576763cd req-fe2f4d57-9495-4b1f-9ffd-1f85c49fb536 service neutron] Checking agent: {'id': '04527ea7-205a-43f8-9500-06532a9ad9cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79963', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 12, 31, 19), 'started_at': datetime.datetime(2021, 7, 6, 12, 31, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 34, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:34:25.400741 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3dd292e-7d37-4493-b707-28b4576763cd req-fe2f4d57-9495-4b1f-9ffd-1f85c49fb536 service neutron] Checking segment: {'id': 'dddb28fa-4fad-449a-82ce-8e0f70343f0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': '0139f472-5f20-48a6-a32c-3cd8224eeba1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93088) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:34:25.401234 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3dd292e-7d37-4493-b707-28b4576763cd req-fe2f4d57-9495-4b1f-9ffd-1f85c49fb536 service neutron] Bound using segment: {'id': 'dddb28fa-4fad-449a-82ce-8e0f70343f0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': '0139f472-5f20-48a6-a32c-3cd8224eeba1'} {{(pid=93088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:34:25.401871 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.plugins.ml2.managers [req-f3dd292e-7d37-4493-b707-28b4576763cd req-fe2f4d57-9495-4b1f-9ffd-1f85c49fb536 service neutron] Bound port: 057b7972-8038-462b-a4be-2b65931cb8ce, host: hv-cinder-79963, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dddb28fa-4fad-449a-82ce-8e0f70343f0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': '0139f472-5f20-48a6-a32c-3cd8224eeba1'}}] {{(pid=93088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:34:25.402307 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [req-f3dd292e-7d37-4493-b707-28b4576763cd req-fe2f4d57-9495-4b1f-9ffd-1f85c49fb536 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772861'] for port, before_update {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:34:25.482189 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.plugins.ml2.db [req-f3dd292e-7d37-4493-b707-28b4576763cd req-fe2f4d57-9495-4b1f-9ffd-1f85c49fb536 service neutron] For port 057b7972-8038-462b-a4be-2b65931cb8ce, host hv-cinder-79963, cleared binding levels {{(pid=93088) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:34:25.485283 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.plugins.ml2.db [req-f3dd292e-7d37-4493-b707-28b4576763cd req-fe2f4d57-9495-4b1f-9ffd-1f85c49fb536 service neutron] For port 057b7972-8038-462b-a4be-2b65931cb8ce, host hv-cinder-79963, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79963',level=0,port_id=057b7972-8038-462b-a4be-2b65931cb8ce,segment=NetworkSegment(dddb28fa-4fad-449a-82ce-8e0f70343f0f),segment_id=dddb28fa-4fad-449a-82ce-8e0f70343f0f)] {{(pid=93088) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:34:25.490620 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [req-f3dd292e-7d37-4493-b707-28b4576763cd req-fe2f4d57-9495-4b1f-9ffd-1f85c49fb536 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-772913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730294210856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730293689582', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730293689631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63638083'] for port, after_update {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:34:25.533123 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3dd292e-7d37-4493-b707-28b4576763cd req-fe2f4d57-9495-4b1f-9ffd-1f85c49fb536 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:34:25.533821 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [req-f3dd292e-7d37-4493-b707-28b4576763cd req-fe2f4d57-9495-4b1f-9ffd-1f85c49fb536 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473541'] for port, before_response {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:34:25.535662 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-f3dd292e-7d37-4493-b707-28b4576763cd req-fe2f4d57-9495-4b1f-9ffd-1f85c49fb536 service neutron] 10.222.0.100 "PUT /v2.0/ports/057b7972-8038-462b-a4be-2b65931cb8ce HTTP/1.1" status: 200 len: 1093 time: 0.7818031 Jul 06 12:34:25.536088 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d336b86-6e54-450c-be5b-8e150a34fd9f', 'tag': '057b7972-8038-462b-a4be-2b65931cb8ce'}] {{(pid=93088) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:34:25.538546 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.106/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9084e8bb467df778e8c5a57eadfa6056a7986fbfd2ee9905f143c38c4b95db31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-805be659-0bd8-468b-9200-e3c77c2280ec" -d '{"events": [{"name": "network-changed", "server_uuid": "0d336b86-6e54-450c-be5b-8e150a34fd9f", "tag": "057b7972-8038-462b-a4be-2b65931cb8ce"}]}' {{(pid=93088) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:34:25.578259 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 12:34:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f74de252-0537-444b-9ce8-7a917db8c66a x-openstack-request-id: req-f74de252-0537-444b-9ce8-7a917db8c66a {{(pid=93088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:34:25.578546 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0d336b86-6e54-450c-be5b-8e150a34fd9f", "tag": "057b7972-8038-462b-a4be-2b65931cb8ce", "status": "completed", "code": 200}]} {{(pid=93088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:34:25.578792 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.106/compute/v2.1/os-server-external-events used request id req-f74de252-0537-444b-9ce8-7a917db8c66a {{(pid=93088) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:34:25.579199 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d336b86-6e54-450c-be5b-8e150a34fd9f', 'tag': '057b7972-8038-462b-a4be-2b65931cb8ce', 'status': 'completed', 'code': 200} Jul 06 12:34:25.586247 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2f4d57-9495-4b1f-9ffd-1f85c49fb536 service neutron] Pushing event updated for resources: {'Port': ['ID=057b7972-8038-462b-a4be-2b65931cb8ce,revision_number=3']} {{(pid=93088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:34:25.615591 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6b7c6d-be2c-4c60-8d24-fe1aaacaa478 req-0e4b285b-04df-49b8-8b53-94d3e15010d8 tempest-AttachVolumeNegativeTest-317369925 tempest-AttachVolumeNegativeTest-317369925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:34:25.617584 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-4a6b7c6d-be2c-4c60-8d24-fe1aaacaa478 req-0e4b285b-04df-49b8-8b53-94d3e15010d8 tempest-AttachVolumeNegativeTest-317369925 tempest-AttachVolumeNegativeTest-317369925-project] 10.222.0.106 "GET /v2.0/ports?device_id=0d336b86-6e54-450c-be5b-8e150a34fd9f HTTP/1.1" status: 200 len: 943 time: 0.1008754 Jul 06 12:34:25.685106 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-4a6b7c6d-be2c-4c60-8d24-fe1aaacaa478 req-533c56a7-f5d3-4cc1-a140-964ba9e15eec tempest-AttachVolumeNegativeTest-317369925 tempest-AttachVolumeNegativeTest-317369925-project] 10.222.0.106 "GET /v2.0/security-groups?id=a7a3a38a-2b2f-449e-b642-1996735c584e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608025 Jul 06 12:34:25.706018 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3dd292e-7d37-4493-b707-28b4576763cd req-f52caa7e-5137-44a3-b6d8-452f5747c609 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:34:25.708118 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-f3dd292e-7d37-4493-b707-28b4576763cd req-f52caa7e-5137-44a3-b6d8-452f5747c609 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=ffd269f97b9e4f3cbdf8841b0915444b&device_id=0d336b86-6e54-450c-be5b-8e150a34fd9f HTTP/1.1" status: 200 len: 1096 time: 0.0669367 Jul 06 12:34:25.755447 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-f3dd292e-7d37-4493-b707-28b4576763cd req-352845c3-35ac-479a-84ef-17a76179fe80 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=057b7972-8038-462b-a4be-2b65931cb8ce HTTP/1.1" status: 200 len: 217 time: 0.0330269 Jul 06 12:34:25.804203 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3dd292e-7d37-4493-b707-28b4576763cd req-f35e7bc0-4bd7-46a9-b111-5c7b7c4d4952 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:34:25.805601 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-f3dd292e-7d37-4493-b707-28b4576763cd req-f35e7bc0-4bd7-46a9-b111-5c7b7c4d4952 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=5c20e391-4427-4186-8795-33a479ca2372 HTTP/1.1" status: 200 len: 854 time: 0.0423193 Jul 06 12:34:25.842067 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-f3dd292e-7d37-4493-b707-28b4576763cd req-a9ab91eb-0173-414e-a527-06d8198a7ad9 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=0139f472-5f20-48a6-a32c-3cd8224eeba1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0280802 Jul 06 12:34:25.942039 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-f3dd292e-7d37-4493-b707-28b4576763cd req-8934e6fd-2e45-4b9f-99ce-065572e12a36 service neutron] 10.222.0.100 "GET /v2.0/networks/0139f472-5f20-48a6-a32c-3cd8224eeba1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922761 Jul 06 12:34:26.075937 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2e979c-e995-4f5f-b368-bae5b3500d0f req-f747d1af-02db-4ac9-a8b0-708aa575d9b2 tempest-ServerRescueNegativeTestJSON-1447075807 tempest-ServerRescueNegativeTestJSON-1447075807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:34:26.077454 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-ad2e979c-e995-4f5f-b368-bae5b3500d0f req-f747d1af-02db-4ac9-a8b0-708aa575d9b2 tempest-ServerRescueNegativeTestJSON-1447075807 tempest-ServerRescueNegativeTestJSON-1447075807-project] 10.222.0.106 "GET /v2.0/ports?device_id=5fb246d8-3ad4-4716-8d4a-a158efb7586c HTTP/1.1" status: 200 len: 945 time: 0.1322732 Jul 06 12:34:26.105043 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-f3dd292e-7d37-4493-b707-28b4576763cd req-7f4fb1af-4c5d-4a6a-aa8b-ab761cc8d48c service neutron] 10.222.0.100 "GET /v2.0/networks/0139f472-5f20-48a6-a32c-3cd8224eeba1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1467595 Jul 06 12:34:26.122298 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-ad2e979c-e995-4f5f-b368-bae5b3500d0f req-084f9a9a-d578-4484-82e2-45e6eb5336d2 tempest-ServerRescueNegativeTestJSON-1447075807 tempest-ServerRescueNegativeTestJSON-1447075807-project] 10.222.0.106 "GET /v2.0/security-groups?id=4d78ff5b-ed74-4775-b2e7-af8cfc6a5bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384400 Jul 06 12:34:26.303388 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805be659-0bd8-468b-9200-e3c77c2280ec req-7e74d6d5-396f-477f-8e05-c5f8dd8fb55c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:34:26.305191 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-805be659-0bd8-468b-9200-e3c77c2280ec req-7e74d6d5-396f-477f-8e05-c5f8dd8fb55c service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=ffd269f97b9e4f3cbdf8841b0915444b&device_id=0d336b86-6e54-450c-be5b-8e150a34fd9f HTTP/1.1" status: 200 len: 1096 time: 0.0804834 Jul 06 12:34:26.432347 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805be659-0bd8-468b-9200-e3c77c2280ec req-d4b84180-f058-4a4d-92fa-2a7efa5bf910 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:34:26.434024 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-805be659-0bd8-468b-9200-e3c77c2280ec req-d4b84180-f058-4a4d-92fa-2a7efa5bf910 service neutron] 10.222.0.100 "GET /v2.0/networks?id=0139f472-5f20-48a6-a32c-3cd8224eeba1 HTTP/1.1" status: 200 len: 916 time: 0.1194398 Jul 06 12:34:26.491644 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-805be659-0bd8-468b-9200-e3c77c2280ec req-b5841045-d96c-4e1c-8802-76c016f5630d service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=057b7972-8038-462b-a4be-2b65931cb8ce HTTP/1.1" status: 200 len: 217 time: 0.0410798 Jul 06 12:34:26.568766 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805be659-0bd8-468b-9200-e3c77c2280ec req-d5c5db07-ff0c-4996-809a-c4761463e478 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:34:26.570411 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-805be659-0bd8-468b-9200-e3c77c2280ec req-d5c5db07-ff0c-4996-809a-c4761463e478 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=5c20e391-4427-4186-8795-33a479ca2372 HTTP/1.1" status: 200 len: 854 time: 0.0684416 Jul 06 12:34:26.606400 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-805be659-0bd8-468b-9200-e3c77c2280ec req-974534ab-8677-4558-9d08-06118e66b18b service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=0139f472-5f20-48a6-a32c-3cd8224eeba1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0266838 Jul 06 12:34:26.726091 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-805be659-0bd8-468b-9200-e3c77c2280ec req-2fa3081b-1637-4c68-b7be-0d43ab52f5c3 service neutron] 10.222.0.100 "GET /v2.0/networks/0139f472-5f20-48a6-a32c-3cd8224eeba1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1061800 Jul 06 12:34:26.905380 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225d9f76-d8de-432b-9414-2bb6fedba210 req-ce97ea9b-049a-4d6f-bf64-aea80069c04c tempest-AttachVolumeNegativeTest-317369925 tempest-AttachVolumeNegativeTest-317369925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:34:26.907014 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-225d9f76-d8de-432b-9414-2bb6fedba210 req-ce97ea9b-049a-4d6f-bf64-aea80069c04c tempest-AttachVolumeNegativeTest-317369925 tempest-AttachVolumeNegativeTest-317369925-project] 10.222.0.106 "GET /v2.0/ports?device_id=0d336b86-6e54-450c-be5b-8e150a34fd9f HTTP/1.1" status: 200 len: 943 time: 0.0806310 Jul 06 12:34:26.946692 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-225d9f76-d8de-432b-9414-2bb6fedba210 req-614c2a2d-afd4-4847-8c92-e8e52e7df222 tempest-AttachVolumeNegativeTest-317369925 tempest-AttachVolumeNegativeTest-317369925-project] 10.222.0.106 "GET /v2.0/security-groups?id=a7a3a38a-2b2f-449e-b642-1996735c584e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335579 Jul 06 12:34:27.305153 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b11bca-9ab4-4f25-87f7-7fb983e5bea3 req-2dad6307-b285-4ead-88fc-ee0a74970fe5 tempest-ServerRescueNegativeTestJSON-1447075807 tempest-ServerRescueNegativeTestJSON-1447075807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:34:27.306652 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-29b11bca-9ab4-4f25-87f7-7fb983e5bea3 req-2dad6307-b285-4ead-88fc-ee0a74970fe5 tempest-ServerRescueNegativeTestJSON-1447075807 tempest-ServerRescueNegativeTestJSON-1447075807-project] 10.222.0.106 "GET /v2.0/ports?device_id=5fb246d8-3ad4-4716-8d4a-a158efb7586c HTTP/1.1" status: 200 len: 945 time: 0.0626125 Jul 06 12:34:27.350648 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-29b11bca-9ab4-4f25-87f7-7fb983e5bea3 req-750638df-6b96-4de1-9f4f-0d971b1d9032 tempest-ServerRescueNegativeTestJSON-1447075807 tempest-ServerRescueNegativeTestJSON-1447075807-project] 10.222.0.106 "GET /v2.0/security-groups?id=4d78ff5b-ed74-4775-b2e7-af8cfc6a5bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383995 Jul 06 12:34:29.802877 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-805be659-0bd8-468b-9200-e3c77c2280ec req-61b34840-6996-4cbf-850f-b618538690f4 service neutron] 10.222.0.100 "GET /v2.0/networks/0139f472-5f20-48a6-a32c-3cd8224eeba1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900350 Jul 06 12:34:30.018270 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b514da-baa1-4140-a74e-357af484b7e0 req-774cb447-a084-40cc-88b9-35d4541ebce2 tempest-AttachVolumeNegativeTest-317369925 tempest-AttachVolumeNegativeTest-317369925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:34:30.019904 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-91b514da-baa1-4140-a74e-357af484b7e0 req-774cb447-a084-40cc-88b9-35d4541ebce2 tempest-AttachVolumeNegativeTest-317369925 tempest-AttachVolumeNegativeTest-317369925-project] 10.222.0.106 "GET /v2.0/ports?device_id=0d336b86-6e54-450c-be5b-8e150a34fd9f HTTP/1.1" status: 200 len: 943 time: 0.1039948 Jul 06 12:34:30.060755 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2711d583-f5a8-4d72-8e7f-44e08bb0b439 req-d8c53c34-fdc5-4349-b1b3-f2176b902794 tempest-ServerRescueNegativeTestJSON-1447075807 tempest-ServerRescueNegativeTestJSON-1447075807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:34:30.062313 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-2711d583-f5a8-4d72-8e7f-44e08bb0b439 req-d8c53c34-fdc5-4349-b1b3-f2176b902794 tempest-ServerRescueNegativeTestJSON-1447075807 tempest-ServerRescueNegativeTestJSON-1447075807-project] 10.222.0.106 "GET /v2.0/ports?device_id=5fb246d8-3ad4-4716-8d4a-a158efb7586c HTTP/1.1" status: 200 len: 945 time: 0.1088405 Jul 06 12:34:30.089400 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-91b514da-baa1-4140-a74e-357af484b7e0 req-5cbfa1b5-f559-45da-bb45-3a46cf34dd2d tempest-AttachVolumeNegativeTest-317369925 tempest-AttachVolumeNegativeTest-317369925-project] 10.222.0.106 "GET /v2.0/security-groups?id=a7a3a38a-2b2f-449e-b642-1996735c584e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633543 Jul 06 12:34:30.108696 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-2711d583-f5a8-4d72-8e7f-44e08bb0b439 req-ca9d1e95-8e97-436a-b446-b95b9eb21527 tempest-ServerRescueNegativeTestJSON-1447075807 tempest-ServerRescueNegativeTestJSON-1447075807-project] 10.222.0.106 "GET /v2.0/security-groups?id=4d78ff5b-ed74-4775-b2e7-af8cfc6a5bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393972 Jul 06 12:34:31.376149 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263a199e-f0f7-447d-9891-04963632b3b1 req-996c8403-e1ba-44bd-bdcb-c570e86dcc0e tempest-AttachVolumeNegativeTest-317369925 tempest-AttachVolumeNegativeTest-317369925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:34:31.377707 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-263a199e-f0f7-447d-9891-04963632b3b1 req-996c8403-e1ba-44bd-bdcb-c570e86dcc0e tempest-AttachVolumeNegativeTest-317369925 tempest-AttachVolumeNegativeTest-317369925-project] 10.222.0.106 "GET /v2.0/ports?device_id=0d336b86-6e54-450c-be5b-8e150a34fd9f HTTP/1.1" status: 200 len: 943 time: 0.1391518 Jul 06 12:34:31.422955 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb83f94-f21c-4196-933a-05ce5e7a7541 req-e587cf31-a9e6-45fc-b724-8a9fd72e5930 tempest-ServerRescueNegativeTestJSON-1447075807 tempest-ServerRescueNegativeTestJSON-1447075807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:34:31.424556 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-9bb83f94-f21c-4196-933a-05ce5e7a7541 req-e587cf31-a9e6-45fc-b724-8a9fd72e5930 tempest-ServerRescueNegativeTestJSON-1447075807 tempest-ServerRescueNegativeTestJSON-1447075807-project] 10.222.0.106 "GET /v2.0/ports?device_id=5fb246d8-3ad4-4716-8d4a-a158efb7586c HTTP/1.1" status: 200 len: 945 time: 0.1129370 Jul 06 12:34:31.462054 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-263a199e-f0f7-447d-9891-04963632b3b1 req-d7d7cf41-8e4a-46d7-8b9a-e97cebcb43cd tempest-AttachVolumeNegativeTest-317369925 tempest-AttachVolumeNegativeTest-317369925-project] 10.222.0.106 "GET /v2.0/security-groups?id=a7a3a38a-2b2f-449e-b642-1996735c584e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727384 Jul 06 12:34:31.488533 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-9bb83f94-f21c-4196-933a-05ce5e7a7541 req-17636a54-3361-4263-aa3f-2db3e9b1caae tempest-ServerRescueNegativeTestJSON-1447075807 tempest-ServerRescueNegativeTestJSON-1447075807-project] 10.222.0.106 "GET /v2.0/security-groups?id=4d78ff5b-ed74-4775-b2e7-af8cfc6a5bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533307 Jul 06 12:34:32.718791 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e8d237-2228-470c-a2f0-91dbc6490a79 req-14776884-db25-451a-98c6-7210906af757 tempest-AttachVolumeNegativeTest-317369925 tempest-AttachVolumeNegativeTest-317369925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:34:32.720502 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-a7e8d237-2228-470c-a2f0-91dbc6490a79 req-14776884-db25-451a-98c6-7210906af757 tempest-AttachVolumeNegativeTest-317369925 tempest-AttachVolumeNegativeTest-317369925-project] 10.222.0.106 "GET /v2.0/ports?device_id=0d336b86-6e54-450c-be5b-8e150a34fd9f HTTP/1.1" status: 200 len: 943 time: 0.1337149 Jul 06 12:34:32.733493 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19349ef6-1281-40eb-96ac-48cace0ce57f req-523a040f-6761-493f-a564-4e05d930e39f tempest-ServerRescueNegativeTestJSON-1447075807 tempest-ServerRescueNegativeTestJSON-1447075807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:34:32.735164 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-19349ef6-1281-40eb-96ac-48cace0ce57f req-523a040f-6761-493f-a564-4e05d930e39f tempest-ServerRescueNegativeTestJSON-1447075807 tempest-ServerRescueNegativeTestJSON-1447075807-project] 10.222.0.106 "GET /v2.0/ports?device_id=5fb246d8-3ad4-4716-8d4a-a158efb7586c HTTP/1.1" status: 200 len: 945 time: 0.1016800 Jul 06 12:34:32.798004 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-a7e8d237-2228-470c-a2f0-91dbc6490a79 req-cec64fe3-04f7-4e82-96fc-3a576b635293 tempest-AttachVolumeNegativeTest-317369925 tempest-AttachVolumeNegativeTest-317369925-project] 10.222.0.106 "GET /v2.0/security-groups?id=a7a3a38a-2b2f-449e-b642-1996735c584e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616369 Jul 06 12:34:32.804355 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-19349ef6-1281-40eb-96ac-48cace0ce57f req-6a980eef-8d5e-4332-8856-e401a8df5452 tempest-ServerRescueNegativeTestJSON-1447075807 tempest-ServerRescueNegativeTestJSON-1447075807-project] 10.222.0.106 "GET /v2.0/security-groups?id=4d78ff5b-ed74-4775-b2e7-af8cfc6a5bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607264 Jul 06 12:34:32.936698 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.rpc [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] Device 057b7972-8038-462b-a4be-2b65931cb8ce details requested by agent hyperv_hv-cinder-79963 with host hv-cinder-79963 {{(pid=93089) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 12:34:33.040534 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.db [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] For port 057b7972-8038-462b-a4be-2b65931cb8ce, host hv-cinder-79963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79963',level=0,port_id=057b7972-8038-462b-a4be-2b65931cb8ce,segment=NetworkSegment(dddb28fa-4fad-449a-82ce-8e0f70343f0f),segment_id=dddb28fa-4fad-449a-82ce-8e0f70343f0f)] {{(pid=93089) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:34:33.053191 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.rpc [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] Returning: {'device': '057b7972-8038-462b-a4be-2b65931cb8ce', 'network_id': '0139f472-5f20-48a6-a32c-3cd8224eeba1', 'port_id': '057b7972-8038-462b-a4be-2b65931cb8ce', 'mac_address': 'fa:16:3e:a2:fa:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1084, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c20e391-4427-4186-8795-33a479ca2372', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93089) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 12:34:33.092775 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772861'] for port, before_update {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:34:33.106158 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.notifiers.nova [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 057b7972-8038-462b-a4be-2b65931cb8ce {{(pid=93089) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 12:34:33.127419 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.db [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] For port 057b7972-8038-462b-a4be-2b65931cb8ce, host hv-cinder-79963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79963',level=0,port_id=057b7972-8038-462b-a4be-2b65931cb8ce,segment=NetworkSegment(dddb28fa-4fad-449a-82ce-8e0f70343f0f),segment_id=dddb28fa-4fad-449a-82ce-8e0f70343f0f)] {{(pid=93089) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:34:33.132332 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-772913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730294210856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730293689582', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730293689631'] for port, after_update {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:34:33.182188 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] Pushing event updated for resources: {'Port': ['ID=057b7972-8038-462b-a4be-2b65931cb8ce,revision_number=4']} {{(pid=93089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:34:33.190462 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799631-1-iscsi {{(pid=93089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:34:33.190927 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799631-1-iscsi {{(pid=93089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:34:33.191305 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799631-1-iscsi {{(pid=93089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:34:33.191652 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799631-1-iscsi {{(pid=93089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:34:33.191990 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799631-1-iscsi {{(pid=93089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:34:33.192328 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799631-1-iscsi {{(pid=93089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:34:33.193414 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-799631-1-iscsi {{(pid=93089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:34:33.193759 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-799631-1-iscsi {{(pid=93089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:34:33.194226 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799631-1-iscsi {{(pid=93089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:34:33.194545 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799631-1-iscsi {{(pid=93089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:34:33.194878 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799631-1-iscsi {{(pid=93089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:34:33.195238 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799631-1-iscsi {{(pid=93089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:34:33.601961 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.db [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] get_ports_and_sgs() called for port_ids ['057b7972-8038-462b-a4be-2b65931cb8ce'] {{(pid=93089) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 12:34:33.816175 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.wsgi [-] (93087) accepted ('10.222.0.106', 48796) {{(pid=93087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:34:33.825846 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.wsgi [-] (93087) accepted ('10.222.0.106', 48802) {{(pid=93087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:34:33.938999 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-79105777-e6d1-4e60-9e22-4efe67447e52 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:34:33.970503 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-6b70f9ed-8223-47b8-aeb0-45cf94c8174f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:34:34.001733 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.db.api [None req-79105777-e6d1-4e60-9e22-4efe67447e52 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 06 12:34:34.001733 dv-cinder-799631-1-iscsi neutron-server[93087]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 06 12:34:34.001733 dv-cinder-799631-1-iscsi neutron-server[93087]: [parameters: {'project_id': 'f5c3acca278c4bb88aeb28db6eae93ff', 'id': '6af90d4c-d202-4cc4-9baa-7e98dc8aa617', 'expiration': datetime.datetime(2021, 7, 6, 12, 36, 33, 994258)}] Jul 06 12:34:34.001733 dv-cinder-799631-1-iscsi neutron-server[93087]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93087) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 06 12:34:34.002218 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG oslo_db.api [None req-79105777-e6d1-4e60-9e22-4efe67447e52 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 06 12:34:34.039761 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2499f69c-4880-4bb4-9b02-42564b336aca req-a6410b10-6333-4224-bf47-1788b21ee3e2 tempest-AttachVolumeNegativeTest-317369925 tempest-AttachVolumeNegativeTest-317369925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:34:34.042212 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-2499f69c-4880-4bb4-9b02-42564b336aca req-a6410b10-6333-4224-bf47-1788b21ee3e2 tempest-AttachVolumeNegativeTest-317369925 tempest-AttachVolumeNegativeTest-317369925-project] 10.222.0.106 "GET /v2.0/ports?device_id=0d336b86-6e54-450c-be5b-8e150a34fd9f HTTP/1.1" status: 200 len: 944 time: 0.1073415 Jul 06 12:34:34.097659 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-6b70f9ed-8223-47b8-aeb0-45cf94c8174f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:34:34.103488 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-6b70f9ed-8223-47b8-aeb0-45cf94c8174f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1774441'] for security_group, after_create {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:34:34.103716 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a28b42c-c591-4ac0-b89c-7d0b4b3b7587 req-02183f09-f5a2-421f-a2f9-aa3b647a12d9 tempest-ServerRescueNegativeTestJSON-1447075807 tempest-ServerRescueNegativeTestJSON-1447075807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:34:34.105115 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-5a28b42c-c591-4ac0-b89c-7d0b4b3b7587 req-02183f09-f5a2-421f-a2f9-aa3b647a12d9 tempest-ServerRescueNegativeTestJSON-1447075807 tempest-ServerRescueNegativeTestJSON-1447075807-project] 10.222.0.106 "GET /v2.0/ports?device_id=5fb246d8-3ad4-4716-8d4a-a158efb7586c HTTP/1.1" status: 200 len: 945 time: 0.1264338 Jul 06 12:34:34.109067 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-2499f69c-4880-4bb4-9b02-42564b336aca req-d76186b8-fef8-4499-8e95-468bf6b8cde2 tempest-AttachVolumeNegativeTest-317369925 tempest-AttachVolumeNegativeTest-317369925-project] 10.222.0.106 "GET /v2.0/security-groups?id=a7a3a38a-2b2f-449e-b642-1996735c584e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590479 Jul 06 12:34:34.149422 dv-cinder-799631-1-iscsi neutron-server[93087]: INFO neutron.wsgi [None req-6b70f9ed-8223-47b8-aeb0-45cf94c8174f admin admin] 10.222.0.106 "GET /v2.0/security-groups?tenant_id=6c52e60a858e404ca7ff514fc167a728&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3224375 Jul 06 12:34:34.153396 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.wsgi [-] (93087) accepted ('10.222.0.106', 48814) {{(pid=93087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:34:34.169953 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b70f9ed-8223-47b8-aeb0-45cf94c8174f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7687890c-2a15-4436-9c03-e74d046e8c0f,revision_number=1']} {{(pid=93087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:34:34.175962 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-5a28b42c-c591-4ac0-b89c-7d0b4b3b7587 req-166edb61-5eac-4dec-82d1-09de8b084c14 tempest-ServerRescueNegativeTestJSON-1447075807 tempest-ServerRescueNegativeTestJSON-1447075807-project] 10.222.0.106 "GET /v2.0/security-groups?id=4d78ff5b-ed74-4775-b2e7-af8cfc6a5bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643818 Jul 06 12:34:34.220217 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-a6c74f0f-53d4-4c4a-95f6-165624ccd8b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:34:34.245278 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-a6c74f0f-53d4-4c4a-95f6-165624ccd8b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:34:34.352635 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-a6c74f0f-53d4-4c4a-95f6-165624ccd8b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1774441'] for security_group, after_delete {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:34:34.356155 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-a6c74f0f-53d4-4c4a-95f6-165624ccd8b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:34:34.357642 dv-cinder-799631-1-iscsi neutron-server[93087]: INFO neutron.wsgi [None req-a6c74f0f-53d4-4c4a-95f6-165624ccd8b2 admin admin] 10.222.0.106 "DELETE /v2.0/security-groups/7687890c-2a15-4436-9c03-e74d046e8c0f HTTP/1.1" status: 204 len: 168 time: 0.2030299 Jul 06 12:34:34.371906 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c74f0f-53d4-4c4a-95f6-165624ccd8b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7687890c-2a15-4436-9c03-e74d046e8c0f,revision_number=None']} {{(pid=93087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:34:34.503909 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-79105777-e6d1-4e60-9e22-4efe67447e52 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:34:34.607244 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-79105777-e6d1-4e60-9e22-4efe67447e52 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:34:34.611517 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-79105777-e6d1-4e60-9e22-4efe67447e52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1774441'] for security_group, after_create {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:34:34.651109 dv-cinder-799631-1-iscsi neutron-server[93087]: INFO neutron.wsgi [None req-79105777-e6d1-4e60-9e22-4efe67447e52 admin admin] 10.222.0.106 "GET /v2.0/security-groups?tenant_id=f5c3acca278c4bb88aeb28db6eae93ff&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8336070 Jul 06 12:34:34.652220 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79105777-e6d1-4e60-9e22-4efe67447e52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bba77e7-f43d-446b-ba77-11c7bd314f35,revision_number=1']} {{(pid=93087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:34:34.653842 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.wsgi [-] (93088) accepted ('10.222.0.106', 48834) {{(pid=93088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:34:34.714731 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.wsgi [-] (93087) accepted ('10.222.0.106', 48836) {{(pid=93087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:34:34.714961 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-9961d399-5230-465a-8e94-4dc2c9cb7dd2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:34:34.728621 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-360d5783-d855-4c7d-83ce-799ad9e25455 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:34:34.736644 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-9961d399-5230-465a-8e94-4dc2c9cb7dd2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:34:34.784859 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-9961d399-5230-465a-8e94-4dc2c9cb7dd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1774441'] for security_group, after_delete {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:34:34.788308 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-9961d399-5230-465a-8e94-4dc2c9cb7dd2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:34:34.789399 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [None req-9961d399-5230-465a-8e94-4dc2c9cb7dd2 admin admin] 10.222.0.106 "DELETE /v2.0/security-groups/2bba77e7-f43d-446b-ba77-11c7bd314f35 HTTP/1.1" status: 204 len: 168 time: 0.1342247 Jul 06 12:34:34.797512 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9961d399-5230-465a-8e94-4dc2c9cb7dd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bba77e7-f43d-446b-ba77-11c7bd314f35,revision_number=None']} {{(pid=93088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:34:34.845392 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-360d5783-d855-4c7d-83ce-799ad9e25455 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:34:34.854080 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-360d5783-d855-4c7d-83ce-799ad9e25455 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1774441'] for security_group, after_create {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:34:34.892369 dv-cinder-799631-1-iscsi neutron-server[93087]: INFO neutron.wsgi [None req-360d5783-d855-4c7d-83ce-799ad9e25455 admin admin] 10.222.0.106 "GET /v2.0/security-groups?tenant_id=15141e98415c42f8a54a6da5294f79da&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1763594 Jul 06 12:34:34.893461 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360d5783-d855-4c7d-83ce-799ad9e25455 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2218778d-1302-4662-93fe-1d762e532297,revision_number=1']} {{(pid=93087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:34:34.895114 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.wsgi [-] (93088) accepted ('10.222.0.106', 48840) {{(pid=93088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:34:34.948580 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-7e5fc055-eb3a-4fbb-a3ac-2c1cd0d779da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:34:34.967990 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.rpc [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] Device 057b7972-8038-462b-a4be-2b65931cb8ce up at agent hyperv_hv-cinder-79963 {{(pid=93089) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:34:34.979563 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-7e5fc055-eb3a-4fbb-a3ac-2c1cd0d779da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:34:35.018612 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.db.provisioning_blocks [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] Provisioning for port 057b7972-8038-462b-a4be-2b65931cb8ce completed by entity L2. {{(pid=93089) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:34:35.024285 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.db.provisioning_blocks [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] Provisioning complete for port 057b7972-8038-462b-a4be-2b65931cb8ce triggered by entity L2. {{(pid=93089) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:34:35.025014 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912496'] for port, provisioning_complete {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:34:35.031651 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-7e5fc055-eb3a-4fbb-a3ac-2c1cd0d779da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1774441'] for security_group, after_delete {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:34:35.034407 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-7e5fc055-eb3a-4fbb-a3ac-2c1cd0d779da admin admin] Notify callbacks [] for security_group, before_response {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:34:35.035699 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [None req-7e5fc055-eb3a-4fbb-a3ac-2c1cd0d779da admin admin] 10.222.0.106 "DELETE /v2.0/security-groups/2218778d-1302-4662-93fe-1d762e532297 HTTP/1.1" status: 204 len: 168 time: 0.1359918 Jul 06 12:34:35.045944 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5fc055-eb3a-4fbb-a3ac-2c1cd0d779da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2218778d-1302-4662-93fe-1d762e532297,revision_number=None']} {{(pid=93088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:34:35.119916 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772861'] for port, before_update {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:34:35.142970 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d336b86-6e54-450c-be5b-8e150a34fd9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '057b7972-8038-462b-a4be-2b65931cb8ce'}] {{(pid=93089) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:34:35.145448 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.106/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe93d3bb6f6ea65552dd5d1819c289058d75ea396ac2be612a447f7071fdb995" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1acc477c-ebed-41f1-95db-f7bb24f118b2" -d '{"events": [{"server_uuid": "0d336b86-6e54-450c-be5b-8e150a34fd9f", "name": "network-vif-plugged", "status": "completed", "tag": "057b7972-8038-462b-a4be-2b65931cb8ce"}]}' {{(pid=93089) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:34:35.159588 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.db [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] For port 057b7972-8038-462b-a4be-2b65931cb8ce, host hv-cinder-79963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79963',level=0,port_id=057b7972-8038-462b-a4be-2b65931cb8ce,segment=NetworkSegment(dddb28fa-4fad-449a-82ce-8e0f70343f0f),segment_id=dddb28fa-4fad-449a-82ce-8e0f70343f0f)] {{(pid=93089) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:34:35.165751 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-772913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730294210856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730293689582', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730293689631'] for port, after_update {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:34:35.218367 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] Pushing event updated for resources: {'Port': ['ID=057b7972-8038-462b-a4be-2b65931cb8ce,revision_number=5']} {{(pid=93089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:34:35.239997 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 12:34:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-925b103e-7543-4bde-a314-468532e5fd2e x-openstack-request-id: req-925b103e-7543-4bde-a314-468532e5fd2e {{(pid=93089) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:34:35.239997 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d336b86-6e54-450c-be5b-8e150a34fd9f", "name": "network-vif-plugged", "status": "completed", "tag": "057b7972-8038-462b-a4be-2b65931cb8ce", "code": 200}]} {{(pid=93089) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:34:35.239997 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.106/compute/v2.1/os-server-external-events used request id req-925b103e-7543-4bde-a314-468532e5fd2e {{(pid=93089) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:34:35.239997 dv-cinder-799631-1-iscsi neutron-server[93089]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d336b86-6e54-450c-be5b-8e150a34fd9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '057b7972-8038-462b-a4be-2b65931cb8ce', 'code': 200} Jul 06 12:34:35.473688 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1b8dd1-39d9-443d-910b-eb4293c0e5cb req-9cc2e3e1-e106-45e5-97a4-8b2b166aba9a tempest-ServerRescueNegativeTestJSON-1447075807 tempest-ServerRescueNegativeTestJSON-1447075807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:34:35.475851 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-3a1b8dd1-39d9-443d-910b-eb4293c0e5cb req-9cc2e3e1-e106-45e5-97a4-8b2b166aba9a tempest-ServerRescueNegativeTestJSON-1447075807 tempest-ServerRescueNegativeTestJSON-1447075807-project] 10.222.0.106 "GET /v2.0/ports?device_id=5fb246d8-3ad4-4716-8d4a-a158efb7586c HTTP/1.1" status: 200 len: 945 time: 0.1154335 Jul 06 12:34:35.488968 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f0d726-4c9b-4422-bfa7-d6f17841e142 req-3a334e1c-30cc-44b0-b737-024dc553fe45 tempest-AttachVolumeNegativeTest-317369925 tempest-AttachVolumeNegativeTest-317369925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:34:35.490535 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-f5f0d726-4c9b-4422-bfa7-d6f17841e142 req-3a334e1c-30cc-44b0-b737-024dc553fe45 tempest-AttachVolumeNegativeTest-317369925 tempest-AttachVolumeNegativeTest-317369925-project] 10.222.0.106 "GET /v2.0/ports?device_id=0d336b86-6e54-450c-be5b-8e150a34fd9f HTTP/1.1" status: 200 len: 945 time: 0.1835248 Jul 06 12:34:35.566431 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-f5f0d726-4c9b-4422-bfa7-d6f17841e142 req-09f0386d-97dc-47d8-ab9a-c66b7e8893f3 tempest-AttachVolumeNegativeTest-317369925 tempest-AttachVolumeNegativeTest-317369925-project] 10.222.0.106 "GET /v2.0/security-groups?id=a7a3a38a-2b2f-449e-b642-1996735c584e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667896 Jul 06 12:34:35.625688 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-3a1b8dd1-39d9-443d-910b-eb4293c0e5cb req-dbeb81f8-e4b2-426b-8c2d-88e1282c4714 tempest-ServerRescueNegativeTestJSON-1447075807 tempest-ServerRescueNegativeTestJSON-1447075807-project] 10.222.0.106 "GET /v2.0/security-groups?id=4d78ff5b-ed74-4775-b2e7-af8cfc6a5bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1332309 Jul 06 12:34:35.659173 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe94700-5bc4-45e2-882b-d97ab06248c6 req-2ee03841-350d-48a3-bec4-3efbdab1ce1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:34:35.660898 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-4fe94700-5bc4-45e2-882b-d97ab06248c6 req-2ee03841-350d-48a3-bec4-3efbdab1ce1e service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=0d336b86-6e54-450c-be5b-8e150a34fd9f HTTP/1.1" status: 200 len: 1098 time: 0.1069341 Jul 06 12:34:35.750755 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-4fe94700-5bc4-45e2-882b-d97ab06248c6 req-a31661a7-33e9-4642-a5db-85c141dc5921 service neutron] 10.222.0.100 "GET /v2.0/security-groups?id=a7a3a38a-2b2f-449e-b642-1996735c584e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693796 Jul 06 12:34:36.842215 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b02f25d-7134-40d5-827e-2d6a54bb5544 req-bb18f56d-805e-4aa9-89cb-5af7e2316a27 tempest-AttachVolumeNegativeTest-317369925 tempest-AttachVolumeNegativeTest-317369925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:34:36.843740 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-1b02f25d-7134-40d5-827e-2d6a54bb5544 req-bb18f56d-805e-4aa9-89cb-5af7e2316a27 tempest-AttachVolumeNegativeTest-317369925 tempest-AttachVolumeNegativeTest-317369925-project] 10.222.0.106 "GET /v2.0/ports?device_id=0d336b86-6e54-450c-be5b-8e150a34fd9f HTTP/1.1" status: 200 len: 945 time: 0.1190085 Jul 06 12:34:36.912734 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebfb516-4326-4463-9961-ba4a23f683bc req-11640385-1337-4eba-867b-17fc400ef516 tempest-ServerRescueNegativeTestJSON-1447075807 tempest-ServerRescueNegativeTestJSON-1447075807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:34:36.914294 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-aebfb516-4326-4463-9961-ba4a23f683bc req-11640385-1337-4eba-867b-17fc400ef516 tempest-ServerRescueNegativeTestJSON-1447075807 tempest-ServerRescueNegativeTestJSON-1447075807-project] 10.222.0.106 "GET /v2.0/ports?device_id=5fb246d8-3ad4-4716-8d4a-a158efb7586c HTTP/1.1" status: 200 len: 945 time: 0.1322391 Jul 06 12:34:36.935416 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-1b02f25d-7134-40d5-827e-2d6a54bb5544 req-6256825a-f9e4-4228-9257-de060770cf92 tempest-AttachVolumeNegativeTest-317369925 tempest-AttachVolumeNegativeTest-317369925-project] 10.222.0.106 "GET /v2.0/security-groups?id=a7a3a38a-2b2f-449e-b642-1996735c584e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807328 Jul 06 12:34:36.935864 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.wsgi [-] (93087) accepted ('10.222.0.106', 48958) {{(pid=93087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:34:36.992628 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-aebfb516-4326-4463-9961-ba4a23f683bc req-d98f5e3f-0c74-4981-ad55-998c07d93252 tempest-ServerRescueNegativeTestJSON-1447075807 tempest-ServerRescueNegativeTestJSON-1447075807-project] 10.222.0.106 "GET /v2.0/security-groups?id=4d78ff5b-ed74-4775-b2e7-af8cfc6a5bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552788 Jul 06 12:34:37.163047 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-db32c8f6-c492-41be-94de-4210f1107ad9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:34:37.250442 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-0f953aa2-b02e-406c-985e-cd51ffb8230d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730293992524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912513'] for agent, after_update {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:34:37.285576 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-db32c8f6-c492-41be-94de-4210f1107ad9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:34:37.290916 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-db32c8f6-c492-41be-94de-4210f1107ad9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1774441'] for security_group, after_create {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:34:37.332528 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db32c8f6-c492-41be-94de-4210f1107ad9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5061db8f-0534-4013-8107-b0a4cf84cbe3,revision_number=1']} {{(pid=93087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:34:37.340846 dv-cinder-799631-1-iscsi neutron-server[93087]: INFO neutron.wsgi [None req-db32c8f6-c492-41be-94de-4210f1107ad9 admin admin] 10.222.0.106 "GET /v2.0/security-groups?tenant_id=5b72ec8c55d44316b2422437feb75705&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4026456 Jul 06 12:34:37.341363 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.wsgi [-] (93088) accepted ('10.222.0.106', 48972) {{(pid=93088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:34:37.394059 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-7ef66acf-d659-4a6b-8f08-b10aaafeda7b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:34:37.428169 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-7ef66acf-d659-4a6b-8f08-b10aaafeda7b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:34:37.474769 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-7ef66acf-d659-4a6b-8f08-b10aaafeda7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1774441'] for security_group, after_delete {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:34:37.477769 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-7ef66acf-d659-4a6b-8f08-b10aaafeda7b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:34:37.478929 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [None req-7ef66acf-d659-4a6b-8f08-b10aaafeda7b admin admin] 10.222.0.106 "DELETE /v2.0/security-groups/5061db8f-0534-4013-8107-b0a4cf84cbe3 HTTP/1.1" status: 204 len: 168 time: 0.1366670 Jul 06 12:34:37.487351 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef66acf-d659-4a6b-8f08-b10aaafeda7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5061db8f-0534-4013-8107-b0a4cf84cbe3,revision_number=None']} {{(pid=93088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:34:38.176398 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d334ab-393a-4da3-af38-640e637d7ca3 req-9a72cdd8-0132-4533-938e-6aca99e158b7 tempest-AttachVolumeNegativeTest-317369925 tempest-AttachVolumeNegativeTest-317369925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:34:38.178730 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-e2d334ab-393a-4da3-af38-640e637d7ca3 req-9a72cdd8-0132-4533-938e-6aca99e158b7 tempest-AttachVolumeNegativeTest-317369925 tempest-AttachVolumeNegativeTest-317369925-project] 10.222.0.106 "GET /v2.0/ports?device_id=0d336b86-6e54-450c-be5b-8e150a34fd9f HTTP/1.1" status: 200 len: 945 time: 0.1288302 Jul 06 12:34:38.246613 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-e2d334ab-393a-4da3-af38-640e637d7ca3 req-9ff8394c-e9a7-48d5-be69-2cce65159d07 tempest-AttachVolumeNegativeTest-317369925 tempest-AttachVolumeNegativeTest-317369925-project] 10.222.0.106 "GET /v2.0/security-groups?id=a7a3a38a-2b2f-449e-b642-1996735c584e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595441 Jul 06 12:34:38.263487 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbde93c-bd00-4257-a433-420ad43631b8 req-0f17e79b-c541-41d9-a82a-fb150a52c8fc tempest-ServerRescueNegativeTestJSON-1447075807 tempest-ServerRescueNegativeTestJSON-1447075807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:34:38.271116 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-fcbde93c-bd00-4257-a433-420ad43631b8 req-0f17e79b-c541-41d9-a82a-fb150a52c8fc tempest-ServerRescueNegativeTestJSON-1447075807 tempest-ServerRescueNegativeTestJSON-1447075807-project] 10.222.0.106 "GET /v2.0/ports?device_id=5fb246d8-3ad4-4716-8d4a-a158efb7586c HTTP/1.1" status: 200 len: 945 time: 0.1468587 Jul 06 12:34:38.321182 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-fcbde93c-bd00-4257-a433-420ad43631b8 req-39897f89-86dc-4e40-b025-280ee86652e6 tempest-ServerRescueNegativeTestJSON-1447075807 tempest-ServerRescueNegativeTestJSON-1447075807-project] 10.222.0.106 "GET /v2.0/security-groups?id=4d78ff5b-ed74-4775-b2e7-af8cfc6a5bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490904 Jul 06 12:34:39.509729 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64065ce6-1fbb-4f17-ba0c-f8cdde5454a0 req-1ae8aff4-c297-4899-8cbd-7dcdb7e08d5f tempest-ServerRescueNegativeTestJSON-1447075807 tempest-ServerRescueNegativeTestJSON-1447075807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:34:39.511231 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-64065ce6-1fbb-4f17-ba0c-f8cdde5454a0 req-1ae8aff4-c297-4899-8cbd-7dcdb7e08d5f tempest-ServerRescueNegativeTestJSON-1447075807 tempest-ServerRescueNegativeTestJSON-1447075807-project] 10.222.0.106 "GET /v2.0/ports?device_id=5fb246d8-3ad4-4716-8d4a-a158efb7586c HTTP/1.1" status: 200 len: 945 time: 0.0672071 Jul 06 12:34:39.551320 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-64065ce6-1fbb-4f17-ba0c-f8cdde5454a0 req-6f0d8691-ea23-4f8c-a44f-bf99f781901f tempest-ServerRescueNegativeTestJSON-1447075807 tempest-ServerRescueNegativeTestJSON-1447075807-project] 10.222.0.106 "GET /v2.0/security-groups?id=4d78ff5b-ed74-4775-b2e7-af8cfc6a5bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337310 Jul 06 12:34:40.502404 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-959e1eea-5aa2-4c43-a3de-b2c01fb46e17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730293992524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912513'] for agent, after_update {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:34:40.887340 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-3dd6613b-aa53-445d-9a05-4c085a94a05e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730293992524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912513'] for agent, after_update {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:34:41.481415 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-59602645-7b03-4a79-8c54-32befe919dd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730293992524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912513'] for agent, after_update {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:34:42.855109 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-b6dfa030-41af-4440-a016-72b740c0d67d req-c14330f2-409e-4f0b-a71f-ddc84e1b5ce3 tempest-VolumesNegativeTest-2007369250 tempest-VolumesNegativeTest-2007369250-project] 10.222.0.106 "GET /v2.0/networks?tenant_id=71d4bf6cf7ea4880b68911eae0fb3355&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0336158 Jul 06 12:34:43.073703 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-eaae0be5-6402-4968-ae30-74f1a6482786 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730293992524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912513'] for agent, after_update {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:34:43.355094 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3472b546-41aa-429c-9bef-f6f848971a97 req-ff8cfa81-a6ec-4c95-835e-f32aa3bb92e2 tempest-ServerRescueNegativeTestJSON-1447075807 tempest-ServerRescueNegativeTestJSON-1447075807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:34:43.357368 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-3472b546-41aa-429c-9bef-f6f848971a97 req-ff8cfa81-a6ec-4c95-835e-f32aa3bb92e2 tempest-ServerRescueNegativeTestJSON-1447075807 tempest-ServerRescueNegativeTestJSON-1447075807-project] 10.222.0.106 "GET /v2.0/ports?device_id=5fb246d8-3ad4-4716-8d4a-a158efb7586c HTTP/1.1" status: 200 len: 945 time: 0.4827132 Jul 06 12:34:43.366577 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6dfa030-41af-4440-a016-72b740c0d67d req-934e4086-f777-4409-9920-3dd12f5307b7 tempest-VolumesNegativeTest-2007369250 tempest-VolumesNegativeTest-2007369250-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:34:43.368104 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-b6dfa030-41af-4440-a016-72b740c0d67d req-934e4086-f777-4409-9920-3dd12f5307b7 tempest-VolumesNegativeTest-2007369250 tempest-VolumesNegativeTest-2007369250-project] 10.222.0.106 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5032370 Jul 06 12:34:43.400389 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-b6dfa030-41af-4440-a016-72b740c0d67d req-7e2916b2-7d6d-47b4-979c-77a800c68ce2 tempest-VolumesNegativeTest-2007369250 tempest-VolumesNegativeTest-2007369250-project] 10.222.0.106 "GET /v2.0/quotas/71d4bf6cf7ea4880b68911eae0fb3355 HTTP/1.1" status: 200 len: 375 time: 0.0251818 Jul 06 12:34:43.424120 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-3472b546-41aa-429c-9bef-f6f848971a97 req-73ee5d02-cf5c-49b9-ad61-48bd81c666e9 tempest-ServerRescueNegativeTestJSON-1447075807 tempest-ServerRescueNegativeTestJSON-1447075807-project] 10.222.0.106 "GET /v2.0/security-groups?id=4d78ff5b-ed74-4775-b2e7-af8cfc6a5bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550022 Jul 06 12:34:43.441541 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-b6dfa030-41af-4440-a016-72b740c0d67d req-e1379e76-d808-4e8c-9dd6-6150fd952e29 tempest-VolumesNegativeTest-2007369250 tempest-VolumesNegativeTest-2007369250-project] 10.222.0.106 "GET /v2.0/ports?tenant_id=71d4bf6cf7ea4880b68911eae0fb3355&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0339704 Jul 06 12:34:43.618572 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-1bb7dc78-249f-418c-9d42-263ba6237688 req-e2ba0240-c992-4712-ae63-de6c11a48773 tempest-VolumesNegativeTest-2007369250 tempest-VolumesNegativeTest-2007369250-project] 10.222.0.106 "GET /v2.0/ports?device_id=76ed0e50-cef6-43d1-91d5-6e71aa6ae96b HTTP/1.1" status: 200 len: 210 time: 0.0314753 Jul 06 12:34:44.654652 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6167a5d8-7927-456e-9780-ba2d32d346ac req-a6eab02c-b9f1-42e0-bd1a-882928f2bea1 tempest-ServerRescueNegativeTestJSON-1447075807 tempest-ServerRescueNegativeTestJSON-1447075807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:34:44.657850 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-6167a5d8-7927-456e-9780-ba2d32d346ac req-a6eab02c-b9f1-42e0-bd1a-882928f2bea1 tempest-ServerRescueNegativeTestJSON-1447075807 tempest-ServerRescueNegativeTestJSON-1447075807-project] 10.222.0.106 "GET /v2.0/ports?device_id=5fb246d8-3ad4-4716-8d4a-a158efb7586c HTTP/1.1" status: 200 len: 945 time: 0.0879896 Jul 06 12:34:44.717835 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-6167a5d8-7927-456e-9780-ba2d32d346ac req-e111dc44-5110-4db7-bab6-f68131e53fe5 tempest-ServerRescueNegativeTestJSON-1447075807 tempest-ServerRescueNegativeTestJSON-1447075807-project] 10.222.0.106 "GET /v2.0/security-groups?id=4d78ff5b-ed74-4775-b2e7-af8cfc6a5bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525002 Jul 06 12:34:44.965035 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.wsgi [-] (93087) accepted ('10.222.0.106', 49190) {{(pid=93087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:34:44.971313 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-b6dfa030-41af-4440-a016-72b740c0d67d req-110f69cc-7d6a-4816-ad23-9c69e390b7eb tempest-VolumesNegativeTest-2007369250 tempest-VolumesNegativeTest-2007369250-project] 10.222.0.100 "GET /v2.0/networks?tenant_id=71d4bf6cf7ea4880b68911eae0fb3355&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0472219 Jul 06 12:34:45.001248 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73644c46-8c55-4638-9d6c-3d7787494ea8 req-0485362e-12ee-4c6e-a78c-f7cec5d9dc62 tempest-AttachVolumeNegativeTest-317369925 tempest-AttachVolumeNegativeTest-317369925-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:34:45.002874 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-73644c46-8c55-4638-9d6c-3d7787494ea8 req-0485362e-12ee-4c6e-a78c-f7cec5d9dc62 tempest-AttachVolumeNegativeTest-317369925 tempest-AttachVolumeNegativeTest-317369925-project] 10.222.0.106 "GET /v2.0/networks?id=0139f472-5f20-48a6-a32c-3cd8224eeba1 HTTP/1.1" status: 200 len: 814 time: 0.2828920 Jul 06 12:34:45.006857 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-6ba61a76-7f73-4687-b5a7-b7770c2c72a3 req-92aabcbe-215a-4551-88d3-b5e9da3f465f tempest-VolumesNegativeTest-2007369250 tempest-VolumesNegativeTest-2007369250-project] 10.222.0.106 "GET /v2.0/ports?device_id=76ed0e50-cef6-43d1-91d5-6e71aa6ae96b HTTP/1.1" status: 200 len: 210 time: 0.0585461 Jul 06 12:34:45.079627 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-73644c46-8c55-4638-9d6c-3d7787494ea8 req-c0dc195b-9a56-4309-bfcd-dfba196925e0 tempest-AttachVolumeNegativeTest-317369925 tempest-AttachVolumeNegativeTest-317369925-project] 10.222.0.106 "GET /v2.0/quotas/ffd269f97b9e4f3cbdf8841b0915444b HTTP/1.1" status: 200 len: 375 time: 0.0622494 Jul 06 12:34:45.188313 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6dfa030-41af-4440-a016-72b740c0d67d req-9e4a74db-6e8e-401f-9615-1a85c007bfbc tempest-VolumesNegativeTest-2007369250 tempest-VolumesNegativeTest-2007369250-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:34:45.189934 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-b6dfa030-41af-4440-a016-72b740c0d67d req-9e4a74db-6e8e-401f-9615-1a85c007bfbc tempest-VolumesNegativeTest-2007369250 tempest-VolumesNegativeTest-2007369250-project] 10.222.0.100 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1859012 Jul 06 12:34:45.218873 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-73644c46-8c55-4638-9d6c-3d7787494ea8 req-9373fe9b-be94-4c80-b0a1-af51d4376400 tempest-AttachVolumeNegativeTest-317369925 tempest-AttachVolumeNegativeTest-317369925-project] 10.222.0.106 "GET /v2.0/ports?tenant_id=ffd269f97b9e4f3cbdf8841b0915444b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1289704 Jul 06 12:34:45.229007 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-e1e584da-2f73-4103-82af-3603275cadf0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:34:45.279199 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.api.v2.base [req-b6dfa030-41af-4440-a016-72b740c0d67d req-5a2aa04e-17df-4846-a2cc-9afec88dd12b tempest-VolumesNegativeTest-2007369250 tempest-VolumesNegativeTest-2007369250-project] Request body: {'port': {'device_id': '76ed0e50-cef6-43d1-91d5-6e71aa6ae96b', 'network_id': '5560325a-228d-4dd6-b9b1-abd63fc92f66', 'admin_state_up': True, 'tenant_id': '71d4bf6cf7ea4880b68911eae0fb3355'}} {{(pid=93088) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:34:45.384812 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-e1e584da-2f73-4103-82af-3603275cadf0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:34:45.389727 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-e1e584da-2f73-4103-82af-3603275cadf0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1774441'] for security_group, after_create {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:34:45.401837 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-73644c46-8c55-4638-9d6c-3d7787494ea8 req-dcaed0dd-92b2-4c44-acc1-5219944279d2 service neutron] 10.222.0.106 "GET /v2.0/networks/0139f472-5f20-48a6-a32c-3cd8224eeba1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1747098 Jul 06 12:34:45.431376 dv-cinder-799631-1-iscsi neutron-server[93087]: INFO neutron.wsgi [None req-e1e584da-2f73-4103-82af-3603275cadf0 admin admin] 10.222.0.106 "GET /v2.0/security-groups?tenant_id=7fcdc2f6ccee40a397d346790c7f8422&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4652257 Jul 06 12:34:45.433061 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e584da-2f73-4103-82af-3603275cadf0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b8e0594-881d-47db-af0a-59c5037c5176,revision_number=1']} {{(pid=93087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:34:45.436887 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.wsgi [-] (93087) accepted ('10.222.0.106', 49204) {{(pid=93087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:34:45.497137 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b6dfa030-41af-4440-a016-72b740c0d67d req-5a2aa04e-17df-4846-a2cc-9afec88dd12b tempest-VolumesNegativeTest-2007369250 tempest-VolumesNegativeTest-2007369250-project] Made reservation on behalf of 71d4bf6cf7ea4880b68911eae0fb3355 for: {'port': 1} {{(pid=93088) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:34:45.500702 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [req-b6dfa030-41af-4440-a016-72b740c0d67d req-5a2aa04e-17df-4846-a2cc-9afec88dd12b tempest-VolumesNegativeTest-2007369250 tempest-VolumesNegativeTest-2007369250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772861'] for port, before_create {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:34:45.502480 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-6cf0725a-41e0-4640-9b0e-83cbb6e1b243 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:34:45.520353 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [req-b6dfa030-41af-4440-a016-72b740c0d67d req-5a2aa04e-17df-4846-a2cc-9afec88dd12b tempest-VolumesNegativeTest-2007369250 tempest-VolumesNegativeTest-2007369250-project] Notify callbacks [] for security_group, before_create {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:34:45.534341 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-6cf0725a-41e0-4640-9b0e-83cbb6e1b243 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:34:45.540968 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-73644c46-8c55-4638-9d6c-3d7787494ea8 req-25bfdb57-906b-47fa-a26d-c74436df2137 service neutron] 10.222.0.106 "GET /v2.0/networks/0139f472-5f20-48a6-a32c-3cd8224eeba1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1316018 Jul 06 12:34:45.613019 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-6cf0725a-41e0-4640-9b0e-83cbb6e1b243 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1774441'] for security_group, after_delete {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:34:45.619948 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-6cf0725a-41e0-4640-9b0e-83cbb6e1b243 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:34:45.621284 dv-cinder-799631-1-iscsi neutron-server[93087]: INFO neutron.wsgi [None req-6cf0725a-41e0-4640-9b0e-83cbb6e1b243 admin admin] 10.222.0.106 "DELETE /v2.0/security-groups/1b8e0594-881d-47db-af0a-59c5037c5176 HTTP/1.1" status: 204 len: 168 time: 0.1837578 Jul 06 12:34:45.629749 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf0725a-41e0-4640-9b0e-83cbb6e1b243 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b8e0594-881d-47db-af0a-59c5037c5176,revision_number=None']} {{(pid=93087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:34:45.651456 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [req-b6dfa030-41af-4440-a016-72b740c0d67d req-5a2aa04e-17df-4846-a2cc-9afec88dd12b tempest-VolumesNegativeTest-2007369250 tempest-VolumesNegativeTest-2007369250-project] Notify callbacks [] for security_group, precommit_create {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:34:45.656118 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [req-b6dfa030-41af-4440-a016-72b740c0d67d req-5a2aa04e-17df-4846-a2cc-9afec88dd12b tempest-VolumesNegativeTest-2007369250 tempest-VolumesNegativeTest-2007369250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1774441'] for security_group, after_create {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:34:45.762658 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2aa04e-17df-4846-a2cc-9afec88dd12b tempest-VolumesNegativeTest-2007369250 tempest-VolumesNegativeTest-2007369250-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6beadefd-f875-4214-81f9-6c2a629eebc9,revision_number=1']} {{(pid=93088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:34:45.804356 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-28a77085-400b-43b9-861c-fae8ee5e0116 req-2bb0b4a5-82b4-48a4-a72c-93de989229a1 tempest-AttachVolumeNegativeTest-317369925 tempest-AttachVolumeNegativeTest-317369925-project] 10.222.0.106 "GET /v2.0/ports?device_id=7984c78c-db17-4d88-93b3-2f5a4ad1d879 HTTP/1.1" status: 200 len: 210 time: 0.0604572 Jul 06 12:34:45.881893 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.db.db_base_plugin_common [req-b6dfa030-41af-4440-a016-72b740c0d67d req-5a2aa04e-17df-4846-a2cc-9afec88dd12b tempest-VolumesNegativeTest-2007369250 tempest-VolumesNegativeTest-2007369250-project] Allocated IP 192.168.233.245 (5560325a-228d-4dd6-b9b1-abd63fc92f66/208eef78-ec73-40f7-87d1-5c3d9dc2466c/216fa137-c313-4281-b4fe-75deec3504a3) {{(pid=93088) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:34:46.014034 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.wsgi [-] (93087) accepted ('10.222.0.106', 49226) {{(pid=93087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:34:46.032594 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-62c5ce02-c21c-4d73-87ca-6092fbb719b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:34:46.055047 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db890aaf-167d-44cb-b3a6-41673fdcad93 req-e02fb379-d57f-42a0-9f35-bfca9d66273b tempest-ServerRescueNegativeTestJSON-1447075807 tempest-ServerRescueNegativeTestJSON-1447075807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:34:46.066608 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-db890aaf-167d-44cb-b3a6-41673fdcad93 req-e02fb379-d57f-42a0-9f35-bfca9d66273b tempest-ServerRescueNegativeTestJSON-1447075807 tempest-ServerRescueNegativeTestJSON-1447075807-project] 10.222.0.106 "GET /v2.0/ports?device_id=5fb246d8-3ad4-4716-8d4a-a158efb7586c HTTP/1.1" status: 200 len: 945 time: 0.1675758 Jul 06 12:34:46.168052 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [req-b6dfa030-41af-4440-a016-72b740c0d67d req-5a2aa04e-17df-4846-a2cc-9afec88dd12b tempest-VolumesNegativeTest-2007369250 tempest-VolumesNegativeTest-2007369250-project] Notify callbacks [] for port, precommit_create {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:34:46.229902 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.db.provisioning_blocks [req-b6dfa030-41af-4440-a016-72b740c0d67d req-5a2aa04e-17df-4846-a2cc-9afec88dd12b tempest-VolumesNegativeTest-2007369250 tempest-VolumesNegativeTest-2007369250-project] Transition to ACTIVE for port object 216fa137-c313-4281-b4fe-75deec3504a3 will not be triggered until provisioned by entity DHCP. {{(pid=93088) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:34:46.235270 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-978527e7-f205-4d22-bc21-91e35b7a79a7 req-8b298bd9-d5cd-4bec-b900-bc2240a3d4c5 tempest-VolumesNegativeTest-2007369250 tempest-VolumesNegativeTest-2007369250-project] 10.222.0.106 "GET /v2.0/ports?device_id=76ed0e50-cef6-43d1-91d5-6e71aa6ae96b HTTP/1.1" status: 200 len: 210 time: 0.0630243 Jul 06 12:34:46.278243 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-db890aaf-167d-44cb-b3a6-41673fdcad93 req-3d6db09a-4809-4233-a330-09dc207e1b53 tempest-ServerRescueNegativeTestJSON-1447075807 tempest-ServerRescueNegativeTestJSON-1447075807-project] 10.222.0.106 "GET /v2.0/security-groups?id=4d78ff5b-ed74-4775-b2e7-af8cfc6a5bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070642 Jul 06 12:34:46.325923 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [req-b6dfa030-41af-4440-a016-72b740c0d67d req-5a2aa04e-17df-4846-a2cc-9afec88dd12b tempest-VolumesNegativeTest-2007369250 tempest-VolumesNegativeTest-2007369250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-772920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-407207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730293689564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-63638193'] for port, after_create {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:34:46.399661 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-62c5ce02-c21c-4d73-87ca-6092fbb719b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:34:46.400637 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b6dfa030-41af-4440-a016-72b740c0d67d req-5a2aa04e-17df-4846-a2cc-9afec88dd12b tempest-VolumesNegativeTest-2007369250 tempest-VolumesNegativeTest-2007369250-project] Network 5560325a-228d-4dd6-b9b1-abd63fc92f66 is already hosted by enough agents. {{(pid=93088) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:34:46.402134 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.scheduler.base_scheduler [req-b6dfa030-41af-4440-a016-72b740c0d67d req-5a2aa04e-17df-4846-a2cc-9afec88dd12b tempest-VolumesNegativeTest-2007369250 tempest-VolumesNegativeTest-2007369250-project] Resources bound (agent type, host, resource id): {{(pid=93088) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:34:46.406781 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6dfa030-41af-4440-a016-72b740c0d67d req-5a2aa04e-17df-4846-a2cc-9afec88dd12b tempest-VolumesNegativeTest-2007369250 tempest-VolumesNegativeTest-2007369250-project] Received port after_create {{(pid=93088) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:34:46.418234 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-62c5ce02-c21c-4d73-87ca-6092fbb719b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1774441'] for security_group, after_create {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:34:46.442789 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2aa04e-17df-4846-a2cc-9afec88dd12b tempest-VolumesNegativeTest-2007369250 tempest-VolumesNegativeTest-2007369250-project] Pushing event updated for resources: {'Port': ['ID=216fa137-c313-4281-b4fe-75deec3504a3,revision_number=1']} {{(pid=93088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:34:46.463544 dv-cinder-799631-1-iscsi neutron-server[93087]: INFO neutron.wsgi [None req-62c5ce02-c21c-4d73-87ca-6092fbb719b1 admin admin] 10.222.0.106 "GET /v2.0/security-groups?tenant_id=71035c34013c4fdba570fe076eba0d9b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4474270 Jul 06 12:34:46.467822 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.wsgi [-] (93088) accepted ('10.222.0.106', 49236) {{(pid=93088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:34:46.477125 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c5ce02-c21c-4d73-87ca-6092fbb719b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14db85d2-49e7-4a1b-b2fc-e03ac1fe1b0e,revision_number=1']} {{(pid=93087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:34:46.491497 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6dfa030-41af-4440-a016-72b740c0d67d req-5a2aa04e-17df-4846-a2cc-9afec88dd12b tempest-VolumesNegativeTest-2007369250 tempest-VolumesNegativeTest-2007369250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:34:46.492380 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [req-b6dfa030-41af-4440-a016-72b740c0d67d req-5a2aa04e-17df-4846-a2cc-9afec88dd12b tempest-VolumesNegativeTest-2007369250 tempest-VolumesNegativeTest-2007369250-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473541'] for port, before_response {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:34:46.532889 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-b6dfa030-41af-4440-a016-72b740c0d67d req-5a2aa04e-17df-4846-a2cc-9afec88dd12b tempest-VolumesNegativeTest-2007369250 tempest-VolumesNegativeTest-2007369250-project] 10.222.0.100 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2864025 Jul 06 12:34:46.572295 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.api.v2.base [req-b6dfa030-41af-4440-a016-72b740c0d67d req-bf90e546-f923-445e-88f0-632a1de14739 service neutron] Request body: {'port': {'device_id': '76ed0e50-cef6-43d1-91d5-6e71aa6ae96b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79963'}} {{(pid=93088) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:34:46.575017 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-7684a370-58dc-4928-ad13-6c713646cf1b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:34:46.637498 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-7684a370-58dc-4928-ad13-6c713646cf1b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:34:46.715319 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.db.provisioning_blocks [None req-6882b7e5-d828-45ef-bb01-aa52540884e0 None None] Provisioning for port 216fa137-c313-4281-b4fe-75deec3504a3 completed by entity DHCP. {{(pid=93089) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:34:46.720610 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.db.provisioning_blocks [None req-6882b7e5-d828-45ef-bb01-aa52540884e0 None None] Provisioning complete for port 216fa137-c313-4281-b4fe-75deec3504a3 triggered by entity DHCP. {{(pid=93089) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:34:46.720999 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-6882b7e5-d828-45ef-bb01-aa52540884e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912496'] for port, provisioning_complete {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:34:46.725470 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [req-b6dfa030-41af-4440-a016-72b740c0d67d req-bf90e546-f923-445e-88f0-632a1de14739 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772861'] for port, before_update {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:34:46.765580 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.plugin [None req-6882b7e5-d828-45ef-bb01-aa52540884e0 None None] Port 216fa137-c313-4281-b4fe-75deec3504a3 cannot update to ACTIVE because it is not bound. {{(pid=93089) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 12:34:46.790277 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-7684a370-58dc-4928-ad13-6c713646cf1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1774441'] for security_group, after_delete {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:34:46.793052 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-7684a370-58dc-4928-ad13-6c713646cf1b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:34:46.794204 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [None req-7684a370-58dc-4928-ad13-6c713646cf1b admin admin] 10.222.0.106 "DELETE /v2.0/security-groups/14db85d2-49e7-4a1b-b2fc-e03ac1fe1b0e HTTP/1.1" status: 204 len: 168 time: 0.3250690 Jul 06 12:34:46.860486 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7684a370-58dc-4928-ad13-6c713646cf1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14db85d2-49e7-4a1b-b2fc-e03ac1fe1b0e,revision_number=None']} {{(pid=93088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:34:47.005389 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-840a24dc-5550-416f-88aa-541192a6323f req-84a0619f-0cdd-41e3-981d-98084c283c8f tempest-AttachVolumeNegativeTest-317369925 tempest-AttachVolumeNegativeTest-317369925-project] 10.222.0.106 "GET /v2.0/ports?device_id=7984c78c-db17-4d88-93b3-2f5a4ad1d879 HTTP/1.1" status: 200 len: 210 time: 0.0361748 Jul 06 12:34:47.119927 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.notifiers.nova [req-b6dfa030-41af-4440-a016-72b740c0d67d req-bf90e546-f923-445e-88f0-632a1de14739 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 216fa137-c313-4281-b4fe-75deec3504a3 {{(pid=93088) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 12:34:47.128247 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [req-b6dfa030-41af-4440-a016-72b740c0d67d req-bf90e546-f923-445e-88f0-632a1de14739 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:34:47.142095 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.db.provisioning_blocks [req-b6dfa030-41af-4440-a016-72b740c0d67d req-bf90e546-f923-445e-88f0-632a1de14739 service neutron] Transition to ACTIVE for port object 216fa137-c313-4281-b4fe-75deec3504a3 will not be triggered until provisioned by entity L2. {{(pid=93088) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:34:47.147016 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [req-b6dfa030-41af-4440-a016-72b740c0d67d req-bf90e546-f923-445e-88f0-632a1de14739 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-772913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730294210856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730293689582', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730293689631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63638083'] for port, after_update {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:34:47.214128 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf90e546-f923-445e-88f0-632a1de14739 service neutron] Pushing event updated for resources: {'Port': ['ID=216fa137-c313-4281-b4fe-75deec3504a3,revision_number=2']} {{(pid=93088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:34:47.273546 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.wsgi [-] (93087) accepted ('10.222.0.106', 49260) {{(pid=93087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:34:47.385378 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.plugins.ml2.managers [req-b6dfa030-41af-4440-a016-72b740c0d67d req-bf90e546-f923-445e-88f0-632a1de14739 service neutron] Attempting to bind port 216fa137-c313-4281-b4fe-75deec3504a3 on host hv-cinder-79963 for vnic_type normal with profile {{(pid=93088) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:34:47.386320 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.plugins.ml2.managers [req-b6dfa030-41af-4440-a016-72b740c0d67d req-bf90e546-f923-445e-88f0-632a1de14739 service neutron] Attempting to bind port 216fa137-c313-4281-b4fe-75deec3504a3 by drivers openvswitch,hyperv on host hv-cinder-79963 at level 0 using segments [{'id': '612cdda8-ce3d-4898-a91e-9326f9f55af0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': '5560325a-228d-4dd6-b9b1-abd63fc92f66'}] {{(pid=93088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:34:47.388871 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6dfa030-41af-4440-a016-72b740c0d67d req-bf90e546-f923-445e-88f0-632a1de14739 service neutron] Attempting to bind port 216fa137-c313-4281-b4fe-75deec3504a3 on network 5560325a-228d-4dd6-b9b1-abd63fc92f66 {{(pid=93088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:34:47.401381 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6dfa030-41af-4440-a016-72b740c0d67d req-bf90e546-f923-445e-88f0-632a1de14739 service neutron] Port 216fa137-c313-4281-b4fe-75deec3504a3 on network 5560325a-228d-4dd6-b9b1-abd63fc92f66 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79963 {{(pid=93088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 12:34:47.403149 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6dfa030-41af-4440-a016-72b740c0d67d req-bf90e546-f923-445e-88f0-632a1de14739 service neutron] Attempting to bind port 216fa137-c313-4281-b4fe-75deec3504a3 on network 5560325a-228d-4dd6-b9b1-abd63fc92f66 {{(pid=93088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:34:47.436226 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6dfa030-41af-4440-a016-72b740c0d67d req-bf90e546-f923-445e-88f0-632a1de14739 service neutron] Checking agent: {'id': '04527ea7-205a-43f8-9500-06532a9ad9cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79963', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 12, 31, 19), 'started_at': datetime.datetime(2021, 7, 6, 12, 31, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 34, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:34:47.438399 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6dfa030-41af-4440-a016-72b740c0d67d req-bf90e546-f923-445e-88f0-632a1de14739 service neutron] Checking segment: {'id': '612cdda8-ce3d-4898-a91e-9326f9f55af0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': '5560325a-228d-4dd6-b9b1-abd63fc92f66'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93088) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:34:47.439102 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6dfa030-41af-4440-a016-72b740c0d67d req-bf90e546-f923-445e-88f0-632a1de14739 service neutron] Bound using segment: {'id': '612cdda8-ce3d-4898-a91e-9326f9f55af0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': '5560325a-228d-4dd6-b9b1-abd63fc92f66'} {{(pid=93088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:34:47.443730 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.plugins.ml2.managers [req-b6dfa030-41af-4440-a016-72b740c0d67d req-bf90e546-f923-445e-88f0-632a1de14739 service neutron] Bound port: 216fa137-c313-4281-b4fe-75deec3504a3, host: hv-cinder-79963, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '612cdda8-ce3d-4898-a91e-9326f9f55af0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': '5560325a-228d-4dd6-b9b1-abd63fc92f66'}}] {{(pid=93088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:34:47.445258 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [req-b6dfa030-41af-4440-a016-72b740c0d67d req-bf90e546-f923-445e-88f0-632a1de14739 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772861'] for port, before_update {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:34:47.646507 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73644c46-8c55-4638-9d6c-3d7787494ea8 req-7270f427-40ea-4d1e-8eb7-6211be7b657e tempest-AttachVolumeNegativeTest-317369925 tempest-AttachVolumeNegativeTest-317369925-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:34:47.648375 dv-cinder-799631-1-iscsi neutron-server[93087]: INFO neutron.wsgi [req-73644c46-8c55-4638-9d6c-3d7787494ea8 req-7270f427-40ea-4d1e-8eb7-6211be7b657e tempest-AttachVolumeNegativeTest-317369925 tempest-AttachVolumeNegativeTest-317369925-project] 10.222.0.100 "GET /v2.0/networks?id=0139f472-5f20-48a6-a32c-3cd8224eeba1 HTTP/1.1" status: 200 len: 814 time: 0.2042835 Jul 06 12:34:47.666435 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-e40a9de4-8eb0-451a-a0eb-80cf604300a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:34:47.679876 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.api.v2.base [req-73644c46-8c55-4638-9d6c-3d7787494ea8 req-6f5a7e2a-f2a1-40ec-8d95-f95b5f5b73b3 tempest-AttachVolumeNegativeTest-317369925 tempest-AttachVolumeNegativeTest-317369925-project] Request body: {'port': {'device_id': '7984c78c-db17-4d88-93b3-2f5a4ad1d879', 'network_id': '0139f472-5f20-48a6-a32c-3cd8224eeba1', 'admin_state_up': True, 'tenant_id': 'ffd269f97b9e4f3cbdf8841b0915444b'}} {{(pid=93087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:34:47.714994 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.plugins.ml2.db [req-b6dfa030-41af-4440-a016-72b740c0d67d req-bf90e546-f923-445e-88f0-632a1de14739 service neutron] For port 216fa137-c313-4281-b4fe-75deec3504a3, host hv-cinder-79963, cleared binding levels {{(pid=93088) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:34:47.740242 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.plugins.ml2.db [req-b6dfa030-41af-4440-a016-72b740c0d67d req-bf90e546-f923-445e-88f0-632a1de14739 service neutron] For port 216fa137-c313-4281-b4fe-75deec3504a3, host hv-cinder-79963, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79963',level=0,port_id=216fa137-c313-4281-b4fe-75deec3504a3,segment=NetworkSegment(612cdda8-ce3d-4898-a91e-9326f9f55af0),segment_id=612cdda8-ce3d-4898-a91e-9326f9f55af0)] {{(pid=93088) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:34:47.767004 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [req-b6dfa030-41af-4440-a016-72b740c0d67d req-bf90e546-f923-445e-88f0-632a1de14739 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-772913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730294210856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730293689582', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730293689631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63638083'] for port, after_update {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:34:47.872535 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09603a19-d2ef-4238-a1dc-120321632312 req-8d88f2d5-1a72-4157-9462-8892517da253 tempest-VolumesNegativeTest-2007369250 tempest-VolumesNegativeTest-2007369250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:34:47.879554 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-09603a19-d2ef-4238-a1dc-120321632312 req-8d88f2d5-1a72-4157-9462-8892517da253 tempest-VolumesNegativeTest-2007369250 tempest-VolumesNegativeTest-2007369250-project] 10.222.0.106 "GET /v2.0/ports?device_id=76ed0e50-cef6-43d1-91d5-6e71aa6ae96b HTTP/1.1" status: 200 len: 948 time: 0.3958488 Jul 06 12:34:47.883648 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6dfa030-41af-4440-a016-72b740c0d67d req-bf90e546-f923-445e-88f0-632a1de14739 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:34:47.884278 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [req-b6dfa030-41af-4440-a016-72b740c0d67d req-bf90e546-f923-445e-88f0-632a1de14739 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473541'] for port, before_response {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:34:47.885659 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-b6dfa030-41af-4440-a016-72b740c0d67d req-bf90e546-f923-445e-88f0-632a1de14739 service neutron] 10.222.0.100 "PUT /v2.0/ports/216fa137-c313-4281-b4fe-75deec3504a3 HTTP/1.1" status: 200 len: 1098 time: 1.3178177 Jul 06 12:34:47.889751 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76ed0e50-cef6-43d1-91d5-6e71aa6ae96b', 'tag': '216fa137-c313-4281-b4fe-75deec3504a3'}] {{(pid=93088) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:34:47.892917 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.106/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9084e8bb467df778e8c5a57eadfa6056a7986fbfd2ee9905f143c38c4b95db31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e22ffbbb-0830-42d5-abfc-c1c5685268b6" -d '{"events": [{"name": "network-changed", "server_uuid": "76ed0e50-cef6-43d1-91d5-6e71aa6ae96b", "tag": "216fa137-c313-4281-b4fe-75deec3504a3"}]}' {{(pid=93088) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:34:47.918379 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5e2909-bd50-47f3-be69-fe8237e6c15a req-15e5476c-516d-47db-ab81-c46f52950b42 tempest-ServerRescueNegativeTestJSON-1447075807 tempest-ServerRescueNegativeTestJSON-1447075807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:34:47.920030 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-6d5e2909-bd50-47f3-be69-fe8237e6c15a req-15e5476c-516d-47db-ab81-c46f52950b42 tempest-ServerRescueNegativeTestJSON-1447075807 tempest-ServerRescueNegativeTestJSON-1447075807-project] 10.222.0.106 "GET /v2.0/ports?device_id=5fb246d8-3ad4-4716-8d4a-a158efb7586c HTTP/1.1" status: 200 len: 945 time: 0.4441185 Jul 06 12:34:47.931344 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-e40a9de4-8eb0-451a-a0eb-80cf604300a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:34:47.944788 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-e40a9de4-8eb0-451a-a0eb-80cf604300a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1774441'] for security_group, after_create {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:34:47.993975 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-09603a19-d2ef-4238-a1dc-120321632312 req-0b03520f-10b8-4fa5-bef5-5ae70d75b5b6 tempest-VolumesNegativeTest-2007369250 tempest-VolumesNegativeTest-2007369250-project] 10.222.0.106 "GET /v2.0/security-groups?id=6beadefd-f875-4214-81f9-6c2a629eebc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127393 Jul 06 12:34:47.994494 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf90e546-f923-445e-88f0-632a1de14739 service neutron] Pushing event updated for resources: {'Port': ['ID=216fa137-c313-4281-b4fe-75deec3504a3,revision_number=3']} {{(pid=93088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:34:48.005441 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-73644c46-8c55-4638-9d6c-3d7787494ea8 req-6f5a7e2a-f2a1-40ec-8d95-f95b5f5b73b3 tempest-AttachVolumeNegativeTest-317369925 tempest-AttachVolumeNegativeTest-317369925-project] Made reservation on behalf of ffd269f97b9e4f3cbdf8841b0915444b for: {'port': 1} {{(pid=93087) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:34:48.009518 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [req-73644c46-8c55-4638-9d6c-3d7787494ea8 req-6f5a7e2a-f2a1-40ec-8d95-f95b5f5b73b3 tempest-AttachVolumeNegativeTest-317369925 tempest-AttachVolumeNegativeTest-317369925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772861'] for port, before_create {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:34:48.021450 dv-cinder-799631-1-iscsi neutron-server[93087]: INFO neutron.wsgi [None req-e40a9de4-8eb0-451a-a0eb-80cf604300a5 admin admin] 10.222.0.106 "GET /v2.0/security-groups?tenant_id=eb133494e9b34f72b38d891ed61a2ab8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7433496 Jul 06 12:34:48.026666 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.wsgi [-] (93087) accepted ('10.222.0.106', 49292) {{(pid=93087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:34:48.039658 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40a9de4-8eb0-451a-a0eb-80cf604300a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e733147-9937-4e3d-b4c1-0259e7a83eb1,revision_number=1']} {{(pid=93087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:34:48.072286 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-6d5e2909-bd50-47f3-be69-fe8237e6c15a req-5c674fc7-7891-42db-9e6e-3d8530258137 tempest-ServerRescueNegativeTestJSON-1447075807 tempest-ServerRescueNegativeTestJSON-1447075807-project] 10.222.0.106 "GET /v2.0/security-groups?id=4d78ff5b-ed74-4775-b2e7-af8cfc6a5bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1428602 Jul 06 12:34:48.112424 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6dfa030-41af-4440-a016-72b740c0d67d req-c06eb7e6-7747-4035-a138-04345a0a50fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:34:48.114561 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-b6dfa030-41af-4440-a016-72b740c0d67d req-c06eb7e6-7747-4035-a138-04345a0a50fe service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=71d4bf6cf7ea4880b68911eae0fb3355&device_id=76ed0e50-cef6-43d1-91d5-6e71aa6ae96b HTTP/1.1" status: 200 len: 1101 time: 0.1147542 Jul 06 12:34:48.209026 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-b6dfa030-41af-4440-a016-72b740c0d67d req-8dd78b4f-94dc-4ad3-92fe-e1edd5dc2559 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.245&port_id=216fa137-c313-4281-b4fe-75deec3504a3 HTTP/1.1" status: 200 len: 217 time: 0.0734155 Jul 06 12:34:48.215057 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-aa5935b7-c551-44ad-8bf9-da0c1380787f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:34:48.277278 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-aa5935b7-c551-44ad-8bf9-da0c1380787f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:34:48.307341 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6dfa030-41af-4440-a016-72b740c0d67d req-2a69e8c6-cc08-40a4-aec9-bf4289331d96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:34:48.308930 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-b6dfa030-41af-4440-a016-72b740c0d67d req-2a69e8c6-cc08-40a4-aec9-bf4289331d96 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=208eef78-ec73-40f7-87d1-5c3d9dc2466c HTTP/1.1" status: 200 len: 843 time: 0.0681210 Jul 06 12:34:48.309110 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.db.db_base_plugin_common [req-73644c46-8c55-4638-9d6c-3d7787494ea8 req-6f5a7e2a-f2a1-40ec-8d95-f95b5f5b73b3 tempest-AttachVolumeNegativeTest-317369925 tempest-AttachVolumeNegativeTest-317369925-project] Allocated IP 172.20.0.5 (0139f472-5f20-48a6-a32c-3cd8224eeba1/5c20e391-4427-4186-8795-33a479ca2372/5440014d-b27b-477f-96a5-6144cb9d1e61) {{(pid=93087) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:34:48.340487 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 12:34:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1bd130c-7d35-465d-94d0-f6720b341735 x-openstack-request-id: req-b1bd130c-7d35-465d-94d0-f6720b341735 {{(pid=93088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:34:48.340787 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "76ed0e50-cef6-43d1-91d5-6e71aa6ae96b", "tag": "216fa137-c313-4281-b4fe-75deec3504a3", "status": "completed", "code": 200}]} {{(pid=93088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:34:48.341298 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.106/compute/v2.1/os-server-external-events used request id req-b1bd130c-7d35-465d-94d0-f6720b341735 {{(pid=93088) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:34:48.341757 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '76ed0e50-cef6-43d1-91d5-6e71aa6ae96b', 'tag': '216fa137-c313-4281-b4fe-75deec3504a3', 'status': 'completed', 'code': 200} Jul 06 12:34:48.407448 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-aa5935b7-c551-44ad-8bf9-da0c1380787f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1774441'] for security_group, after_delete {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:34:48.410575 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-aa5935b7-c551-44ad-8bf9-da0c1380787f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:34:48.414440 dv-cinder-799631-1-iscsi neutron-server[93087]: INFO neutron.wsgi [None req-aa5935b7-c551-44ad-8bf9-da0c1380787f admin admin] 10.222.0.106 "DELETE /v2.0/security-groups/0e733147-9937-4e3d-b4c1-0259e7a83eb1 HTTP/1.1" status: 204 len: 168 time: 0.3841457 Jul 06 12:34:48.436777 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6dfa030-41af-4440-a016-72b740c0d67d req-da9b34f3-1b58-4fbe-8f7b-59f096861344 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:34:48.439091 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-b6dfa030-41af-4440-a016-72b740c0d67d req-da9b34f3-1b58-4fbe-8f7b-59f096861344 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=5560325a-228d-4dd6-b9b1-abd63fc92f66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0818970 Jul 06 12:34:48.460078 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5935b7-c551-44ad-8bf9-da0c1380787f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e733147-9937-4e3d-b4c1-0259e7a83eb1,revision_number=None']} {{(pid=93087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:34:48.568288 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [req-73644c46-8c55-4638-9d6c-3d7787494ea8 req-6f5a7e2a-f2a1-40ec-8d95-f95b5f5b73b3 tempest-AttachVolumeNegativeTest-317369925 tempest-AttachVolumeNegativeTest-317369925-project] Notify callbacks [] for port, precommit_create {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:34:48.579504 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-0d28798d-b675-49cb-a105-19c4ce086652 req-6838e3f0-4df5-4fff-b72f-b581e2d733b7 tempest-AttachVolumeNegativeTest-317369925 tempest-AttachVolumeNegativeTest-317369925-project] 10.222.0.106 "GET /v2.0/ports?device_id=7984c78c-db17-4d88-93b3-2f5a4ad1d879 HTTP/1.1" status: 200 len: 210 time: 0.0947506 Jul 06 12:34:48.643121 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-b6dfa030-41af-4440-a016-72b740c0d67d req-87d5c3d7-6754-452b-9a6e-1bcfe8098ad1 service neutron] 10.222.0.100 "GET /v2.0/networks/5560325a-228d-4dd6-b9b1-abd63fc92f66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1948164 Jul 06 12:34:48.651285 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [req-73644c46-8c55-4638-9d6c-3d7787494ea8 req-6f5a7e2a-f2a1-40ec-8d95-f95b5f5b73b3 tempest-AttachVolumeNegativeTest-317369925 tempest-AttachVolumeNegativeTest-317369925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-772920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-407207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730293689564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-65517734'] for port, after_create {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:34:48.703773 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.db [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] get_ports_and_sgs() called for port_ids ['7ec054dc-f674-43ab-9d3a-40842deed6bd', '057b7972-8038-462b-a4be-2b65931cb8ce'] {{(pid=93089) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 12:34:48.722214 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5a7e2a-f2a1-40ec-8d95-f95b5f5b73b3 tempest-AttachVolumeNegativeTest-317369925 tempest-AttachVolumeNegativeTest-317369925-project] Pushing event updated for resources: {'Port': ['ID=5440014d-b27b-477f-96a5-6144cb9d1e61,revision_number=1']} {{(pid=93087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:34:48.743192 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-73644c46-8c55-4638-9d6c-3d7787494ea8 req-6f5a7e2a-f2a1-40ec-8d95-f95b5f5b73b3 tempest-AttachVolumeNegativeTest-317369925 tempest-AttachVolumeNegativeTest-317369925-project] Network 0139f472-5f20-48a6-a32c-3cd8224eeba1 is already hosted by enough agents. {{(pid=93087) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:34:48.745025 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.scheduler.base_scheduler [req-73644c46-8c55-4638-9d6c-3d7787494ea8 req-6f5a7e2a-f2a1-40ec-8d95-f95b5f5b73b3 tempest-AttachVolumeNegativeTest-317369925 tempest-AttachVolumeNegativeTest-317369925-project] Resources bound (agent type, host, resource id): {{(pid=93087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:34:48.750926 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-b6dfa030-41af-4440-a016-72b740c0d67d req-c1588781-0f32-4c64-ba25-e61f29e12357 service neutron] 10.222.0.100 "GET /v2.0/networks/5560325a-228d-4dd6-b9b1-abd63fc92f66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0974612 Jul 06 12:34:48.753204 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.db.l3_dvrscheduler_db [req-73644c46-8c55-4638-9d6c-3d7787494ea8 req-6f5a7e2a-f2a1-40ec-8d95-f95b5f5b73b3 tempest-AttachVolumeNegativeTest-317369925 tempest-AttachVolumeNegativeTest-317369925-project] Received port after_create {{(pid=93087) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:34:48.814774 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73644c46-8c55-4638-9d6c-3d7787494ea8 req-6f5a7e2a-f2a1-40ec-8d95-f95b5f5b73b3 tempest-AttachVolumeNegativeTest-317369925 tempest-AttachVolumeNegativeTest-317369925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:34:48.815576 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [req-73644c46-8c55-4638-9d6c-3d7787494ea8 req-6f5a7e2a-f2a1-40ec-8d95-f95b5f5b73b3 tempest-AttachVolumeNegativeTest-317369925 tempest-AttachVolumeNegativeTest-317369925-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582504'] for port, before_response {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:34:48.838729 dv-cinder-799631-1-iscsi neutron-server[93087]: INFO neutron.wsgi [req-73644c46-8c55-4638-9d6c-3d7787494ea8 req-6f5a7e2a-f2a1-40ec-8d95-f95b5f5b73b3 tempest-AttachVolumeNegativeTest-317369925 tempest-AttachVolumeNegativeTest-317369925-project] 10.222.0.100 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1684449 Jul 06 12:34:48.902188 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.api.v2.base [req-73644c46-8c55-4638-9d6c-3d7787494ea8 req-921bc278-3cf9-491c-a321-f975c16188ff service neutron] Request body: {'port': {'device_id': '7984c78c-db17-4d88-93b3-2f5a4ad1d879', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79963'}} {{(pid=93087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:34:48.997325 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.wsgi [-] (93088) accepted ('10.222.0.106', 49316) {{(pid=93088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:34:48.999546 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [req-73644c46-8c55-4638-9d6c-3d7787494ea8 req-921bc278-3cf9-491c-a321-f975c16188ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772861'] for port, before_update {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:34:49.045358 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-1e7273e9-22ba-46b5-bc9f-926ec78f620e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:34:49.057235 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22ffbbb-0830-42d5-abfc-c1c5685268b6 req-399577ff-f9d0-495b-9bfd-d59a3ee33fb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:34:49.058877 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-e22ffbbb-0830-42d5-abfc-c1c5685268b6 req-399577ff-f9d0-495b-9bfd-d59a3ee33fb9 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=71d4bf6cf7ea4880b68911eae0fb3355&device_id=76ed0e50-cef6-43d1-91d5-6e71aa6ae96b HTTP/1.1" status: 200 len: 1101 time: 0.1588445 Jul 06 12:34:49.353810 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22ffbbb-0830-42d5-abfc-c1c5685268b6 req-ac5c658e-b9ff-4137-bb61-b0d71a846182 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:34:49.355311 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-e22ffbbb-0830-42d5-abfc-c1c5685268b6 req-ac5c658e-b9ff-4137-bb61-b0d71a846182 service neutron] 10.222.0.100 "GET /v2.0/networks?id=5560325a-228d-4dd6-b9b1-abd63fc92f66 HTTP/1.1" status: 200 len: 871 time: 0.2840643 Jul 06 12:34:49.370580 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.notifiers.nova [req-73644c46-8c55-4638-9d6c-3d7787494ea8 req-921bc278-3cf9-491c-a321-f975c16188ff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5440014d-b27b-477f-96a5-6144cb9d1e61 {{(pid=93087) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 12:34:49.387042 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [req-73644c46-8c55-4638-9d6c-3d7787494ea8 req-921bc278-3cf9-491c-a321-f975c16188ff service neutron] Notify callbacks [] for port, precommit_update {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:34:49.391223 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049f3a3b-4bd2-4c89-a307-e2cdf6eb5718 req-5fcf5cda-8fb6-4c5b-bb0b-83fa47343923 tempest-VolumesNegativeTest-2007369250 tempest-VolumesNegativeTest-2007369250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:34:49.392500 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-049f3a3b-4bd2-4c89-a307-e2cdf6eb5718 req-5fcf5cda-8fb6-4c5b-bb0b-83fa47343923 tempest-VolumesNegativeTest-2007369250 tempest-VolumesNegativeTest-2007369250-project] 10.222.0.106 "GET /v2.0/ports?device_id=76ed0e50-cef6-43d1-91d5-6e71aa6ae96b HTTP/1.1" status: 200 len: 948 time: 0.2259820 Jul 06 12:34:49.401747 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.db.provisioning_blocks [req-73644c46-8c55-4638-9d6c-3d7787494ea8 req-921bc278-3cf9-491c-a321-f975c16188ff service neutron] Transition to ACTIVE for port object 5440014d-b27b-477f-96a5-6144cb9d1e61 will not be triggered until provisioned by entity L2. {{(pid=93087) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:34:49.409992 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [req-73644c46-8c55-4638-9d6c-3d7787494ea8 req-921bc278-3cf9-491c-a321-f975c16188ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-772913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730294210856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730293689582', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730293689631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65517652'] for port, after_update {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:34:49.434034 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-e22ffbbb-0830-42d5-abfc-c1c5685268b6 req-9c9f603e-5ebd-470e-8bf5-05fa7def66ae service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.245&port_id=216fa137-c313-4281-b4fe-75deec3504a3 HTTP/1.1" status: 200 len: 217 time: 0.0636454 Jul 06 12:34:49.477321 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-1e7273e9-22ba-46b5-bc9f-926ec78f620e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:34:49.513807 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05dcc69a-dce3-461f-9a32-74e3f816f16b req-37537102-b4da-40af-bd71-338fad0769ff tempest-ServerRescueNegativeTestJSON-1447075807 tempest-ServerRescueNegativeTestJSON-1447075807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:34:49.514253 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921bc278-3cf9-491c-a321-f975c16188ff service neutron] Pushing event updated for resources: {'Port': ['ID=5440014d-b27b-477f-96a5-6144cb9d1e61,revision_number=2']} {{(pid=93087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:34:49.515452 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-05dcc69a-dce3-461f-9a32-74e3f816f16b req-37537102-b4da-40af-bd71-338fad0769ff tempest-ServerRescueNegativeTestJSON-1447075807 tempest-ServerRescueNegativeTestJSON-1447075807-project] 10.222.0.106 "GET /v2.0/ports?device_id=5fb246d8-3ad4-4716-8d4a-a158efb7586c HTTP/1.1" status: 200 len: 945 time: 0.2711575 Jul 06 12:34:49.519352 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-1e7273e9-22ba-46b5-bc9f-926ec78f620e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1774441'] for security_group, after_create {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:34:49.547790 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730293992524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912513'] for agent, after_update {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:34:49.554295 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.plugins.ml2.managers [req-73644c46-8c55-4638-9d6c-3d7787494ea8 req-921bc278-3cf9-491c-a321-f975c16188ff service neutron] Attempting to bind port 5440014d-b27b-477f-96a5-6144cb9d1e61 on host hv-cinder-79963 for vnic_type normal with profile {{(pid=93087) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:34:49.554976 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.plugins.ml2.managers [req-73644c46-8c55-4638-9d6c-3d7787494ea8 req-921bc278-3cf9-491c-a321-f975c16188ff service neutron] Attempting to bind port 5440014d-b27b-477f-96a5-6144cb9d1e61 by drivers openvswitch,hyperv on host hv-cinder-79963 at level 0 using segments [{'id': 'dddb28fa-4fad-449a-82ce-8e0f70343f0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': '0139f472-5f20-48a6-a32c-3cd8224eeba1'}] {{(pid=93087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:34:49.555601 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73644c46-8c55-4638-9d6c-3d7787494ea8 req-921bc278-3cf9-491c-a321-f975c16188ff service neutron] Attempting to bind port 5440014d-b27b-477f-96a5-6144cb9d1e61 on network 0139f472-5f20-48a6-a32c-3cd8224eeba1 {{(pid=93087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:34:49.563869 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73644c46-8c55-4638-9d6c-3d7787494ea8 req-921bc278-3cf9-491c-a321-f975c16188ff service neutron] Port 5440014d-b27b-477f-96a5-6144cb9d1e61 on network 0139f472-5f20-48a6-a32c-3cd8224eeba1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79963 {{(pid=93087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 12:34:49.564262 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73644c46-8c55-4638-9d6c-3d7787494ea8 req-921bc278-3cf9-491c-a321-f975c16188ff service neutron] Attempting to bind port 5440014d-b27b-477f-96a5-6144cb9d1e61 on network 0139f472-5f20-48a6-a32c-3cd8224eeba1 {{(pid=93087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:34:49.572026 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-049f3a3b-4bd2-4c89-a307-e2cdf6eb5718 req-077e98f1-9f45-4739-8b63-3301d3b352f4 tempest-VolumesNegativeTest-2007369250 tempest-VolumesNegativeTest-2007369250-project] 10.222.0.106 "GET /v2.0/security-groups?id=6beadefd-f875-4214-81f9-6c2a629eebc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1478448 Jul 06 12:34:49.573363 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73644c46-8c55-4638-9d6c-3d7787494ea8 req-921bc278-3cf9-491c-a321-f975c16188ff service neutron] Checking agent: {'id': '04527ea7-205a-43f8-9500-06532a9ad9cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79963', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 12, 31, 19), 'started_at': datetime.datetime(2021, 7, 6, 12, 31, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 34, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:34:49.573945 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73644c46-8c55-4638-9d6c-3d7787494ea8 req-921bc278-3cf9-491c-a321-f975c16188ff service neutron] Checking segment: {'id': 'dddb28fa-4fad-449a-82ce-8e0f70343f0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': '0139f472-5f20-48a6-a32c-3cd8224eeba1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:34:49.574573 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73644c46-8c55-4638-9d6c-3d7787494ea8 req-921bc278-3cf9-491c-a321-f975c16188ff service neutron] Bound using segment: {'id': 'dddb28fa-4fad-449a-82ce-8e0f70343f0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': '0139f472-5f20-48a6-a32c-3cd8224eeba1'} {{(pid=93087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:34:49.575345 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.plugins.ml2.managers [req-73644c46-8c55-4638-9d6c-3d7787494ea8 req-921bc278-3cf9-491c-a321-f975c16188ff service neutron] Bound port: 5440014d-b27b-477f-96a5-6144cb9d1e61, host: hv-cinder-79963, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dddb28fa-4fad-449a-82ce-8e0f70343f0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': '0139f472-5f20-48a6-a32c-3cd8224eeba1'}}] {{(pid=93087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:34:49.575932 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [req-73644c46-8c55-4638-9d6c-3d7787494ea8 req-921bc278-3cf9-491c-a321-f975c16188ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772861'] for port, before_update {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:34:49.601934 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22ffbbb-0830-42d5-abfc-c1c5685268b6 req-33e7a084-c77e-41d0-b874-d66a41672037 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:34:49.603506 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-e22ffbbb-0830-42d5-abfc-c1c5685268b6 req-33e7a084-c77e-41d0-b874-d66a41672037 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=208eef78-ec73-40f7-87d1-5c3d9dc2466c HTTP/1.1" status: 200 len: 843 time: 0.1486750 Jul 06 12:34:49.617857 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [None req-1e7273e9-22ba-46b5-bc9f-926ec78f620e admin admin] 10.222.0.106 "GET /v2.0/security-groups?tenant_id=c809646c06604afc813bc7521f74fa28&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6155531 Jul 06 12:34:49.624892 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.wsgi [-] (93088) accepted ('10.222.0.106', 49338) {{(pid=93088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:34:49.663107 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7273e9-22ba-46b5-bc9f-926ec78f620e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8262aca-0049-4c1e-aaa8-c18a09e4e97e,revision_number=1']} {{(pid=93088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:34:49.684925 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-05dcc69a-dce3-461f-9a32-74e3f816f16b req-f32eb750-1975-4258-97f2-8117708c75a9 tempest-ServerRescueNegativeTestJSON-1447075807 tempest-ServerRescueNegativeTestJSON-1447075807-project] 10.222.0.106 "GET /v2.0/security-groups?id=4d78ff5b-ed74-4775-b2e7-af8cfc6a5bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1426532 Jul 06 12:34:49.688341 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.plugins.ml2.db [req-73644c46-8c55-4638-9d6c-3d7787494ea8 req-921bc278-3cf9-491c-a321-f975c16188ff service neutron] For port 5440014d-b27b-477f-96a5-6144cb9d1e61, host hv-cinder-79963, cleared binding levels {{(pid=93087) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:34:49.694472 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.plugins.ml2.db [req-73644c46-8c55-4638-9d6c-3d7787494ea8 req-921bc278-3cf9-491c-a321-f975c16188ff service neutron] For port 5440014d-b27b-477f-96a5-6144cb9d1e61, host hv-cinder-79963, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79963',level=0,port_id=5440014d-b27b-477f-96a5-6144cb9d1e61,segment=NetworkSegment(dddb28fa-4fad-449a-82ce-8e0f70343f0f),segment_id=dddb28fa-4fad-449a-82ce-8e0f70343f0f)] {{(pid=93087) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:34:49.714924 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [req-73644c46-8c55-4638-9d6c-3d7787494ea8 req-921bc278-3cf9-491c-a321-f975c16188ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-772913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730294210856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730293689582', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730293689631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65517652'] for port, after_update {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:34:49.784198 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-4aed811b-e116-42d3-b069-9221ca12cc3a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:34:49.797759 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73644c46-8c55-4638-9d6c-3d7787494ea8 req-921bc278-3cf9-491c-a321-f975c16188ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:34:49.798609 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [req-73644c46-8c55-4638-9d6c-3d7787494ea8 req-921bc278-3cf9-491c-a321-f975c16188ff service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582504'] for port, before_response {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:34:49.800198 dv-cinder-799631-1-iscsi neutron-server[93087]: INFO neutron.wsgi [req-73644c46-8c55-4638-9d6c-3d7787494ea8 req-921bc278-3cf9-491c-a321-f975c16188ff service neutron] 10.222.0.100 "PUT /v2.0/ports/5440014d-b27b-477f-96a5-6144cb9d1e61 HTTP/1.1" status: 200 len: 1093 time: 0.9027393 Jul 06 12:34:49.800795 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7984c78c-db17-4d88-93b3-2f5a4ad1d879', 'tag': '5440014d-b27b-477f-96a5-6144cb9d1e61'}] {{(pid=93087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:34:49.803937 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.106/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b75977dee10694d970e3c904bb2abec7b96eeb0b1196bffac2d8311199053796" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95622f6b-0f6e-4732-80a3-c8ce1b6dd9c1" -d '{"events": [{"name": "network-changed", "server_uuid": "7984c78c-db17-4d88-93b3-2f5a4ad1d879", "tag": "5440014d-b27b-477f-96a5-6144cb9d1e61"}]}' {{(pid=93087) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:34:49.818710 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-4aed811b-e116-42d3-b069-9221ca12cc3a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:34:49.829173 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22ffbbb-0830-42d5-abfc-c1c5685268b6 req-5d5b9fb0-4540-490d-9801-6994bb66b7e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:34:49.830766 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-e22ffbbb-0830-42d5-abfc-c1c5685268b6 req-5d5b9fb0-4540-490d-9801-6994bb66b7e4 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=5560325a-228d-4dd6-b9b1-abd63fc92f66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.2078407 Jul 06 12:34:49.835512 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921bc278-3cf9-491c-a321-f975c16188ff service neutron] Pushing event updated for resources: {'Port': ['ID=5440014d-b27b-477f-96a5-6144cb9d1e61,revision_number=3']} {{(pid=93087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:34:50.026802 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 12:34:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ea8d11a-eb66-48dc-a2d8-0a7f9e7dbbdb x-openstack-request-id: req-0ea8d11a-eb66-48dc-a2d8-0a7f9e7dbbdb {{(pid=93087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:34:50.027273 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7984c78c-db17-4d88-93b3-2f5a4ad1d879", "tag": "5440014d-b27b-477f-96a5-6144cb9d1e61", "status": "completed", "code": 200}]} {{(pid=93087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:34:50.027757 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.106/compute/v2.1/os-server-external-events used request id req-0ea8d11a-eb66-48dc-a2d8-0a7f9e7dbbdb {{(pid=93087) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:34:50.028271 dv-cinder-799631-1-iscsi neutron-server[93087]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7984c78c-db17-4d88-93b3-2f5a4ad1d879', 'tag': '5440014d-b27b-477f-96a5-6144cb9d1e61', 'status': 'completed', 'code': 200} Jul 06 12:34:50.050212 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73644c46-8c55-4638-9d6c-3d7787494ea8 req-ff141f07-1af5-4ce9-bc1c-ae27d3f9305b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:34:50.052579 dv-cinder-799631-1-iscsi neutron-server[93087]: INFO neutron.wsgi [req-73644c46-8c55-4638-9d6c-3d7787494ea8 req-ff141f07-1af5-4ce9-bc1c-ae27d3f9305b service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=ffd269f97b9e4f3cbdf8841b0915444b&device_id=7984c78c-db17-4d88-93b3-2f5a4ad1d879 HTTP/1.1" status: 200 len: 1096 time: 0.1263280 Jul 06 12:34:50.110966 dv-cinder-799631-1-iscsi neutron-server[93087]: INFO neutron.wsgi [req-73644c46-8c55-4638-9d6c-3d7787494ea8 req-f994d289-e43a-4ff7-9b0d-8b03cf897fe4 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5440014d-b27b-477f-96a5-6144cb9d1e61 HTTP/1.1" status: 200 len: 217 time: 0.0414634 Jul 06 12:34:50.183247 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73644c46-8c55-4638-9d6c-3d7787494ea8 req-6fbee9ae-18f0-4a15-864b-821d5e5bd0c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:34:50.185386 dv-cinder-799631-1-iscsi neutron-server[93087]: INFO neutron.wsgi [req-73644c46-8c55-4638-9d6c-3d7787494ea8 req-6fbee9ae-18f0-4a15-864b-821d5e5bd0c8 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=5c20e391-4427-4186-8795-33a479ca2372 HTTP/1.1" status: 200 len: 854 time: 0.0641224 Jul 06 12:34:50.225029 dv-cinder-799631-1-iscsi neutron-server[93087]: INFO neutron.wsgi [req-73644c46-8c55-4638-9d6c-3d7787494ea8 req-838eb393-7170-4677-8218-d4edb803978f service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=0139f472-5f20-48a6-a32c-3cd8224eeba1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0305271 Jul 06 12:34:50.260944 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-4aed811b-e116-42d3-b069-9221ca12cc3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1774441'] for security_group, after_delete {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:34:50.263559 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-4aed811b-e116-42d3-b069-9221ca12cc3a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:34:50.267227 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [None req-4aed811b-e116-42d3-b069-9221ca12cc3a admin admin] 10.222.0.106 "DELETE /v2.0/security-groups/b8262aca-0049-4c1e-aaa8-c18a09e4e97e HTTP/1.1" status: 204 len: 168 time: 0.6267726 Jul 06 12:34:50.285343 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aed811b-e116-42d3-b069-9221ca12cc3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8262aca-0049-4c1e-aaa8-c18a09e4e97e,revision_number=None']} {{(pid=93088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:34:50.289555 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-e22ffbbb-0830-42d5-abfc-c1c5685268b6 req-96ffb880-a3e5-4084-9f3d-a77ed8727dd6 service neutron] 10.222.0.100 "GET /v2.0/networks/5560325a-228d-4dd6-b9b1-abd63fc92f66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1637921 Jul 06 12:34:50.298126 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc56ae9-bda4-4691-973b-703099f5cd96 req-f43f05c1-e09f-45f6-8cb2-39ea3b474daa tempest-AttachVolumeNegativeTest-317369925 tempest-AttachVolumeNegativeTest-317369925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:34:50.305155 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-0cc56ae9-bda4-4691-973b-703099f5cd96 req-f43f05c1-e09f-45f6-8cb2-39ea3b474daa tempest-AttachVolumeNegativeTest-317369925 tempest-AttachVolumeNegativeTest-317369925-project] 10.222.0.106 "GET /v2.0/ports?device_id=7984c78c-db17-4d88-93b3-2f5a4ad1d879 HTTP/1.1" status: 200 len: 943 time: 0.1805816 Jul 06 12:34:50.389095 dv-cinder-799631-1-iscsi neutron-server[93087]: INFO neutron.wsgi [req-73644c46-8c55-4638-9d6c-3d7787494ea8 req-687215a7-ee94-43be-90aa-c54cef7e993a service neutron] 10.222.0.100 "GET /v2.0/networks/0139f472-5f20-48a6-a32c-3cd8224eeba1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1548138 Jul 06 12:34:50.393165 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-0cc56ae9-bda4-4691-973b-703099f5cd96 req-2efbd3b4-d87a-4542-ab2e-cb7be982beb6 tempest-AttachVolumeNegativeTest-317369925 tempest-AttachVolumeNegativeTest-317369925-project] 10.222.0.106 "GET /v2.0/security-groups?id=a7a3a38a-2b2f-449e-b642-1996735c584e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871332 Jul 06 12:34:50.438013 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-e22ffbbb-0830-42d5-abfc-c1c5685268b6 req-0204832a-4485-46b7-add9-f01bdfd388df service neutron] 10.222.0.100 "GET /v2.0/networks/5560325a-228d-4dd6-b9b1-abd63fc92f66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1279099 Jul 06 12:34:50.553061 dv-cinder-799631-1-iscsi neutron-server[93087]: INFO neutron.wsgi [req-73644c46-8c55-4638-9d6c-3d7787494ea8 req-3b280787-e277-43cd-9403-6a26041a4fb4 service neutron] 10.222.0.100 "GET /v2.0/networks/0139f472-5f20-48a6-a32c-3cd8224eeba1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1499124 Jul 06 12:34:50.769681 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95622f6b-0f6e-4732-80a3-c8ce1b6dd9c1 req-683494dd-ffa9-45d9-8acd-5f9c1f075f8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:34:50.771507 dv-cinder-799631-1-iscsi neutron-server[93087]: INFO neutron.wsgi [req-95622f6b-0f6e-4732-80a3-c8ce1b6dd9c1 req-683494dd-ffa9-45d9-8acd-5f9c1f075f8e service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=ffd269f97b9e4f3cbdf8841b0915444b&device_id=7984c78c-db17-4d88-93b3-2f5a4ad1d879 HTTP/1.1" status: 200 len: 1096 time: 0.0845387 Jul 06 12:34:50.934792 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1725c3f2-3fb0-4726-8d67-68685573c0bd req-d036f977-6d5c-43da-9f2e-e831fec17d85 tempest-VolumesNegativeTest-2007369250 tempest-VolumesNegativeTest-2007369250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:34:50.941934 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-1725c3f2-3fb0-4726-8d67-68685573c0bd req-d036f977-6d5c-43da-9f2e-e831fec17d85 tempest-VolumesNegativeTest-2007369250 tempest-VolumesNegativeTest-2007369250-project] 10.222.0.106 "GET /v2.0/ports?device_id=76ed0e50-cef6-43d1-91d5-6e71aa6ae96b HTTP/1.1" status: 200 len: 948 time: 0.1794176 Jul 06 12:34:50.956906 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95622f6b-0f6e-4732-80a3-c8ce1b6dd9c1 req-12e2fb29-b160-46bf-a451-a093c2d37d3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:34:50.960480 dv-cinder-799631-1-iscsi neutron-server[93087]: INFO neutron.wsgi [req-95622f6b-0f6e-4732-80a3-c8ce1b6dd9c1 req-12e2fb29-b160-46bf-a451-a093c2d37d3f service neutron] 10.222.0.100 "GET /v2.0/networks?id=0139f472-5f20-48a6-a32c-3cd8224eeba1 HTTP/1.1" status: 200 len: 916 time: 0.1713822 Jul 06 12:34:51.003716 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-1725c3f2-3fb0-4726-8d67-68685573c0bd req-00503e5b-284f-4a45-9099-4e29ce3c0c9d tempest-VolumesNegativeTest-2007369250 tempest-VolumesNegativeTest-2007369250-project] 10.222.0.106 "GET /v2.0/security-groups?id=6beadefd-f875-4214-81f9-6c2a629eebc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607185 Jul 06 12:34:51.033580 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70eaddb-fe1e-4641-bf72-c66079096f5a req-5cfc1f6d-09f4-49ff-ba29-d00f4919fb23 tempest-ServerRescueNegativeTestJSON-1447075807 tempest-ServerRescueNegativeTestJSON-1447075807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:34:51.036271 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-a70eaddb-fe1e-4641-bf72-c66079096f5a req-5cfc1f6d-09f4-49ff-ba29-d00f4919fb23 tempest-ServerRescueNegativeTestJSON-1447075807 tempest-ServerRescueNegativeTestJSON-1447075807-project] 10.222.0.106 "GET /v2.0/ports?device_id=5fb246d8-3ad4-4716-8d4a-a158efb7586c HTTP/1.1" status: 200 len: 945 time: 0.1775444 Jul 06 12:34:51.039586 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.rpc [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] Device 216fa137-c313-4281-b4fe-75deec3504a3 details requested by agent hyperv_hv-cinder-79963 with host hv-cinder-79963 {{(pid=93089) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 12:34:51.073717 dv-cinder-799631-1-iscsi neutron-server[93087]: INFO neutron.wsgi [req-95622f6b-0f6e-4732-80a3-c8ce1b6dd9c1 req-ab0df7b0-68cd-4e02-a294-9a42dff1ab68 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5440014d-b27b-477f-96a5-6144cb9d1e61 HTTP/1.1" status: 200 len: 217 time: 0.1016238 Jul 06 12:34:51.100504 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-a70eaddb-fe1e-4641-bf72-c66079096f5a req-04c946f6-bd98-4bb1-b80b-794cd447a26a tempest-ServerRescueNegativeTestJSON-1447075807 tempest-ServerRescueNegativeTestJSON-1447075807-project] 10.222.0.106 "GET /v2.0/security-groups?id=4d78ff5b-ed74-4775-b2e7-af8cfc6a5bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525122 Jul 06 12:34:51.169596 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95622f6b-0f6e-4732-80a3-c8ce1b6dd9c1 req-8263821f-90b4-4cb4-a4cf-fc6b2ee4fceb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:34:51.171217 dv-cinder-799631-1-iscsi neutron-server[93087]: INFO neutron.wsgi [req-95622f6b-0f6e-4732-80a3-c8ce1b6dd9c1 req-8263821f-90b4-4cb4-a4cf-fc6b2ee4fceb service neutron] 10.222.0.100 "GET /v2.0/subnets?id=5c20e391-4427-4186-8795-33a479ca2372 HTTP/1.1" status: 200 len: 854 time: 0.0867527 Jul 06 12:34:51.237217 dv-cinder-799631-1-iscsi neutron-server[93087]: INFO neutron.wsgi [req-95622f6b-0f6e-4732-80a3-c8ce1b6dd9c1 req-9e834332-0c37-4685-b698-afe641595747 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=0139f472-5f20-48a6-a32c-3cd8224eeba1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0556929 Jul 06 12:34:51.275746 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.db [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] For port 216fa137-c313-4281-b4fe-75deec3504a3, host hv-cinder-79963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79963',level=0,port_id=216fa137-c313-4281-b4fe-75deec3504a3,segment=NetworkSegment(612cdda8-ce3d-4898-a91e-9326f9f55af0),segment_id=612cdda8-ce3d-4898-a91e-9326f9f55af0)] {{(pid=93089) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:34:51.289770 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.rpc [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] Returning: {'device': '216fa137-c313-4281-b4fe-75deec3504a3', 'network_id': '5560325a-228d-4dd6-b9b1-abd63fc92f66', 'port_id': '216fa137-c313-4281-b4fe-75deec3504a3', 'mac_address': 'fa:16:3e:81:86:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1082, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '208eef78-ec73-40f7-87d1-5c3d9dc2466c', 'ip_address': '192.168.233.245'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93089) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 12:34:51.334590 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772861'] for port, before_update {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:34:51.357137 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.notifiers.nova [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 216fa137-c313-4281-b4fe-75deec3504a3 {{(pid=93089) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 12:34:51.384698 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.db [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] For port 216fa137-c313-4281-b4fe-75deec3504a3, host hv-cinder-79963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79963',level=0,port_id=216fa137-c313-4281-b4fe-75deec3504a3,segment=NetworkSegment(612cdda8-ce3d-4898-a91e-9326f9f55af0),segment_id=612cdda8-ce3d-4898-a91e-9326f9f55af0)] {{(pid=93089) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:34:51.397575 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-772913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730294210856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730293689582', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730293689631'] for port, after_update {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:34:51.500788 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] Pushing event updated for resources: {'Port': ['ID=216fa137-c313-4281-b4fe-75deec3504a3,revision_number=4']} {{(pid=93089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:34:51.519620 dv-cinder-799631-1-iscsi neutron-server[93087]: INFO neutron.wsgi [req-95622f6b-0f6e-4732-80a3-c8ce1b6dd9c1 req-d11b8846-8ae0-473c-a455-5ca39398caef service neutron] 10.222.0.100 "GET /v2.0/networks/0139f472-5f20-48a6-a32c-3cd8224eeba1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2347279 Jul 06 12:34:51.638198 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad84198b-f7a2-4c26-86c8-8e181af16bd4 req-08220042-230a-4fef-8a9b-27ee202b34f1 tempest-AttachVolumeNegativeTest-317369925 tempest-AttachVolumeNegativeTest-317369925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:34:51.639655 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-ad84198b-f7a2-4c26-86c8-8e181af16bd4 req-08220042-230a-4fef-8a9b-27ee202b34f1 tempest-AttachVolumeNegativeTest-317369925 tempest-AttachVolumeNegativeTest-317369925-project] 10.222.0.106 "GET /v2.0/ports?device_id=7984c78c-db17-4d88-93b3-2f5a4ad1d879 HTTP/1.1" status: 200 len: 943 time: 0.0897689 Jul 06 12:34:51.667567 dv-cinder-799631-1-iscsi neutron-server[93087]: INFO neutron.wsgi [req-95622f6b-0f6e-4732-80a3-c8ce1b6dd9c1 req-3e456ef3-3465-4063-8a50-44f9c657ab57 service neutron] 10.222.0.100 "GET /v2.0/networks/0139f472-5f20-48a6-a32c-3cd8224eeba1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1373990 Jul 06 12:34:51.682646 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-ad84198b-f7a2-4c26-86c8-8e181af16bd4 req-c310292c-fb62-48b3-a85e-a40a77e671a6 tempest-AttachVolumeNegativeTest-317369925 tempest-AttachVolumeNegativeTest-317369925-project] 10.222.0.106 "GET /v2.0/security-groups?id=a7a3a38a-2b2f-449e-b642-1996735c584e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356009 Jul 06 12:34:52.026434 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.db [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] get_ports_and_sgs() called for port_ids ['216fa137-c313-4281-b4fe-75deec3504a3'] {{(pid=93089) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 12:34:52.197552 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55146d3a-c96a-4576-b521-b538d682572b req-fec9b0e2-0926-4cea-8ea7-d5931f2f626c tempest-VolumesNegativeTest-2007369250 tempest-VolumesNegativeTest-2007369250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:34:52.199273 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-55146d3a-c96a-4576-b521-b538d682572b req-fec9b0e2-0926-4cea-8ea7-d5931f2f626c tempest-VolumesNegativeTest-2007369250 tempest-VolumesNegativeTest-2007369250-project] 10.222.0.106 "GET /v2.0/ports?device_id=76ed0e50-cef6-43d1-91d5-6e71aa6ae96b HTTP/1.1" status: 200 len: 949 time: 0.0722120 Jul 06 12:34:52.275206 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-55146d3a-c96a-4576-b521-b538d682572b req-fc6414c3-6ea7-438b-bea2-f4ce0277827c tempest-VolumesNegativeTest-2007369250 tempest-VolumesNegativeTest-2007369250-project] 10.222.0.106 "GET /v2.0/security-groups?id=6beadefd-f875-4214-81f9-6c2a629eebc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696716 Jul 06 12:34:52.309631 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4dc8c0-82e6-4331-adfa-2c1f9c565aff req-15183e3c-171a-495f-8f78-26de1ac39d1a tempest-ServerRescueNegativeTestJSON-1447075807 tempest-ServerRescueNegativeTestJSON-1447075807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:34:52.311250 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-fd4dc8c0-82e6-4331-adfa-2c1f9c565aff req-15183e3c-171a-495f-8f78-26de1ac39d1a tempest-ServerRescueNegativeTestJSON-1447075807 tempest-ServerRescueNegativeTestJSON-1447075807-project] 10.222.0.106 "GET /v2.0/ports?device_id=5fb246d8-3ad4-4716-8d4a-a158efb7586c HTTP/1.1" status: 200 len: 945 time: 0.0843582 Jul 06 12:34:52.350399 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-fd4dc8c0-82e6-4331-adfa-2c1f9c565aff req-d9184d26-372a-4f03-8c27-4fdf8fcd64cf tempest-ServerRescueNegativeTestJSON-1447075807 tempest-ServerRescueNegativeTestJSON-1447075807-project] 10.222.0.106 "GET /v2.0/security-groups?id=4d78ff5b-ed74-4775-b2e7-af8cfc6a5bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335500 Jul 06 12:34:52.868494 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e1feb2-c8d2-474b-872c-541ca7beb5e9 req-2c037510-26c7-4f67-93d8-48f82ff6fd23 tempest-AttachVolumeNegativeTest-317369925 tempest-AttachVolumeNegativeTest-317369925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:34:52.870034 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-92e1feb2-c8d2-474b-872c-541ca7beb5e9 req-2c037510-26c7-4f67-93d8-48f82ff6fd23 tempest-AttachVolumeNegativeTest-317369925 tempest-AttachVolumeNegativeTest-317369925-project] 10.222.0.106 "GET /v2.0/ports?device_id=7984c78c-db17-4d88-93b3-2f5a4ad1d879 HTTP/1.1" status: 200 len: 943 time: 0.0677192 Jul 06 12:34:52.915919 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-92e1feb2-c8d2-474b-872c-541ca7beb5e9 req-7cba04d9-5a7b-4006-9afd-21b82c811e75 tempest-AttachVolumeNegativeTest-317369925 tempest-AttachVolumeNegativeTest-317369925-project] 10.222.0.106 "GET /v2.0/security-groups?id=a7a3a38a-2b2f-449e-b642-1996735c584e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390484 Jul 06 12:34:52.937662 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.wsgi [-] (93088) accepted ('10.222.0.106', 49486) {{(pid=93088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:34:53.038554 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-42be8e2e-d3f6-491a-a8a3-5a37d20968d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:34:53.054496 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.rpc [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] Device 5440014d-b27b-477f-96a5-6144cb9d1e61 details requested by agent hyperv_hv-cinder-79963 with host hv-cinder-79963 {{(pid=93089) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 12:34:53.141586 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-42be8e2e-d3f6-491a-a8a3-5a37d20968d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:34:53.146630 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-42be8e2e-d3f6-491a-a8a3-5a37d20968d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1774441'] for security_group, after_create {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:34:53.163042 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.db [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] For port 5440014d-b27b-477f-96a5-6144cb9d1e61, host hv-cinder-79963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79963',level=0,port_id=5440014d-b27b-477f-96a5-6144cb9d1e61,segment=NetworkSegment(dddb28fa-4fad-449a-82ce-8e0f70343f0f),segment_id=dddb28fa-4fad-449a-82ce-8e0f70343f0f)] {{(pid=93089) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:34:53.174818 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.rpc [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] Returning: {'device': '5440014d-b27b-477f-96a5-6144cb9d1e61', 'network_id': '0139f472-5f20-48a6-a32c-3cd8224eeba1', 'port_id': '5440014d-b27b-477f-96a5-6144cb9d1e61', 'mac_address': 'fa:16:3e:dc:0b:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1084, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c20e391-4427-4186-8795-33a479ca2372', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93089) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 12:34:53.185071 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [None req-42be8e2e-d3f6-491a-a8a3-5a37d20968d6 admin admin] 10.222.0.106 "GET /v2.0/security-groups?tenant_id=ed2a5a5b091d4e8d8896c379c6e6cc70&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2522798 Jul 06 12:34:53.186290 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42be8e2e-d3f6-491a-a8a3-5a37d20968d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f1d9878-a41e-495d-a558-ab3f3737a4ec,revision_number=1']} {{(pid=93088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:34:53.187808 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.wsgi [-] (93087) accepted ('10.222.0.106', 49490) {{(pid=93087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:34:53.258245 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-9dca1b80-1cee-4085-93ba-48239ffb1752 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:34:53.281563 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-9dca1b80-1cee-4085-93ba-48239ffb1752 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:34:53.331438 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772861'] for port, before_update {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:34:53.332021 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-9dca1b80-1cee-4085-93ba-48239ffb1752 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1774441'] for security_group, after_delete {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:34:53.336180 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-9dca1b80-1cee-4085-93ba-48239ffb1752 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:34:53.337339 dv-cinder-799631-1-iscsi neutron-server[93087]: INFO neutron.wsgi [None req-9dca1b80-1cee-4085-93ba-48239ffb1752 admin admin] 10.222.0.106 "DELETE /v2.0/security-groups/3f1d9878-a41e-495d-a558-ab3f3737a4ec HTTP/1.1" status: 204 len: 168 time: 0.1476724 Jul 06 12:34:53.346323 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dca1b80-1cee-4085-93ba-48239ffb1752 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f1d9878-a41e-495d-a558-ab3f3737a4ec,revision_number=None']} {{(pid=93087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:34:53.348308 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.notifiers.nova [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5440014d-b27b-477f-96a5-6144cb9d1e61 {{(pid=93089) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 12:34:53.377428 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.db [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] For port 5440014d-b27b-477f-96a5-6144cb9d1e61, host hv-cinder-79963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79963',level=0,port_id=5440014d-b27b-477f-96a5-6144cb9d1e61,segment=NetworkSegment(dddb28fa-4fad-449a-82ce-8e0f70343f0f),segment_id=dddb28fa-4fad-449a-82ce-8e0f70343f0f)] {{(pid=93089) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:34:53.382941 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-772913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730294210856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730293689582', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730293689631'] for port, after_update {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:34:53.437208 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] Pushing event updated for resources: {'Port': ['ID=5440014d-b27b-477f-96a5-6144cb9d1e61,revision_number=4']} {{(pid=93089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:34:53.482731 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61bd4981-10a6-4543-9b40-84411795cd3e req-5b89ee88-4f44-407c-a8f9-02d730e41a5c tempest-VolumesNegativeTest-2007369250 tempest-VolumesNegativeTest-2007369250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:34:53.482731 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-61bd4981-10a6-4543-9b40-84411795cd3e req-5b89ee88-4f44-407c-a8f9-02d730e41a5c tempest-VolumesNegativeTest-2007369250 tempest-VolumesNegativeTest-2007369250-project] 10.222.0.106 "GET /v2.0/ports?device_id=76ed0e50-cef6-43d1-91d5-6e71aa6ae96b HTTP/1.1" status: 200 len: 949 time: 0.0807703 Jul 06 12:34:53.559916 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-61bd4981-10a6-4543-9b40-84411795cd3e req-eef0a5ab-ae1c-4a39-8c2a-cd94f0176baf tempest-VolumesNegativeTest-2007369250 tempest-VolumesNegativeTest-2007369250-project] 10.222.0.106 "GET /v2.0/security-groups?id=6beadefd-f875-4214-81f9-6c2a629eebc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659730 Jul 06 12:34:53.579062 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb297b5c-441c-4be4-a0d6-c60f341dc54c req-9d980b21-d576-41cf-a729-f7bc4ca4cb4f tempest-ServerRescueNegativeTestJSON-1447075807 tempest-ServerRescueNegativeTestJSON-1447075807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:34:53.586779 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-eb297b5c-441c-4be4-a0d6-c60f341dc54c req-9d980b21-d576-41cf-a729-f7bc4ca4cb4f tempest-ServerRescueNegativeTestJSON-1447075807 tempest-ServerRescueNegativeTestJSON-1447075807-project] 10.222.0.106 "GET /v2.0/ports?device_id=5fb246d8-3ad4-4716-8d4a-a158efb7586c HTTP/1.1" status: 200 len: 945 time: 0.1030917 Jul 06 12:34:53.636923 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-eb297b5c-441c-4be4-a0d6-c60f341dc54c req-63aad5fa-9ac9-4ba5-bb34-f62016cf8344 tempest-ServerRescueNegativeTestJSON-1447075807 tempest-ServerRescueNegativeTestJSON-1447075807-project] 10.222.0.106 "GET /v2.0/security-groups?id=4d78ff5b-ed74-4775-b2e7-af8cfc6a5bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477970 Jul 06 12:34:53.689682 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.wsgi [-] (93087) accepted ('10.222.0.106', 49504) {{(pid=93087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:34:53.708672 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-dd8c7ffd-823d-4f97-89c5-76dfe268aa0b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:34:53.832696 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-dd8c7ffd-823d-4f97-89c5-76dfe268aa0b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:34:53.837227 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-dd8c7ffd-823d-4f97-89c5-76dfe268aa0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1774441'] for security_group, after_create {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:34:53.885355 dv-cinder-799631-1-iscsi neutron-server[93087]: INFO neutron.wsgi [None req-dd8c7ffd-823d-4f97-89c5-76dfe268aa0b admin admin] 10.222.0.106 "GET /v2.0/security-groups?tenant_id=e8e7e0bcb7c04fa6807f59f8b7c7cfef&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1891811 Jul 06 12:34:53.885355 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8c7ffd-823d-4f97-89c5-76dfe268aa0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7475a66f-eef4-4545-b286-e6c4825da76d,revision_number=1']} {{(pid=93087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:34:53.885355 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.wsgi [-] (93087) accepted ('10.222.0.106', 49510) {{(pid=93087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:34:53.938044 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.db [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] get_ports_and_sgs() called for port_ids ['5440014d-b27b-477f-96a5-6144cb9d1e61'] {{(pid=93089) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 12:34:53.942396 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-ca04d774-a0a1-4fe4-aec2-85429d909aa2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:34:53.970421 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-ca04d774-a0a1-4fe4-aec2-85429d909aa2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:34:54.089848 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-ca04d774-a0a1-4fe4-aec2-85429d909aa2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1774441'] for security_group, after_delete {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:34:54.093518 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-ca04d774-a0a1-4fe4-aec2-85429d909aa2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:34:54.094808 dv-cinder-799631-1-iscsi neutron-server[93087]: INFO neutron.wsgi [None req-ca04d774-a0a1-4fe4-aec2-85429d909aa2 admin admin] 10.222.0.106 "DELETE /v2.0/security-groups/7475a66f-eef4-4545-b286-e6c4825da76d HTTP/1.1" status: 204 len: 168 time: 0.2098331 Jul 06 12:34:54.109580 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca04d774-a0a1-4fe4-aec2-85429d909aa2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7475a66f-eef4-4545-b286-e6c4825da76d,revision_number=None']} {{(pid=93087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:34:54.188795 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc9afef-0736-4cdc-a596-2dc7067a2c0b req-12a4456c-f3ae-48d3-b3a7-d17719e35749 tempest-AttachVolumeNegativeTest-317369925 tempest-AttachVolumeNegativeTest-317369925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:34:54.190307 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-8dc9afef-0736-4cdc-a596-2dc7067a2c0b req-12a4456c-f3ae-48d3-b3a7-d17719e35749 tempest-AttachVolumeNegativeTest-317369925 tempest-AttachVolumeNegativeTest-317369925-project] 10.222.0.106 "GET /v2.0/ports?device_id=7984c78c-db17-4d88-93b3-2f5a4ad1d879 HTTP/1.1" status: 200 len: 944 time: 0.0858619 Jul 06 12:34:54.234885 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-8dc9afef-0736-4cdc-a596-2dc7067a2c0b req-d706afc6-e151-442f-b800-190cc9a2dbbe tempest-AttachVolumeNegativeTest-317369925 tempest-AttachVolumeNegativeTest-317369925-project] 10.222.0.106 "GET /v2.0/security-groups?id=a7a3a38a-2b2f-449e-b642-1996735c584e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387430 Jul 06 12:34:54.761949 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6210879-d248-4941-8f18-ee0696f154aa req-8011ddb5-d25e-448f-bd63-5d9ad03ef25b tempest-VolumesNegativeTest-2007369250 tempest-VolumesNegativeTest-2007369250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:34:54.761949 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-e6210879-d248-4941-8f18-ee0696f154aa req-8011ddb5-d25e-448f-bd63-5d9ad03ef25b tempest-VolumesNegativeTest-2007369250 tempest-VolumesNegativeTest-2007369250-project] 10.222.0.106 "GET /v2.0/ports?device_id=76ed0e50-cef6-43d1-91d5-6e71aa6ae96b HTTP/1.1" status: 200 len: 949 time: 0.0819712 Jul 06 12:34:54.831345 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-e6210879-d248-4941-8f18-ee0696f154aa req-2ffd90f0-c78a-41da-8123-e831810ca812 tempest-VolumesNegativeTest-2007369250 tempest-VolumesNegativeTest-2007369250-project] 10.222.0.106 "GET /v2.0/security-groups?id=6beadefd-f875-4214-81f9-6c2a629eebc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591335 Jul 06 12:34:54.869421 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef22821-f3ee-4b9d-a129-cd2bb274fd29 req-01853f06-4d2e-4675-88a1-aa870f3b2dbe tempest-ServerRescueNegativeTestJSON-1447075807 tempest-ServerRescueNegativeTestJSON-1447075807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:34:54.871892 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-9ef22821-f3ee-4b9d-a129-cd2bb274fd29 req-01853f06-4d2e-4675-88a1-aa870f3b2dbe tempest-ServerRescueNegativeTestJSON-1447075807 tempest-ServerRescueNegativeTestJSON-1447075807-project] 10.222.0.106 "GET /v2.0/ports?device_id=5fb246d8-3ad4-4716-8d4a-a158efb7586c HTTP/1.1" status: 200 len: 945 time: 0.1098273 Jul 06 12:34:54.914060 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-9ef22821-f3ee-4b9d-a129-cd2bb274fd29 req-3423513d-b63f-4246-b4e2-5f6585e45b16 tempest-ServerRescueNegativeTestJSON-1447075807 tempest-ServerRescueNegativeTestJSON-1447075807-project] 10.222.0.106 "GET /v2.0/security-groups?id=4d78ff5b-ed74-4775-b2e7-af8cfc6a5bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333488 Jul 06 12:34:55.042367 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.rpc [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] Device 216fa137-c313-4281-b4fe-75deec3504a3 up at agent hyperv_hv-cinder-79963 {{(pid=93089) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:34:55.100634 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.db.provisioning_blocks [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] Provisioning for port 216fa137-c313-4281-b4fe-75deec3504a3 completed by entity L2. {{(pid=93089) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:34:55.105526 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.db.provisioning_blocks [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] Provisioning complete for port 216fa137-c313-4281-b4fe-75deec3504a3 triggered by entity L2. {{(pid=93089) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:34:55.105912 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912496'] for port, provisioning_complete {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:34:55.205910 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772861'] for port, before_update {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:34:55.233643 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76ed0e50-cef6-43d1-91d5-6e71aa6ae96b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '216fa137-c313-4281-b4fe-75deec3504a3'}] {{(pid=93089) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:34:55.236259 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.106/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe93d3bb6f6ea65552dd5d1819c289058d75ea396ac2be612a447f7071fdb995" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19f064d7-f016-407e-9486-0c975bf72404" -d '{"events": [{"server_uuid": "76ed0e50-cef6-43d1-91d5-6e71aa6ae96b", "name": "network-vif-plugged", "status": "completed", "tag": "216fa137-c313-4281-b4fe-75deec3504a3"}]}' {{(pid=93089) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:34:55.257876 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.db [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] For port 216fa137-c313-4281-b4fe-75deec3504a3, host hv-cinder-79963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79963',level=0,port_id=216fa137-c313-4281-b4fe-75deec3504a3,segment=NetworkSegment(612cdda8-ce3d-4898-a91e-9326f9f55af0),segment_id=612cdda8-ce3d-4898-a91e-9326f9f55af0)] {{(pid=93089) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:34:55.257876 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-772913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730294210856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730293689582', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730293689631'] for port, after_update {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:34:55.298703 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 12:34:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f080f371-a74a-4d3a-bce5-680fa17270d0 x-openstack-request-id: req-f080f371-a74a-4d3a-bce5-680fa17270d0 {{(pid=93089) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:34:55.299006 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76ed0e50-cef6-43d1-91d5-6e71aa6ae96b", "name": "network-vif-plugged", "status": "completed", "tag": "216fa137-c313-4281-b4fe-75deec3504a3", "code": 200}]} {{(pid=93089) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:34:55.299404 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.106/compute/v2.1/os-server-external-events used request id req-f080f371-a74a-4d3a-bce5-680fa17270d0 {{(pid=93089) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:34:55.299816 dv-cinder-799631-1-iscsi neutron-server[93089]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76ed0e50-cef6-43d1-91d5-6e71aa6ae96b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '216fa137-c313-4281-b4fe-75deec3504a3', 'code': 200} Jul 06 12:34:55.317348 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] Pushing event updated for resources: {'Port': ['ID=216fa137-c313-4281-b4fe-75deec3504a3,revision_number=5']} {{(pid=93089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:34:55.479204 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384d0193-c0d2-420c-bc98-20dfc7fa7d7e req-2b0b9b09-8ed6-4d94-9bc6-0a46944af3d8 tempest-AttachVolumeNegativeTest-317369925 tempest-AttachVolumeNegativeTest-317369925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:34:55.486849 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-384d0193-c0d2-420c-bc98-20dfc7fa7d7e req-2b0b9b09-8ed6-4d94-9bc6-0a46944af3d8 tempest-AttachVolumeNegativeTest-317369925 tempest-AttachVolumeNegativeTest-317369925-project] 10.222.0.106 "GET /v2.0/ports?device_id=7984c78c-db17-4d88-93b3-2f5a4ad1d879 HTTP/1.1" status: 200 len: 944 time: 0.0953534 Jul 06 12:34:55.540116 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-384d0193-c0d2-420c-bc98-20dfc7fa7d7e req-375a90f2-d97a-4d51-9c41-70dc97c8c1bd tempest-AttachVolumeNegativeTest-317369925 tempest-AttachVolumeNegativeTest-317369925-project] 10.222.0.106 "GET /v2.0/security-groups?id=a7a3a38a-2b2f-449e-b642-1996735c584e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520675 Jul 06 12:34:55.674401 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2852526f-bcd5-4643-a177-e1bc399dbe95 req-adbc95e7-fda5-4943-bb2a-d0a90f8b1d3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:34:55.676748 dv-cinder-799631-1-iscsi neutron-server[93087]: INFO neutron.wsgi [req-2852526f-bcd5-4643-a177-e1bc399dbe95 req-adbc95e7-fda5-4943-bb2a-d0a90f8b1d3c service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=76ed0e50-cef6-43d1-91d5-6e71aa6ae96b HTTP/1.1" status: 200 len: 1103 time: 0.0561275 Jul 06 12:34:55.720056 dv-cinder-799631-1-iscsi neutron-server[93087]: INFO neutron.wsgi [req-2852526f-bcd5-4643-a177-e1bc399dbe95 req-4567aee2-e9cf-4667-9da0-4e758f60e605 service neutron] 10.222.0.100 "GET /v2.0/security-groups?id=6beadefd-f875-4214-81f9-6c2a629eebc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342042 Jul 06 12:34:56.024201 dv-cinder-799631-1-iscsi neutron-server[93090]: DEBUG neutron.db.agents_db [None req-df1e7349-c09a-47b1-8f5e-4c337b6ca707 None None] Agent healthcheck: found 6 active agents {{(pid=93090) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 12:34:56.046677 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9c4828-3120-4823-a72a-f97058c9118d req-ffd2d579-182b-444b-b285-fd1ad9a0ef4b tempest-VolumesNegativeTest-2007369250 tempest-VolumesNegativeTest-2007369250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:34:56.048346 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-9f9c4828-3120-4823-a72a-f97058c9118d req-ffd2d579-182b-444b-b285-fd1ad9a0ef4b tempest-VolumesNegativeTest-2007369250 tempest-VolumesNegativeTest-2007369250-project] 10.222.0.106 "GET /v2.0/ports?device_id=76ed0e50-cef6-43d1-91d5-6e71aa6ae96b HTTP/1.1" status: 200 len: 950 time: 0.0804868 Jul 06 12:34:56.139234 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-9f9c4828-3120-4823-a72a-f97058c9118d req-8c1eb866-b5f2-4176-8669-252bf44251eb tempest-VolumesNegativeTest-2007369250 tempest-VolumesNegativeTest-2007369250-project] 10.222.0.106 "GET /v2.0/security-groups?id=6beadefd-f875-4214-81f9-6c2a629eebc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763903 Jul 06 12:34:56.183123 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466b77ba-1f13-433e-a16a-288b7f71a885 req-537120d9-7c8a-4e3e-869d-42c5ef84ed78 tempest-ServerRescueNegativeTestJSON-1447075807 tempest-ServerRescueNegativeTestJSON-1447075807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:34:56.204858 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-466b77ba-1f13-433e-a16a-288b7f71a885 req-537120d9-7c8a-4e3e-869d-42c5ef84ed78 tempest-ServerRescueNegativeTestJSON-1447075807 tempest-ServerRescueNegativeTestJSON-1447075807-project] 10.222.0.106 "GET /v2.0/ports?device_id=5fb246d8-3ad4-4716-8d4a-a158efb7586c HTTP/1.1" status: 200 len: 945 time: 0.1437056 Jul 06 12:34:56.275764 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-466b77ba-1f13-433e-a16a-288b7f71a885 req-af590257-3ebe-46c9-a546-b5e6796a47c4 tempest-ServerRescueNegativeTestJSON-1447075807 tempest-ServerRescueNegativeTestJSON-1447075807-project] 10.222.0.106 "GET /v2.0/security-groups?id=4d78ff5b-ed74-4775-b2e7-af8cfc6a5bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698650 Jul 06 12:34:56.788083 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c535503d-7b29-40b3-b3a5-6a31b87911e8 req-68540cd5-9639-40b1-a6b4-5eb318dc733c tempest-AttachVolumeNegativeTest-317369925 tempest-AttachVolumeNegativeTest-317369925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:34:56.789748 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-c535503d-7b29-40b3-b3a5-6a31b87911e8 req-68540cd5-9639-40b1-a6b4-5eb318dc733c tempest-AttachVolumeNegativeTest-317369925 tempest-AttachVolumeNegativeTest-317369925-project] 10.222.0.106 "GET /v2.0/ports?device_id=7984c78c-db17-4d88-93b3-2f5a4ad1d879 HTTP/1.1" status: 200 len: 944 time: 0.0821724 Jul 06 12:34:56.836141 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-c535503d-7b29-40b3-b3a5-6a31b87911e8 req-a0be742b-dc44-4d86-aa0a-9a495e3e1fc7 tempest-AttachVolumeNegativeTest-317369925 tempest-AttachVolumeNegativeTest-317369925-project] 10.222.0.106 "GET /v2.0/security-groups?id=a7a3a38a-2b2f-449e-b642-1996735c584e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374780 Jul 06 12:34:57.040616 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.rpc [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] Device 5440014d-b27b-477f-96a5-6144cb9d1e61 up at agent hyperv_hv-cinder-79963 {{(pid=93089) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:34:57.094308 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.db.provisioning_blocks [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] Provisioning for port 5440014d-b27b-477f-96a5-6144cb9d1e61 completed by entity L2. {{(pid=93089) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:34:57.098352 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.db.provisioning_blocks [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] Provisioning complete for port 5440014d-b27b-477f-96a5-6144cb9d1e61 triggered by entity L2. {{(pid=93089) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:34:57.098737 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912496'] for port, provisioning_complete {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:34:57.187889 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772861'] for port, before_update {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:34:57.225284 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.db [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] For port 5440014d-b27b-477f-96a5-6144cb9d1e61, host hv-cinder-79963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79963',level=0,port_id=5440014d-b27b-477f-96a5-6144cb9d1e61,segment=NetworkSegment(dddb28fa-4fad-449a-82ce-8e0f70343f0f),segment_id=dddb28fa-4fad-449a-82ce-8e0f70343f0f)] {{(pid=93089) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:34:57.229464 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-772913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730294210856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730293689582', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730293689631'] for port, after_update {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:34:57.282937 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] Pushing event updated for resources: {'Port': ['ID=5440014d-b27b-477f-96a5-6144cb9d1e61,revision_number=5']} {{(pid=93089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:34:57.300695 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7984c78c-db17-4d88-93b3-2f5a4ad1d879', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5440014d-b27b-477f-96a5-6144cb9d1e61'}] {{(pid=93089) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:34:57.306646 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.106/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe93d3bb6f6ea65552dd5d1819c289058d75ea396ac2be612a447f7071fdb995" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc3c01ae-b511-4da2-b96c-0945a2842269" -d '{"events": [{"server_uuid": "7984c78c-db17-4d88-93b3-2f5a4ad1d879", "name": "network-vif-plugged", "status": "completed", "tag": "5440014d-b27b-477f-96a5-6144cb9d1e61"}]}' {{(pid=93089) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:34:57.356408 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce84d06b-9daf-4a66-8793-559d7a88374d req-a3006748-37ec-478b-8c6b-db502f63ec3c tempest-VolumesNegativeTest-2007369250 tempest-VolumesNegativeTest-2007369250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:34:57.358071 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-ce84d06b-9daf-4a66-8793-559d7a88374d req-a3006748-37ec-478b-8c6b-db502f63ec3c tempest-VolumesNegativeTest-2007369250 tempest-VolumesNegativeTest-2007369250-project] 10.222.0.106 "GET /v2.0/ports?device_id=76ed0e50-cef6-43d1-91d5-6e71aa6ae96b HTTP/1.1" status: 200 len: 950 time: 0.0839083 Jul 06 12:34:57.401995 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-ce84d06b-9daf-4a66-8793-559d7a88374d req-df525496-0933-4ed1-b7bb-edf7189b8b19 tempest-VolumesNegativeTest-2007369250 tempest-VolumesNegativeTest-2007369250-project] 10.222.0.106 "GET /v2.0/security-groups?id=6beadefd-f875-4214-81f9-6c2a629eebc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369763 Jul 06 12:34:57.454260 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 12:34:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38c5688a-25c0-419c-92e1-5cdc757d9668 x-openstack-request-id: req-38c5688a-25c0-419c-92e1-5cdc757d9668 {{(pid=93089) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:34:57.454556 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7984c78c-db17-4d88-93b3-2f5a4ad1d879", "name": "network-vif-plugged", "status": "completed", "tag": "5440014d-b27b-477f-96a5-6144cb9d1e61", "code": 200}]} {{(pid=93089) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:34:57.454813 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.106/compute/v2.1/os-server-external-events used request id req-38c5688a-25c0-419c-92e1-5cdc757d9668 {{(pid=93089) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:34:57.455255 dv-cinder-799631-1-iscsi neutron-server[93089]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7984c78c-db17-4d88-93b3-2f5a4ad1d879', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5440014d-b27b-477f-96a5-6144cb9d1e61', 'code': 200} Jul 06 12:34:57.486846 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b251fb-50ae-4a5e-b8fa-d5169251eebd req-30f47256-d69c-4406-879d-ac11124c65fe tempest-ServerRescueNegativeTestJSON-1447075807 tempest-ServerRescueNegativeTestJSON-1447075807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:34:57.488453 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-53b251fb-50ae-4a5e-b8fa-d5169251eebd req-30f47256-d69c-4406-879d-ac11124c65fe tempest-ServerRescueNegativeTestJSON-1447075807 tempest-ServerRescueNegativeTestJSON-1447075807-project] 10.222.0.106 "GET /v2.0/ports?device_id=5fb246d8-3ad4-4716-8d4a-a158efb7586c HTTP/1.1" status: 200 len: 945 time: 0.0793836 Jul 06 12:34:57.570766 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-53b251fb-50ae-4a5e-b8fa-d5169251eebd req-b120f00d-a310-4c0e-a83d-056761d6a43e tempest-ServerRescueNegativeTestJSON-1447075807 tempest-ServerRescueNegativeTestJSON-1447075807-project] 10.222.0.106 "GET /v2.0/security-groups?id=4d78ff5b-ed74-4775-b2e7-af8cfc6a5bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689425 Jul 06 12:34:57.863061 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0da26bb-d19e-440c-8c2b-8d94d5c2fcff req-137d754a-40b6-46b1-8136-f9b27de42676 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:34:57.864639 dv-cinder-799631-1-iscsi neutron-server[93087]: INFO neutron.wsgi [req-d0da26bb-d19e-440c-8c2b-8d94d5c2fcff req-137d754a-40b6-46b1-8136-f9b27de42676 service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=7984c78c-db17-4d88-93b3-2f5a4ad1d879 HTTP/1.1" status: 200 len: 1098 time: 0.0654688 Jul 06 12:34:57.909989 dv-cinder-799631-1-iscsi neutron-server[93087]: INFO neutron.wsgi [req-d0da26bb-d19e-440c-8c2b-8d94d5c2fcff req-ee3f7f48-4833-43cb-99e1-6ad66df104e8 service neutron] 10.222.0.100 "GET /v2.0/security-groups?id=a7a3a38a-2b2f-449e-b642-1996735c584e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344570 Jul 06 12:34:58.035635 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209191a9-5a4e-4c9d-8471-3d839f0082af req-62415aa4-bfc6-434c-8295-87af013db6ae tempest-AttachVolumeNegativeTest-317369925 tempest-AttachVolumeNegativeTest-317369925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:34:58.037357 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-209191a9-5a4e-4c9d-8471-3d839f0082af req-62415aa4-bfc6-434c-8295-87af013db6ae tempest-AttachVolumeNegativeTest-317369925 tempest-AttachVolumeNegativeTest-317369925-project] 10.222.0.106 "GET /v2.0/ports?device_id=7984c78c-db17-4d88-93b3-2f5a4ad1d879 HTTP/1.1" status: 200 len: 945 time: 0.0815938 Jul 06 12:34:58.082836 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-209191a9-5a4e-4c9d-8471-3d839f0082af req-0e230302-05e8-4fe3-a5f5-0f6910084303 tempest-AttachVolumeNegativeTest-317369925 tempest-AttachVolumeNegativeTest-317369925-project] 10.222.0.106 "GET /v2.0/security-groups?id=a7a3a38a-2b2f-449e-b642-1996735c584e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382917 Jul 06 12:34:58.310618 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.wsgi [-] (93088) accepted ('10.222.0.106', 49704) {{(pid=93088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:34:58.421743 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-3818e401-e2a7-4ff9-b359-e993e4b25274 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:34:58.523401 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-3818e401-e2a7-4ff9-b359-e993e4b25274 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:34:58.528035 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-3818e401-e2a7-4ff9-b359-e993e4b25274 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1774441'] for security_group, after_create {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:34:58.608531 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [None req-3818e401-e2a7-4ff9-b359-e993e4b25274 admin admin] 10.222.0.106 "GET /v2.0/security-groups?tenant_id=bbf8d46551c9498f8b865ebba2744452&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2967088 Jul 06 12:34:58.609087 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.wsgi [-] (93087) accepted ('10.222.0.106', 49714) {{(pid=93087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:34:58.611876 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3818e401-e2a7-4ff9-b359-e993e4b25274 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=444050cb-f453-4cc1-b0ce-1e4e7631a466,revision_number=1']} {{(pid=93088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:34:58.654262 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be83a82-012d-4e1a-ac3f-4978b8827509 req-d12577f5-17b5-46e6-8022-599ff53fffa7 tempest-VolumesNegativeTest-2007369250 tempest-VolumesNegativeTest-2007369250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:34:58.655943 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-4be83a82-012d-4e1a-ac3f-4978b8827509 req-d12577f5-17b5-46e6-8022-599ff53fffa7 tempest-VolumesNegativeTest-2007369250 tempest-VolumesNegativeTest-2007369250-project] 10.222.0.106 "GET /v2.0/ports?device_id=76ed0e50-cef6-43d1-91d5-6e71aa6ae96b HTTP/1.1" status: 200 len: 950 time: 0.1217735 Jul 06 12:34:58.669996 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-2b4a7407-b3c9-4617-a750-a7f1a8012708 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:34:58.701423 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-2b4a7407-b3c9-4617-a750-a7f1a8012708 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:34:58.721321 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-4be83a82-012d-4e1a-ac3f-4978b8827509 req-7fbeb6be-a3fa-4fe9-94e3-b70889479dc4 tempest-VolumesNegativeTest-2007369250 tempest-VolumesNegativeTest-2007369250-project] 10.222.0.106 "GET /v2.0/security-groups?id=6beadefd-f875-4214-81f9-6c2a629eebc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572546 Jul 06 12:34:58.784670 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-2b4a7407-b3c9-4617-a750-a7f1a8012708 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1774441'] for security_group, after_delete {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:34:58.789505 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-2b4a7407-b3c9-4617-a750-a7f1a8012708 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:34:58.796263 dv-cinder-799631-1-iscsi neutron-server[93087]: INFO neutron.wsgi [None req-2b4a7407-b3c9-4617-a750-a7f1a8012708 admin admin] 10.222.0.106 "DELETE /v2.0/security-groups/444050cb-f453-4cc1-b0ce-1e4e7631a466 HTTP/1.1" status: 204 len: 168 time: 0.1853805 Jul 06 12:34:58.813561 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4a7407-b3c9-4617-a750-a7f1a8012708 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=444050cb-f453-4cc1-b0ce-1e4e7631a466,revision_number=None']} {{(pid=93087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:34:58.849238 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2aa67f-f4d2-4df7-98ff-34e619214956 req-bc83c5b2-0f15-4ce7-b96e-9a85fbc83f27 tempest-ServerRescueNegativeTestJSON-1447075807 tempest-ServerRescueNegativeTestJSON-1447075807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:34:58.850214 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-3e2aa67f-f4d2-4df7-98ff-34e619214956 req-bc83c5b2-0f15-4ce7-b96e-9a85fbc83f27 tempest-ServerRescueNegativeTestJSON-1447075807 tempest-ServerRescueNegativeTestJSON-1447075807-project] 10.222.0.106 "GET /v2.0/ports?device_id=5fb246d8-3ad4-4716-8d4a-a158efb7586c HTTP/1.1" status: 200 len: 945 time: 0.1385252 Jul 06 12:34:58.894280 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-3e2aa67f-f4d2-4df7-98ff-34e619214956 req-72f0dc6a-524d-4b82-ad31-646ca35d9205 tempest-ServerRescueNegativeTestJSON-1447075807 tempest-ServerRescueNegativeTestJSON-1447075807-project] 10.222.0.106 "GET /v2.0/security-groups?id=4d78ff5b-ed74-4775-b2e7-af8cfc6a5bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349677 Jul 06 12:34:59.145767 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.wsgi [-] (93087) accepted ('10.222.0.106', 49732) {{(pid=93087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:34:59.161798 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-6550a167-1aa6-4572-b5dd-2acb15caff51 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:34:59.296556 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-6550a167-1aa6-4572-b5dd-2acb15caff51 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:34:59.302938 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-6550a167-1aa6-4572-b5dd-2acb15caff51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1774441'] for security_group, after_create {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:34:59.355845 dv-cinder-799631-1-iscsi neutron-server[93087]: INFO neutron.wsgi [None req-6550a167-1aa6-4572-b5dd-2acb15caff51 admin admin] 10.222.0.106 "GET /v2.0/security-groups?tenant_id=7903e77e0e574b4f92763609618e64aa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2088315 Jul 06 12:34:59.356601 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6550a167-1aa6-4572-b5dd-2acb15caff51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3eab495c-b59f-4c42-9deb-a44d303f34c3,revision_number=1']} {{(pid=93087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:34:59.359852 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.wsgi [-] (93087) accepted ('10.222.0.106', 49742) {{(pid=93087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:34:59.365856 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12f62a4-f42a-4bcc-9d21-eefed3ea89da req-8f299ac5-dbf2-4e8d-987e-33497d589d9d tempest-AttachVolumeNegativeTest-317369925 tempest-AttachVolumeNegativeTest-317369925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:34:59.368301 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-a12f62a4-f42a-4bcc-9d21-eefed3ea89da req-8f299ac5-dbf2-4e8d-987e-33497d589d9d tempest-AttachVolumeNegativeTest-317369925 tempest-AttachVolumeNegativeTest-317369925-project] 10.222.0.106 "GET /v2.0/ports?device_id=7984c78c-db17-4d88-93b3-2f5a4ad1d879 HTTP/1.1" status: 200 len: 945 time: 0.1323018 Jul 06 12:34:59.422492 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-36ee3042-bdb8-4dc1-9cd0-acac0619cc35 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:34:59.427524 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-a12f62a4-f42a-4bcc-9d21-eefed3ea89da req-260f876a-770c-4bf5-8f30-bf5557dd2c2c tempest-AttachVolumeNegativeTest-317369925 tempest-AttachVolumeNegativeTest-317369925-project] 10.222.0.106 "GET /v2.0/security-groups?id=a7a3a38a-2b2f-449e-b642-1996735c584e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482264 Jul 06 12:34:59.436383 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40c5de3-1fb0-4fda-a9a5-1b2afa2ccf7c req-9b015a2d-72db-4d7d-8f0b-ec6022122206 tempest-VolumesNegativeTest-2007369250 tempest-VolumesNegativeTest-2007369250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:34:59.437922 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-d40c5de3-1fb0-4fda-a9a5-1b2afa2ccf7c req-9b015a2d-72db-4d7d-8f0b-ec6022122206 tempest-VolumesNegativeTest-2007369250 tempest-VolumesNegativeTest-2007369250-project] 10.222.0.106 "GET /v2.0/ports?device_id=76ed0e50-cef6-43d1-91d5-6e71aa6ae96b HTTP/1.1" status: 200 len: 950 time: 0.1212842 Jul 06 12:34:59.448036 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-36ee3042-bdb8-4dc1-9cd0-acac0619cc35 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:34:59.481281 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-d40c5de3-1fb0-4fda-a9a5-1b2afa2ccf7c req-d9414041-d134-45be-b882-b4bdfd4b5448 tempest-VolumesNegativeTest-2007369250 tempest-VolumesNegativeTest-2007369250-project] 10.222.0.106 "GET /v2.0/security-groups?id=6beadefd-f875-4214-81f9-6c2a629eebc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337703 Jul 06 12:34:59.497111 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-36ee3042-bdb8-4dc1-9cd0-acac0619cc35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1774441'] for security_group, after_delete {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:34:59.499739 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-36ee3042-bdb8-4dc1-9cd0-acac0619cc35 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:34:59.500898 dv-cinder-799631-1-iscsi neutron-server[93087]: INFO neutron.wsgi [None req-36ee3042-bdb8-4dc1-9cd0-acac0619cc35 admin admin] 10.222.0.106 "DELETE /v2.0/security-groups/3eab495c-b59f-4c42-9deb-a44d303f34c3 HTTP/1.1" status: 204 len: 168 time: 0.1399398 Jul 06 12:34:59.509860 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ee3042-bdb8-4dc1-9cd0-acac0619cc35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3eab495c-b59f-4c42-9deb-a44d303f34c3,revision_number=None']} {{(pid=93087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:34:59.863237 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.wsgi [-] (93087) accepted ('10.222.0.106', 49750) {{(pid=93087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:34:59.876969 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-5bbf5006-36e8-41a8-8be3-4efbb59d0c31 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:35:00.017611 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-5bbf5006-36e8-41a8-8be3-4efbb59d0c31 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:35:00.022209 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-5bbf5006-36e8-41a8-8be3-4efbb59d0c31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1774441'] for security_group, after_create {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:35:00.065211 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bbf5006-36e8-41a8-8be3-4efbb59d0c31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=399e523b-1ecb-4395-9c02-eebf945c8deb,revision_number=1']} {{(pid=93087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:35:00.070236 dv-cinder-799631-1-iscsi neutron-server[93087]: INFO neutron.wsgi [None req-5bbf5006-36e8-41a8-8be3-4efbb59d0c31 admin admin] 10.222.0.106 "GET /v2.0/security-groups?tenant_id=4e998664d48b4cb7ac3372aad1e9eaeb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2058711 Jul 06 12:35:00.073141 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.wsgi [-] (93088) accepted ('10.222.0.106', 49756) {{(pid=93088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:35:00.120797 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4757b84-c73c-4da7-9e65-ec31c4b26996 req-24c48653-beb2-4e5c-96d3-82e2c2c6fde9 tempest-ServerRescueNegativeTestJSON-1447075807 tempest-ServerRescueNegativeTestJSON-1447075807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:35:00.122355 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-a4757b84-c73c-4da7-9e65-ec31c4b26996 req-24c48653-beb2-4e5c-96d3-82e2c2c6fde9 tempest-ServerRescueNegativeTestJSON-1447075807 tempest-ServerRescueNegativeTestJSON-1447075807-project] 10.222.0.106 "GET /v2.0/ports?device_id=5fb246d8-3ad4-4716-8d4a-a158efb7586c HTTP/1.1" status: 200 len: 945 time: 0.1008427 Jul 06 12:35:00.174609 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-1567c31a-9124-4d03-ac8f-e85a8479b7ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:35:00.182142 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-a4757b84-c73c-4da7-9e65-ec31c4b26996 req-c5c0b799-6233-4908-8940-afd8fae46e6a tempest-ServerRescueNegativeTestJSON-1447075807 tempest-ServerRescueNegativeTestJSON-1447075807-project] 10.222.0.106 "GET /v2.0/security-groups?id=4d78ff5b-ed74-4775-b2e7-af8cfc6a5bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526118 Jul 06 12:35:00.215363 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-1567c31a-9124-4d03-ac8f-e85a8479b7ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:35:00.259833 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-1567c31a-9124-4d03-ac8f-e85a8479b7ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1774441'] for security_group, after_delete {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:35:00.262727 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-1567c31a-9124-4d03-ac8f-e85a8479b7ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:35:00.266212 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [None req-1567c31a-9124-4d03-ac8f-e85a8479b7ad admin admin] 10.222.0.106 "DELETE /v2.0/security-groups/399e523b-1ecb-4395-9c02-eebf945c8deb HTTP/1.1" status: 204 len: 168 time: 0.1898003 Jul 06 12:35:00.272547 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1567c31a-9124-4d03-ac8f-e85a8479b7ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=399e523b-1ecb-4395-9c02-eebf945c8deb,revision_number=None']} {{(pid=93088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:35:00.629815 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f6ded9-7c72-4229-ad2b-067e1d173e51 req-4dcf3c15-bfe6-4d98-b2b0-94124b5b32f4 tempest-AttachVolumeNegativeTest-317369925 tempest-AttachVolumeNegativeTest-317369925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:35:00.631378 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-00f6ded9-7c72-4229-ad2b-067e1d173e51 req-4dcf3c15-bfe6-4d98-b2b0-94124b5b32f4 tempest-AttachVolumeNegativeTest-317369925 tempest-AttachVolumeNegativeTest-317369925-project] 10.222.0.106 "GET /v2.0/ports?device_id=7984c78c-db17-4d88-93b3-2f5a4ad1d879 HTTP/1.1" status: 200 len: 945 time: 0.0685205 Jul 06 12:35:00.708713 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-00f6ded9-7c72-4229-ad2b-067e1d173e51 req-c204ac90-74aa-426e-8fcc-c774989839e5 tempest-AttachVolumeNegativeTest-317369925 tempest-AttachVolumeNegativeTest-317369925-project] 10.222.0.106 "GET /v2.0/security-groups?id=a7a3a38a-2b2f-449e-b642-1996735c584e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629900 Jul 06 12:35:00.731992 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0ceb75-0d90-488f-b927-03e85129debb req-55c35793-8cbf-47f7-a330-0b84ea44387c tempest-VolumesNegativeTest-2007369250 tempest-VolumesNegativeTest-2007369250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:35:00.733647 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-1b0ceb75-0d90-488f-b927-03e85129debb req-55c35793-8cbf-47f7-a330-0b84ea44387c tempest-VolumesNegativeTest-2007369250 tempest-VolumesNegativeTest-2007369250-project] 10.222.0.106 "GET /v2.0/ports?device_id=76ed0e50-cef6-43d1-91d5-6e71aa6ae96b HTTP/1.1" status: 200 len: 950 time: 0.0982454 Jul 06 12:35:00.784131 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-1b0ceb75-0d90-488f-b927-03e85129debb req-f02df5a6-b741-42b4-a3bd-5dbd18a076cd tempest-VolumesNegativeTest-2007369250 tempest-VolumesNegativeTest-2007369250-project] 10.222.0.106 "GET /v2.0/security-groups?id=6beadefd-f875-4214-81f9-6c2a629eebc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416188 Jul 06 12:35:00.862061 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdac649b-9a3a-4f8e-b7ca-37cea9691c67 req-9f9e0f79-fb23-491f-9c06-a3fe880a75de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:35:00.864484 dv-cinder-799631-1-iscsi neutron-server[93087]: INFO neutron.wsgi [req-cdac649b-9a3a-4f8e-b7ca-37cea9691c67 req-9f9e0f79-fb23-491f-9c06-a3fe880a75de service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=5fb246d8-3ad4-4716-8d4a-a158efb7586c HTTP/1.1" status: 200 len: 1098 time: 0.0695884 Jul 06 12:35:00.911509 dv-cinder-799631-1-iscsi neutron-server[93087]: INFO neutron.wsgi [req-cdac649b-9a3a-4f8e-b7ca-37cea9691c67 req-8fd2b2a0-8ec0-4eea-9efb-f56a885f6c7b service neutron] 10.222.0.100 "GET /v2.0/security-groups?id=4d78ff5b-ed74-4775-b2e7-af8cfc6a5bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349877 Jul 06 12:35:01.399804 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ebb5e4-33b1-48f3-8561-4ee9b8badfd9 req-7582cbf3-5f1b-4ad9-958e-ae3368b8f031 tempest-ServerRescueNegativeTestJSON-1447075807 tempest-ServerRescueNegativeTestJSON-1447075807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:35:01.401369 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-c6ebb5e4-33b1-48f3-8561-4ee9b8badfd9 req-7582cbf3-5f1b-4ad9-958e-ae3368b8f031 tempest-ServerRescueNegativeTestJSON-1447075807 tempest-ServerRescueNegativeTestJSON-1447075807-project] 10.222.0.106 "GET /v2.0/ports?device_id=5fb246d8-3ad4-4716-8d4a-a158efb7586c HTTP/1.1" status: 200 len: 945 time: 0.0726016 Jul 06 12:35:01.455871 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-c6ebb5e4-33b1-48f3-8561-4ee9b8badfd9 req-b92dcc78-196c-417c-a37a-06a8d3b8fa88 tempest-ServerRescueNegativeTestJSON-1447075807 tempest-ServerRescueNegativeTestJSON-1447075807-project] 10.222.0.106 "GET /v2.0/security-groups?id=4d78ff5b-ed74-4775-b2e7-af8cfc6a5bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487461 Jul 06 12:35:01.904331 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.wsgi [-] (93087) accepted ('10.222.0.106', 49832) {{(pid=93087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:35:02.022149 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8509a9-11b8-4140-9421-7e451e40160b req-b166c4d8-b6a9-404d-90ff-aceee4a39818 tempest-VolumesNegativeTest-2007369250 tempest-VolumesNegativeTest-2007369250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:35:02.024538 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-5e8509a9-11b8-4140-9421-7e451e40160b req-b166c4d8-b6a9-404d-90ff-aceee4a39818 tempest-VolumesNegativeTest-2007369250 tempest-VolumesNegativeTest-2007369250-project] 10.222.0.106 "GET /v2.0/ports?device_id=76ed0e50-cef6-43d1-91d5-6e71aa6ae96b HTTP/1.1" status: 200 len: 950 time: 0.1060052 Jul 06 12:35:02.062682 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-1f2060c1-967a-4b4d-9243-b4fa4e9e261e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:35:02.071438 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-5e8509a9-11b8-4140-9421-7e451e40160b req-1ee5dd34-7890-4a0d-abc9-bf6bbccaa3b6 tempest-VolumesNegativeTest-2007369250 tempest-VolumesNegativeTest-2007369250-project] 10.222.0.106 "GET /v2.0/security-groups?id=6beadefd-f875-4214-81f9-6c2a629eebc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413530 Jul 06 12:35:02.175809 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-1f2060c1-967a-4b4d-9243-b4fa4e9e261e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:35:02.183148 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-1f2060c1-967a-4b4d-9243-b4fa4e9e261e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1774441'] for security_group, after_create {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:35:02.228169 dv-cinder-799631-1-iscsi neutron-server[93087]: INFO neutron.wsgi [None req-1f2060c1-967a-4b4d-9243-b4fa4e9e261e admin admin] 10.222.0.106 "GET /v2.0/security-groups?tenant_id=06bc0ceb00f14e8fb0d6087b9ceaf651&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3222868 Jul 06 12:35:02.229370 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2060c1-967a-4b4d-9243-b4fa4e9e261e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e227da56-c8c5-4352-b531-a668f9e0b66a,revision_number=1']} {{(pid=93087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:35:02.231534 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.wsgi [-] (93088) accepted ('10.222.0.106', 49844) {{(pid=93088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:35:02.292414 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-6a3513c4-155b-4330-9cec-791fc197a811 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:35:02.318252 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-6a3513c4-155b-4330-9cec-791fc197a811 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:35:02.371942 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-6a3513c4-155b-4330-9cec-791fc197a811 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1774441'] for security_group, after_delete {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:35:02.374534 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-6a3513c4-155b-4330-9cec-791fc197a811 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:35:02.375744 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [None req-6a3513c4-155b-4330-9cec-791fc197a811 admin admin] 10.222.0.106 "DELETE /v2.0/security-groups/e227da56-c8c5-4352-b531-a668f9e0b66a HTTP/1.1" status: 204 len: 168 time: 0.1430926 Jul 06 12:35:02.385008 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3513c4-155b-4330-9cec-791fc197a811 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e227da56-c8c5-4352-b531-a668f9e0b66a,revision_number=None']} {{(pid=93088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:35:02.843535 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad0e96d-b7e2-460b-a00e-eda69441545b req-ae7330f6-f383-43b1-9f17-b97edfd5835c tempest-ServerRescueNegativeTestJSON-1447075807 tempest-ServerRescueNegativeTestJSON-1447075807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:35:02.845140 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-4ad0e96d-b7e2-460b-a00e-eda69441545b req-ae7330f6-f383-43b1-9f17-b97edfd5835c tempest-ServerRescueNegativeTestJSON-1447075807 tempest-ServerRescueNegativeTestJSON-1447075807-project] 10.222.0.106 "GET /v2.0/ports?device_id=5fb246d8-3ad4-4716-8d4a-a158efb7586c HTTP/1.1" status: 200 len: 945 time: 0.0706780 Jul 06 12:35:02.884186 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-4ad0e96d-b7e2-460b-a00e-eda69441545b req-df45c83f-d300-464f-a67c-80562910df03 tempest-ServerRescueNegativeTestJSON-1447075807 tempest-ServerRescueNegativeTestJSON-1447075807-project] 10.222.0.106 "GET /v2.0/security-groups?id=4d78ff5b-ed74-4775-b2e7-af8cfc6a5bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326931 Jul 06 12:35:03.268983 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527b9053-6766-47bb-b8e4-4e8f45f0fcde req-88968abb-c29b-4bb1-895b-e24e9015905e tempest-VolumesNegativeTest-2007369250 tempest-VolumesNegativeTest-2007369250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:35:03.270598 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-527b9053-6766-47bb-b8e4-4e8f45f0fcde req-88968abb-c29b-4bb1-895b-e24e9015905e tempest-VolumesNegativeTest-2007369250 tempest-VolumesNegativeTest-2007369250-project] 10.222.0.106 "GET /v2.0/ports?device_id=76ed0e50-cef6-43d1-91d5-6e71aa6ae96b HTTP/1.1" status: 200 len: 950 time: 0.0755506 Jul 06 12:35:03.301791 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b327461d-fe39-44fb-b567-0d4e365ea2ac req-8727af76-b43a-449c-b4ad-942be4453657 tempest-VolumesNegativeTest-2007369250 tempest-VolumesNegativeTest-2007369250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:35:03.303538 dv-cinder-799631-1-iscsi neutron-server[93087]: INFO neutron.wsgi [req-b327461d-fe39-44fb-b567-0d4e365ea2ac req-8727af76-b43a-449c-b4ad-942be4453657 tempest-VolumesNegativeTest-2007369250 tempest-VolumesNegativeTest-2007369250-project] 10.222.0.100 "GET /v2.0/ports?device_id=76ed0e50-cef6-43d1-91d5-6e71aa6ae96b HTTP/1.1" status: 200 len: 950 time: 0.1197603 Jul 06 12:35:03.316431 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-527b9053-6766-47bb-b8e4-4e8f45f0fcde req-65e2800c-3b4e-437f-96b1-c90efa2c4aec tempest-VolumesNegativeTest-2007369250 tempest-VolumesNegativeTest-2007369250-project] 10.222.0.106 "GET /v2.0/security-groups?id=6beadefd-f875-4214-81f9-6c2a629eebc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391271 Jul 06 12:35:03.427922 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.plugins.ml2.plugin [req-b327461d-fe39-44fb-b567-0d4e365ea2ac req-2385930f-181e-423f-8cc2-4c2396ebc50e tempest-VolumesNegativeTest-2007369250 tempest-VolumesNegativeTest-2007369250-project] Deleting port 216fa137-c313-4281-b4fe-75deec3504a3 {{(pid=93087) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:35:03.428413 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [req-b327461d-fe39-44fb-b567-0d4e365ea2ac req-2385930f-181e-423f-8cc2-4c2396ebc50e tempest-VolumesNegativeTest-2007369250 tempest-VolumesNegativeTest-2007369250-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730294201564'] for port, before_delete {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:35:03.526149 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.plugins.ml2.db [req-b327461d-fe39-44fb-b567-0d4e365ea2ac req-2385930f-181e-423f-8cc2-4c2396ebc50e tempest-VolumesNegativeTest-2007369250 tempest-VolumesNegativeTest-2007369250-project] For port 216fa137-c313-4281-b4fe-75deec3504a3, host hv-cinder-79963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79963',level=0,port_id=216fa137-c313-4281-b4fe-75deec3504a3,segment=NetworkSegment(612cdda8-ce3d-4898-a91e-9326f9f55af0),segment_id=612cdda8-ce3d-4898-a91e-9326f9f55af0)] {{(pid=93087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:35:03.526529 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [req-b327461d-fe39-44fb-b567-0d4e365ea2ac req-2385930f-181e-423f-8cc2-4c2396ebc50e tempest-VolumesNegativeTest-2007369250 tempest-VolumesNegativeTest-2007369250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813012'] for port, precommit_delete {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:35:03.541539 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.plugins.ml2.plugin [req-b327461d-fe39-44fb-b567-0d4e365ea2ac req-2385930f-181e-423f-8cc2-4c2396ebc50e tempest-VolumesNegativeTest-2007369250 tempest-VolumesNegativeTest-2007369250-project] Calling delete_port for 216fa137-c313-4281-b4fe-75deec3504a3 owned by compute:nova {{(pid=93087) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:35:03.716118 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [req-b327461d-fe39-44fb-b567-0d4e365ea2ac req-2385930f-181e-423f-8cc2-4c2396ebc50e tempest-VolumesNegativeTest-2007369250 tempest-VolumesNegativeTest-2007369250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-772913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730294210838', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730293689573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65517743'] for port, after_delete {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:35:03.748938 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2385930f-181e-423f-8cc2-4c2396ebc50e tempest-VolumesNegativeTest-2007369250 tempest-VolumesNegativeTest-2007369250-project] Pushing event deleted for resources: {'Port': ['ID=216fa137-c313-4281-b4fe-75deec3504a3,revision_number=None']} {{(pid=93087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:35:03.813878 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.db.l3_dvrscheduler_db [req-b327461d-fe39-44fb-b567-0d4e365ea2ac req-2385930f-181e-423f-8cc2-4c2396ebc50e tempest-VolumesNegativeTest-2007369250 tempest-VolumesNegativeTest-2007369250-project] No DVR routers for this DVR port 216fa137-c313-4281-b4fe-75deec3504a3 on host hv-cinder-79963 {{(pid=93087) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:35:03.817018 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [req-b327461d-fe39-44fb-b567-0d4e365ea2ac req-2385930f-181e-423f-8cc2-4c2396ebc50e tempest-VolumesNegativeTest-2007369250 tempest-VolumesNegativeTest-2007369250-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473541'] for port, before_response {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:35:03.819056 dv-cinder-799631-1-iscsi neutron-server[93087]: INFO neutron.wsgi [req-b327461d-fe39-44fb-b567-0d4e365ea2ac req-2385930f-181e-423f-8cc2-4c2396ebc50e tempest-VolumesNegativeTest-2007369250 tempest-VolumesNegativeTest-2007369250-project] 10.222.0.100 "DELETE /v2.0/ports/216fa137-c313-4281-b4fe-75deec3504a3 HTTP/1.1" status: 204 len: 173 time: 0.4973278 Jul 06 12:35:03.819596 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76ed0e50-cef6-43d1-91d5-6e71aa6ae96b', 'name': 'network-vif-deleted', 'tag': '216fa137-c313-4281-b4fe-75deec3504a3'}] {{(pid=93087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:35:03.821851 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.106/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b75977dee10694d970e3c904bb2abec7b96eeb0b1196bffac2d8311199053796" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecc0753f-366d-4dbb-8e84-1127c969cb7a" -d '{"events": [{"server_uuid": "76ed0e50-cef6-43d1-91d5-6e71aa6ae96b", "name": "network-vif-deleted", "tag": "216fa137-c313-4281-b4fe-75deec3504a3"}]}' {{(pid=93087) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:35:03.885206 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 12:35:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1afc6e4-0bb2-464a-bf21-0b3267567fb1 x-openstack-request-id: req-a1afc6e4-0bb2-464a-bf21-0b3267567fb1 {{(pid=93087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:35:03.885597 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76ed0e50-cef6-43d1-91d5-6e71aa6ae96b", "name": "network-vif-deleted", "tag": "216fa137-c313-4281-b4fe-75deec3504a3", "status": "completed", "code": 200}]} {{(pid=93087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:35:03.885954 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.106/compute/v2.1/os-server-external-events used request id req-a1afc6e4-0bb2-464a-bf21-0b3267567fb1 {{(pid=93087) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:35:03.887689 dv-cinder-799631-1-iscsi neutron-server[93087]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76ed0e50-cef6-43d1-91d5-6e71aa6ae96b', 'name': 'network-vif-deleted', 'tag': '216fa137-c313-4281-b4fe-75deec3504a3', 'status': 'completed', 'code': 200} Jul 06 12:35:04.133644 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd609f70-1609-4b02-ad9b-062eb5eb3db8 req-1674fc81-ecc5-406f-9983-35ca6f6a237b tempest-ServerRescueNegativeTestJSON-1447075807 tempest-ServerRescueNegativeTestJSON-1447075807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:35:04.135290 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-fd609f70-1609-4b02-ad9b-062eb5eb3db8 req-1674fc81-ecc5-406f-9983-35ca6f6a237b tempest-ServerRescueNegativeTestJSON-1447075807 tempest-ServerRescueNegativeTestJSON-1447075807-project] 10.222.0.106 "GET /v2.0/ports?device_id=5fb246d8-3ad4-4716-8d4a-a158efb7586c HTTP/1.1" status: 200 len: 945 time: 0.0983710 Jul 06 12:35:04.187329 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-fd609f70-1609-4b02-ad9b-062eb5eb3db8 req-64beec73-3a29-4194-9e20-1f8407d5565a tempest-ServerRescueNegativeTestJSON-1447075807 tempest-ServerRescueNegativeTestJSON-1447075807-project] 10.222.0.106 "GET /v2.0/security-groups?id=4d78ff5b-ed74-4775-b2e7-af8cfc6a5bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399370 Jul 06 12:35:04.434401 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4526b78-4bc1-45a8-918b-a9e3cd5afef3 req-0d06d3db-0108-4952-809d-8f1e097b05c4 tempest-ServerRescueNegativeTestJSON-1447075807 tempest-ServerRescueNegativeTestJSON-1447075807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:35:04.435978 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-e4526b78-4bc1-45a8-918b-a9e3cd5afef3 req-0d06d3db-0108-4952-809d-8f1e097b05c4 tempest-ServerRescueNegativeTestJSON-1447075807 tempest-ServerRescueNegativeTestJSON-1447075807-project] 10.222.0.106 "GET /v2.0/ports?device_id=033daae3-3614-4270-a8cd-62b72de71ec3 HTTP/1.1" status: 200 len: 945 time: 0.1111774 Jul 06 12:35:04.484129 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-e4526b78-4bc1-45a8-918b-a9e3cd5afef3 req-9a60c322-c718-4ee3-92d4-5f1198a12086 tempest-ServerRescueNegativeTestJSON-1447075807 tempest-ServerRescueNegativeTestJSON-1447075807-project] 10.222.0.106 "GET /v2.0/security-groups?id=4d78ff5b-ed74-4775-b2e7-af8cfc6a5bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395186 Jul 06 12:35:04.656683 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-1f0f5ffe-0ac5-4d8f-ab08-6a56897c5ddb req-5f999487-255c-4928-8978-07d5a8bcfa6b tempest-VolumesNegativeTest-2007369250 tempest-VolumesNegativeTest-2007369250-project] 10.222.0.106 "GET /v2.0/ports?device_id=76ed0e50-cef6-43d1-91d5-6e71aa6ae96b HTTP/1.1" status: 200 len: 210 time: 0.0355067 Jul 06 12:35:05.073431 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.rpc [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] Device 216fa137-c313-4281-b4fe-75deec3504a3 no longer exists at agent hyperv_hv-cinder-79963 {{(pid=93089) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:35:05.096109 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.plugin [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] No Port match for: 216fa137-c313-4281-b4fe-75deec3504a3 {{(pid=93089) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:35:05.096462 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.rpc [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] Device 216fa137-c313-4281-b4fe-75deec3504a3 not bound to the agent host hv-cinder-79963 {{(pid=93089) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:35:06.235003 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.wsgi [-] (93087) accepted ('10.222.0.106', 49960) {{(pid=93087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:35:06.339189 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b0ac4f-2be7-4f57-99cf-e6580fa2fc57 req-8fb9fc8d-3a24-4c97-8e54-5bd3f6ccac41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:35:06.341371 dv-cinder-799631-1-iscsi neutron-server[93087]: INFO neutron.wsgi [req-f6b0ac4f-2be7-4f57-99cf-e6580fa2fc57 req-8fb9fc8d-3a24-4c97-8e54-5bd3f6ccac41 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=cc98c3dbd15045c0a70a6aeb034695a2&device_id=033daae3-3614-4270-a8cd-62b72de71ec3 HTTP/1.1" status: 200 len: 1098 time: 0.0635457 Jul 06 12:35:06.381389 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-723b310b-7a33-4ca4-b00c-dbe8f9873f8b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:35:06.398506 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a2caad-5d5f-48a2-94e1-aac5496eb61f req-0297171d-ef5a-4435-943e-6193ea8d04b4 tempest-ServerRescueNegativeTestJSON-1447075807 tempest-ServerRescueNegativeTestJSON-1447075807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:35:06.400524 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-a4a2caad-5d5f-48a2-94e1-aac5496eb61f req-0297171d-ef5a-4435-943e-6193ea8d04b4 tempest-ServerRescueNegativeTestJSON-1447075807 tempest-ServerRescueNegativeTestJSON-1447075807-project] 10.222.0.106 "GET /v2.0/ports?device_id=033daae3-3614-4270-a8cd-62b72de71ec3 HTTP/1.1" status: 200 len: 945 time: 0.0816784 Jul 06 12:35:06.464299 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-a4a2caad-5d5f-48a2-94e1-aac5496eb61f req-0730b3f2-ad30-49c2-b643-611fa8339ba4 tempest-ServerRescueNegativeTestJSON-1447075807 tempest-ServerRescueNegativeTestJSON-1447075807-project] 10.222.0.106 "GET /v2.0/security-groups?id=4d78ff5b-ed74-4775-b2e7-af8cfc6a5bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579770 Jul 06 12:35:06.465258 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b0ac4f-2be7-4f57-99cf-e6580fa2fc57 req-eddcced0-3314-424d-9c2a-abb33a8c5612 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:35:06.467045 dv-cinder-799631-1-iscsi neutron-server[93087]: INFO neutron.wsgi [req-f6b0ac4f-2be7-4f57-99cf-e6580fa2fc57 req-eddcced0-3314-424d-9c2a-abb33a8c5612 service neutron] 10.222.0.100 "GET /v2.0/networks?id=91ce4105-7568-49ba-9c1a-853c2332aa91 HTTP/1.1" status: 200 len: 920 time: 0.1139767 Jul 06 12:35:06.531548 dv-cinder-799631-1-iscsi neutron-server[93087]: INFO neutron.wsgi [req-f6b0ac4f-2be7-4f57-99cf-e6580fa2fc57 req-ca722ca4-8762-446e-bbb5-1ae3fb38c5b2 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c2f14543-305d-418b-9b19-bedbd689144a HTTP/1.1" status: 200 len: 217 time: 0.0487297 Jul 06 12:35:06.602900 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b0ac4f-2be7-4f57-99cf-e6580fa2fc57 req-8e6f48ec-bc1c-44b1-90c6-52ff3dbc3a66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:35:06.604432 dv-cinder-799631-1-iscsi neutron-server[93087]: INFO neutron.wsgi [req-f6b0ac4f-2be7-4f57-99cf-e6580fa2fc57 req-8e6f48ec-bc1c-44b1-90c6-52ff3dbc3a66 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=93b8c1d2-f9fc-4e8f-b00e-a4ccc2e979d1 HTTP/1.1" status: 200 len: 858 time: 0.0645201 Jul 06 12:35:06.652490 dv-cinder-799631-1-iscsi neutron-server[93087]: INFO neutron.wsgi [req-f6b0ac4f-2be7-4f57-99cf-e6580fa2fc57 req-2a2dbb6d-a5ed-4e29-a5d1-aa510f7e88cd service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=91ce4105-7568-49ba-9c1a-853c2332aa91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0354152 Jul 06 12:35:06.654365 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-723b310b-7a33-4ca4-b00c-dbe8f9873f8b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:35:06.659506 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-723b310b-7a33-4ca4-b00c-dbe8f9873f8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1774441'] for security_group, after_create {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:35:06.750792 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723b310b-7a33-4ca4-b00c-dbe8f9873f8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2134de43-9e54-4306-90cc-a790b1480bab,revision_number=1']} {{(pid=93087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:35:06.758056 dv-cinder-799631-1-iscsi neutron-server[93087]: INFO neutron.wsgi [None req-723b310b-7a33-4ca4-b00c-dbe8f9873f8b admin admin] 10.222.0.106 "GET /v2.0/security-groups?tenant_id=a0db34ee56394263aa785cf3938cf0dc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5194325 Jul 06 12:35:06.758536 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.wsgi [-] (93087) accepted ('10.222.0.106', 50000) {{(pid=93087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:35:06.824377 dv-cinder-799631-1-iscsi neutron-server[93087]: INFO neutron.wsgi [req-f6b0ac4f-2be7-4f57-99cf-e6580fa2fc57 req-fbef9ec5-8829-4197-8f32-a2c2c5a645dc service neutron] 10.222.0.100 "GET /v2.0/networks/91ce4105-7568-49ba-9c1a-853c2332aa91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1499767 Jul 06 12:35:06.847217 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-2edf60c9-69b3-4fda-ae4e-ddbbf3e1657e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:35:07.150042 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-2edf60c9-69b3-4fda-ae4e-ddbbf3e1657e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:35:07.216058 dv-cinder-799631-1-iscsi neutron-server[93087]: INFO neutron.wsgi [req-f6b0ac4f-2be7-4f57-99cf-e6580fa2fc57 req-ebb2deb3-dedc-4cf0-b28f-3a03bd7a65fa service neutron] 10.222.0.100 "GET /v2.0/networks/91ce4105-7568-49ba-9c1a-853c2332aa91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3774159 Jul 06 12:35:07.238969 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-2edf60c9-69b3-4fda-ae4e-ddbbf3e1657e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1774441'] for security_group, after_delete {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:35:07.245191 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-2edf60c9-69b3-4fda-ae4e-ddbbf3e1657e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:35:07.250105 dv-cinder-799631-1-iscsi neutron-server[93087]: INFO neutron.wsgi [None req-2edf60c9-69b3-4fda-ae4e-ddbbf3e1657e admin admin] 10.222.0.106 "DELETE /v2.0/security-groups/2134de43-9e54-4306-90cc-a790b1480bab HTTP/1.1" status: 204 len: 168 time: 0.4907489 Jul 06 12:35:07.264562 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-87255b24-db67-4779-8fd0-7561cbe83b13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730293992524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912513'] for agent, after_update {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:35:07.265327 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2edf60c9-69b3-4fda-ae4e-ddbbf3e1657e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2134de43-9e54-4306-90cc-a790b1480bab,revision_number=None']} {{(pid=93087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:35:07.607281 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.wsgi [-] (93087) accepted ('10.222.0.106', 50096) {{(pid=93087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:35:07.625744 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-0260942c-cfb6-425c-a2bc-c43b418a12d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:35:07.681322 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d24c0f-738d-4550-8638-390308400300 req-90fa9f2b-c997-4ab0-b668-025e89f80aca tempest-ServerRescueNegativeTestJSON-1447075807 tempest-ServerRescueNegativeTestJSON-1447075807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:35:07.689961 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-96d24c0f-738d-4550-8638-390308400300 req-90fa9f2b-c997-4ab0-b668-025e89f80aca tempest-ServerRescueNegativeTestJSON-1447075807 tempest-ServerRescueNegativeTestJSON-1447075807-project] 10.222.0.106 "GET /v2.0/ports?device_id=033daae3-3614-4270-a8cd-62b72de71ec3 HTTP/1.1" status: 200 len: 945 time: 0.0925851 Jul 06 12:35:07.738926 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-96d24c0f-738d-4550-8638-390308400300 req-fbe50969-f5da-4c2c-9359-a65bfb64dbbb tempest-ServerRescueNegativeTestJSON-1447075807 tempest-ServerRescueNegativeTestJSON-1447075807-project] 10.222.0.106 "GET /v2.0/security-groups?id=4d78ff5b-ed74-4775-b2e7-af8cfc6a5bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472639 Jul 06 12:35:07.783242 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-0260942c-cfb6-425c-a2bc-c43b418a12d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:35:07.789534 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-0260942c-cfb6-425c-a2bc-c43b418a12d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1774441'] for security_group, after_create {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:35:07.833080 dv-cinder-799631-1-iscsi neutron-server[93087]: INFO neutron.wsgi [None req-0260942c-cfb6-425c-a2bc-c43b418a12d9 admin admin] 10.222.0.106 "GET /v2.0/security-groups?tenant_id=5ca4a89c1a1c4d469ba579653321167f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2238688 Jul 06 12:35:07.833863 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0260942c-cfb6-425c-a2bc-c43b418a12d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe832080-85d7-44e5-b505-4210ce493f11,revision_number=1']} {{(pid=93087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:35:07.836314 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.wsgi [-] (93087) accepted ('10.222.0.106', 50120) {{(pid=93087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:35:07.893500 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-13aa089e-ea63-48c2-ac89-878312923a80 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:35:07.921548 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-13aa089e-ea63-48c2-ac89-878312923a80 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:35:07.989474 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-13aa089e-ea63-48c2-ac89-878312923a80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1774441'] for security_group, after_delete {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:35:07.994308 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-13aa089e-ea63-48c2-ac89-878312923a80 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:35:07.996377 dv-cinder-799631-1-iscsi neutron-server[93087]: INFO neutron.wsgi [None req-13aa089e-ea63-48c2-ac89-878312923a80 admin admin] 10.222.0.106 "DELETE /v2.0/security-groups/fe832080-85d7-44e5-b505-4210ce493f11 HTTP/1.1" status: 204 len: 168 time: 0.1589451 Jul 06 12:35:08.010420 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13aa089e-ea63-48c2-ac89-878312923a80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe832080-85d7-44e5-b505-4210ce493f11,revision_number=None']} {{(pid=93087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:35:08.977882 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ceeeb2-7926-4698-9ce1-96c5a4473e46 req-49b8dd5f-ff96-4005-9be0-844d3dde2a46 tempest-ServerRescueNegativeTestJSON-1447075807 tempest-ServerRescueNegativeTestJSON-1447075807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:35:08.979433 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-34ceeeb2-7926-4698-9ce1-96c5a4473e46 req-49b8dd5f-ff96-4005-9be0-844d3dde2a46 tempest-ServerRescueNegativeTestJSON-1447075807 tempest-ServerRescueNegativeTestJSON-1447075807-project] 10.222.0.106 "GET /v2.0/ports?device_id=033daae3-3614-4270-a8cd-62b72de71ec3 HTTP/1.1" status: 200 len: 945 time: 0.0980384 Jul 06 12:35:09.040958 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-34ceeeb2-7926-4698-9ce1-96c5a4473e46 req-267903e8-2fe4-4073-aa43-7632c21ff665 tempest-ServerRescueNegativeTestJSON-1447075807 tempest-ServerRescueNegativeTestJSON-1447075807-project] 10.222.0.106 "GET /v2.0/security-groups?id=4d78ff5b-ed74-4775-b2e7-af8cfc6a5bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522165 Jul 06 12:35:10.222955 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29f2541-dbc2-4f66-833c-229e4d571eda req-0d8efc17-b6bc-4a04-9a24-e96ccfbe597e tempest-ServerRescueNegativeTestJSON-1447075807 tempest-ServerRescueNegativeTestJSON-1447075807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:35:10.224367 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-a29f2541-dbc2-4f66-833c-229e4d571eda req-0d8efc17-b6bc-4a04-9a24-e96ccfbe597e tempest-ServerRescueNegativeTestJSON-1447075807 tempest-ServerRescueNegativeTestJSON-1447075807-project] 10.222.0.106 "GET /v2.0/ports?device_id=033daae3-3614-4270-a8cd-62b72de71ec3 HTTP/1.1" status: 200 len: 945 time: 0.0674131 Jul 06 12:35:10.265396 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-a29f2541-dbc2-4f66-833c-229e4d571eda req-46c984c8-9f5f-4793-841b-754251e30185 tempest-ServerRescueNegativeTestJSON-1447075807 tempest-ServerRescueNegativeTestJSON-1447075807-project] 10.222.0.106 "GET /v2.0/security-groups?id=4d78ff5b-ed74-4775-b2e7-af8cfc6a5bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345566 Jul 06 12:35:10.519382 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-78225083-9f2a-4b95-b2cc-04386b3f20f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730293992524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912513'] for agent, after_update {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:35:10.743743 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.wsgi [-] (93088) accepted ('10.222.0.106', 50262) {{(pid=93088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:35:10.891219 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-3dd6613b-aa53-445d-9a05-4c085a94a05e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730293992524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912513'] for agent, after_update {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:35:10.901402 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [None req-a1450261-b140-4e84-8d20-d5768a3575ef admin admin] 10.222.0.106 "GET /v2.0/security-groups?tenant_id=71d4bf6cf7ea4880b68911eae0fb3355&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1562846 Jul 06 12:35:10.904300 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.wsgi [-] (93088) accepted ('10.222.0.106', 50268) {{(pid=93088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:35:10.958357 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-14a46adc-1dbd-494f-9dfe-f1ace91ea9f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:35:10.984119 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-14a46adc-1dbd-494f-9dfe-f1ace91ea9f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:35:11.030838 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-14a46adc-1dbd-494f-9dfe-f1ace91ea9f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1774441'] for security_group, after_delete {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:35:11.033961 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-14a46adc-1dbd-494f-9dfe-f1ace91ea9f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:35:11.035807 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [None req-14a46adc-1dbd-494f-9dfe-f1ace91ea9f2 admin admin] 10.222.0.106 "DELETE /v2.0/security-groups/6beadefd-f875-4214-81f9-6c2a629eebc9 HTTP/1.1" status: 204 len: 168 time: 0.1299984 Jul 06 12:35:11.049145 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a46adc-1dbd-494f-9dfe-f1ace91ea9f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6beadefd-f875-4214-81f9-6c2a629eebc9,revision_number=None']} {{(pid=93088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:35:11.476401 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392b3a20-6cfc-4c52-b852-50d7a223f7e7 req-1dfc8e45-fb11-4702-b1a9-dec76a47c2c4 tempest-ServerRescueNegativeTestJSON-1447075807 tempest-ServerRescueNegativeTestJSON-1447075807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:35:11.478755 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-392b3a20-6cfc-4c52-b852-50d7a223f7e7 req-1dfc8e45-fb11-4702-b1a9-dec76a47c2c4 tempest-ServerRescueNegativeTestJSON-1447075807 tempest-ServerRescueNegativeTestJSON-1447075807-project] 10.222.0.106 "GET /v2.0/ports?device_id=033daae3-3614-4270-a8cd-62b72de71ec3 HTTP/1.1" status: 200 len: 945 time: 0.0682526 Jul 06 12:35:11.485527 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-59602645-7b03-4a79-8c54-32befe919dd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730293992524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912513'] for agent, after_update {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:35:11.537167 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-392b3a20-6cfc-4c52-b852-50d7a223f7e7 req-2c47ba30-4d67-4515-90c7-1a9eb6fb9a4a tempest-ServerRescueNegativeTestJSON-1447075807 tempest-ServerRescueNegativeTestJSON-1447075807-project] 10.222.0.106 "GET /v2.0/security-groups?id=4d78ff5b-ed74-4775-b2e7-af8cfc6a5bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495222 Jul 06 12:35:13.059447 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-eaae0be5-6402-4968-ae30-74f1a6482786 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730293992524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912513'] for agent, after_update {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:35:14.516864 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0904935-47d4-471b-9f78-ce8ccf19071b req-3c387579-9416-4e86-9605-12ef5f7033a2 tempest-ServerRescueNegativeTestJSON-1447075807 tempest-ServerRescueNegativeTestJSON-1447075807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:35:14.518995 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-c0904935-47d4-471b-9f78-ce8ccf19071b req-3c387579-9416-4e86-9605-12ef5f7033a2 tempest-ServerRescueNegativeTestJSON-1447075807 tempest-ServerRescueNegativeTestJSON-1447075807-project] 10.222.0.106 "GET /v2.0/ports?device_id=033daae3-3614-4270-a8cd-62b72de71ec3 HTTP/1.1" status: 200 len: 945 time: 0.0864618 Jul 06 12:35:14.580619 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-c0904935-47d4-471b-9f78-ce8ccf19071b req-70bb3350-5b75-4401-b65f-2e852497466f tempest-ServerRescueNegativeTestJSON-1447075807 tempest-ServerRescueNegativeTestJSON-1447075807-project] 10.222.0.106 "GET /v2.0/security-groups?id=4d78ff5b-ed74-4775-b2e7-af8cfc6a5bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528703 Jul 06 12:35:15.791728 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6932c96-62a8-4f8a-ad12-728a55828f3c req-70b91d78-425a-4b51-bea9-108158f65253 tempest-ServerRescueNegativeTestJSON-1447075807 tempest-ServerRescueNegativeTestJSON-1447075807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:35:15.793452 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-c6932c96-62a8-4f8a-ad12-728a55828f3c req-70b91d78-425a-4b51-bea9-108158f65253 tempest-ServerRescueNegativeTestJSON-1447075807 tempest-ServerRescueNegativeTestJSON-1447075807-project] 10.222.0.106 "GET /v2.0/ports?device_id=033daae3-3614-4270-a8cd-62b72de71ec3 HTTP/1.1" status: 200 len: 945 time: 0.0730786 Jul 06 12:35:15.844551 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-c6932c96-62a8-4f8a-ad12-728a55828f3c req-b1be6cca-63b9-491e-95a7-7cac7e59c189 tempest-ServerRescueNegativeTestJSON-1447075807 tempest-ServerRescueNegativeTestJSON-1447075807-project] 10.222.0.106 "GET /v2.0/security-groups?id=4d78ff5b-ed74-4775-b2e7-af8cfc6a5bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442615 Jul 06 12:35:16.287932 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497f7675-0b56-47b5-a083-1ff963b8f8f3 req-b4cccd53-950d-451c-8208-adf5f200667a tempest-AttachVolumeNegativeTest-317369925 tempest-AttachVolumeNegativeTest-317369925-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:35:16.290566 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-497f7675-0b56-47b5-a083-1ff963b8f8f3 req-b4cccd53-950d-451c-8208-adf5f200667a tempest-AttachVolumeNegativeTest-317369925 tempest-AttachVolumeNegativeTest-317369925-project] 10.222.0.106 "GET /v2.0/networks?id=0139f472-5f20-48a6-a32c-3cd8224eeba1 HTTP/1.1" status: 200 len: 814 time: 0.1483512 Jul 06 12:35:16.312506 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-497f7675-0b56-47b5-a083-1ff963b8f8f3 req-7f5986ae-645b-4b66-82a1-76af47a39105 tempest-AttachVolumeNegativeTest-317369925 tempest-AttachVolumeNegativeTest-317369925-project] 10.222.0.106 "GET /v2.0/quotas/ffd269f97b9e4f3cbdf8841b0915444b HTTP/1.1" status: 200 len: 375 time: 0.0163388 Jul 06 12:35:16.391278 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-497f7675-0b56-47b5-a083-1ff963b8f8f3 req-986ef8f8-ecb2-48a9-b3df-b63e648cf615 tempest-AttachVolumeNegativeTest-317369925 tempest-AttachVolumeNegativeTest-317369925-project] 10.222.0.106 "GET /v2.0/ports?tenant_id=ffd269f97b9e4f3cbdf8841b0915444b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0717363 Jul 06 12:35:16.494521 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-497f7675-0b56-47b5-a083-1ff963b8f8f3 req-194e9aeb-3de0-4f7a-8a91-139d74dc842d service neutron] 10.222.0.106 "GET /v2.0/networks/0139f472-5f20-48a6-a32c-3cd8224eeba1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0960534 Jul 06 12:35:16.592861 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-497f7675-0b56-47b5-a083-1ff963b8f8f3 req-978ee4cf-3ef0-4ca5-94cc-fa83af797760 service neutron] 10.222.0.106 "GET /v2.0/networks/0139f472-5f20-48a6-a32c-3cd8224eeba1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921419 Jul 06 12:35:19.502254 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-2fb1b078-207b-4252-bb7a-ab9a87101485 req-e94c98db-263d-497d-a5ef-02d52a7b6cd9 tempest-AttachVolumeNegativeTest-317369925 tempest-AttachVolumeNegativeTest-317369925-project] 10.222.0.106 "GET /v2.0/ports?device_id=bcb79ddb-71b5-4a0e-88ca-c412625f4a03 HTTP/1.1" status: 200 len: 210 time: 0.0303416 Jul 06 12:35:19.559419 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730293992524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912513'] for agent, after_update {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:35:19.608005 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6990a0-74f8-4257-8613-474197e00699 req-866ba71b-46f0-44d2-84ed-a6ce45c0cc00 tempest-ServerRescueNegativeTestJSON-1447075807 tempest-ServerRescueNegativeTestJSON-1447075807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:35:19.609544 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-ee6990a0-74f8-4257-8613-474197e00699 req-866ba71b-46f0-44d2-84ed-a6ce45c0cc00 tempest-ServerRescueNegativeTestJSON-1447075807 tempest-ServerRescueNegativeTestJSON-1447075807-project] 10.222.0.106 "GET /v2.0/ports?device_id=033daae3-3614-4270-a8cd-62b72de71ec3 HTTP/1.1" status: 200 len: 945 time: 0.0744529 Jul 06 12:35:19.653702 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-ee6990a0-74f8-4257-8613-474197e00699 req-f45e29d7-2d65-437b-8d33-9e47b4bca2fe tempest-ServerRescueNegativeTestJSON-1447075807 tempest-ServerRescueNegativeTestJSON-1447075807-project] 10.222.0.106 "GET /v2.0/security-groups?id=4d78ff5b-ed74-4775-b2e7-af8cfc6a5bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379887 Jul 06 12:35:20.642214 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.wsgi [-] (93088) accepted ('10.222.0.106', 50470) {{(pid=93088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:35:20.714951 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-b9d8857f-f6d0-4dd6-ab89-7021d7b0abee req-534fc520-39c9-4979-97e0-4119324e954e tempest-AttachVolumeNegativeTest-317369925 tempest-AttachVolumeNegativeTest-317369925-project] 10.222.0.106 "GET /v2.0/ports?device_id=bcb79ddb-71b5-4a0e-88ca-c412625f4a03 HTTP/1.1" status: 200 len: 210 time: 0.0339389 Jul 06 12:35:20.782826 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-7c575723-d981-4bd9-89bd-a4b97d856e85 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:35:20.933517 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-7c575723-d981-4bd9-89bd-a4b97d856e85 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:35:20.939825 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-7c575723-d981-4bd9-89bd-a4b97d856e85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1774441'] for security_group, after_create {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:35:20.970072 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea07cf7-487f-4f45-89ea-93f267d83177 req-9c37fcd6-005b-49d3-9900-affe4f8743b9 tempest-ServerRescueNegativeTestJSON-1447075807 tempest-ServerRescueNegativeTestJSON-1447075807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:35:20.971657 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-cea07cf7-487f-4f45-89ea-93f267d83177 req-9c37fcd6-005b-49d3-9900-affe4f8743b9 tempest-ServerRescueNegativeTestJSON-1447075807 tempest-ServerRescueNegativeTestJSON-1447075807-project] 10.222.0.106 "GET /v2.0/ports?device_id=033daae3-3614-4270-a8cd-62b72de71ec3 HTTP/1.1" status: 200 len: 945 time: 0.1341848 Jul 06 12:35:21.014459 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [None req-7c575723-d981-4bd9-89bd-a4b97d856e85 admin admin] 10.222.0.106 "GET /v2.0/security-groups?tenant_id=f111b8df9a0141b2b76f8c587ef1ea1f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3704047 Jul 06 12:35:21.018835 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.wsgi [-] (93088) accepted ('10.222.0.106', 50476) {{(pid=93088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:35:21.020306 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c575723-d981-4bd9-89bd-a4b97d856e85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7169a90f-2c55-4030-ae11-dc1585e96d25,revision_number=1']} {{(pid=93088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:35:21.044759 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c575723-d981-4bd9-89bd-a4b97d856e85 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799631-1-iscsi {{(pid=93088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:35:21.045407 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c575723-d981-4bd9-89bd-a4b97d856e85 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799631-1-iscsi {{(pid=93088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:35:21.046138 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c575723-d981-4bd9-89bd-a4b97d856e85 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799631-1-iscsi {{(pid=93088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:35:21.046655 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c575723-d981-4bd9-89bd-a4b97d856e85 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799631-1-iscsi {{(pid=93088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:35:21.047163 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c575723-d981-4bd9-89bd-a4b97d856e85 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799631-1-iscsi {{(pid=93088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:35:21.047655 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c575723-d981-4bd9-89bd-a4b97d856e85 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799631-1-iscsi {{(pid=93088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:35:21.048288 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c575723-d981-4bd9-89bd-a4b97d856e85 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-799631-1-iscsi {{(pid=93088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:35:21.048799 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c575723-d981-4bd9-89bd-a4b97d856e85 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-799631-1-iscsi {{(pid=93088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:35:21.049280 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c575723-d981-4bd9-89bd-a4b97d856e85 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799631-1-iscsi {{(pid=93088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:35:21.049611 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c575723-d981-4bd9-89bd-a4b97d856e85 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799631-1-iscsi {{(pid=93088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:35:21.050108 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c575723-d981-4bd9-89bd-a4b97d856e85 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799631-1-iscsi {{(pid=93088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:35:21.050939 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c575723-d981-4bd9-89bd-a4b97d856e85 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799631-1-iscsi {{(pid=93088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:35:21.080910 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-cea07cf7-487f-4f45-89ea-93f267d83177 req-87351497-def9-46e3-bc5f-712c58b70f2b tempest-ServerRescueNegativeTestJSON-1447075807 tempest-ServerRescueNegativeTestJSON-1447075807-project] 10.222.0.106 "GET /v2.0/security-groups?id=4d78ff5b-ed74-4775-b2e7-af8cfc6a5bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952306 Jul 06 12:35:21.126473 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497f7675-0b56-47b5-a083-1ff963b8f8f3 req-22490b36-4b73-4cd9-a9d0-f3b28857a10d tempest-AttachVolumeNegativeTest-317369925 tempest-AttachVolumeNegativeTest-317369925-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:35:21.129122 dv-cinder-799631-1-iscsi neutron-server[93087]: INFO neutron.wsgi [req-497f7675-0b56-47b5-a083-1ff963b8f8f3 req-22490b36-4b73-4cd9-a9d0-f3b28857a10d tempest-AttachVolumeNegativeTest-317369925 tempest-AttachVolumeNegativeTest-317369925-project] 10.222.0.100 "GET /v2.0/networks?id=0139f472-5f20-48a6-a32c-3cd8224eeba1 HTTP/1.1" status: 200 len: 814 time: 0.1616743 Jul 06 12:35:21.132427 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-578e15b7-8eeb-4cc5-81ff-52fda77dbd25 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:35:21.162398 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.api.v2.base [req-497f7675-0b56-47b5-a083-1ff963b8f8f3 req-47ce8bd5-64e2-4f9b-8c7b-9fa9a110b410 tempest-AttachVolumeNegativeTest-317369925 tempest-AttachVolumeNegativeTest-317369925-project] Request body: {'port': {'device_id': 'bcb79ddb-71b5-4a0e-88ca-c412625f4a03', 'network_id': '0139f472-5f20-48a6-a32c-3cd8224eeba1', 'admin_state_up': True, 'tenant_id': 'ffd269f97b9e4f3cbdf8841b0915444b'}} {{(pid=93087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:35:21.174974 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-578e15b7-8eeb-4cc5-81ff-52fda77dbd25 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:35:21.259213 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-578e15b7-8eeb-4cc5-81ff-52fda77dbd25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1774441'] for security_group, after_delete {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:35:21.270465 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-578e15b7-8eeb-4cc5-81ff-52fda77dbd25 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:35:21.272356 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [None req-578e15b7-8eeb-4cc5-81ff-52fda77dbd25 admin admin] 10.222.0.106 "DELETE /v2.0/security-groups/7169a90f-2c55-4030-ae11-dc1585e96d25 HTTP/1.1" status: 204 len: 168 time: 0.2493076 Jul 06 12:35:21.286242 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578e15b7-8eeb-4cc5-81ff-52fda77dbd25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7169a90f-2c55-4030-ae11-dc1585e96d25,revision_number=None']} {{(pid=93088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:35:21.424397 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb55e6b-012d-4732-9533-2cab354525ba req-b174765d-4f0f-4170-89b6-e46238cc62f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:35:21.426236 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-dcb55e6b-012d-4732-9533-2cab354525ba req-b174765d-4f0f-4170-89b6-e46238cc62f7 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=cc98c3dbd15045c0a70a6aeb034695a2&device_id=033daae3-3614-4270-a8cd-62b72de71ec3 HTTP/1.1" status: 200 len: 1098 time: 0.1055346 Jul 06 12:35:21.437014 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-497f7675-0b56-47b5-a083-1ff963b8f8f3 req-47ce8bd5-64e2-4f9b-8c7b-9fa9a110b410 tempest-AttachVolumeNegativeTest-317369925 tempest-AttachVolumeNegativeTest-317369925-project] Made reservation on behalf of ffd269f97b9e4f3cbdf8841b0915444b for: {'port': 1} {{(pid=93087) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:35:21.443358 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [req-497f7675-0b56-47b5-a083-1ff963b8f8f3 req-47ce8bd5-64e2-4f9b-8c7b-9fa9a110b410 tempest-AttachVolumeNegativeTest-317369925 tempest-AttachVolumeNegativeTest-317369925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772861'] for port, before_create {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:35:21.574481 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb55e6b-012d-4732-9533-2cab354525ba req-46906756-db08-4912-ac3c-096f5cdc8a24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:35:21.575952 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-dcb55e6b-012d-4732-9533-2cab354525ba req-46906756-db08-4912-ac3c-096f5cdc8a24 service neutron] 10.222.0.100 "GET /v2.0/networks?id=91ce4105-7568-49ba-9c1a-853c2332aa91 HTTP/1.1" status: 200 len: 920 time: 0.1020074 Jul 06 12:35:21.600951 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.db.db_base_plugin_common [req-497f7675-0b56-47b5-a083-1ff963b8f8f3 req-47ce8bd5-64e2-4f9b-8c7b-9fa9a110b410 tempest-AttachVolumeNegativeTest-317369925 tempest-AttachVolumeNegativeTest-317369925-project] Allocated IP 172.20.0.2 (0139f472-5f20-48a6-a32c-3cd8224eeba1/5c20e391-4427-4186-8795-33a479ca2372/c518eaf5-b557-4a41-a0e5-f9803a5cd4ff) {{(pid=93087) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:35:21.663551 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-dcb55e6b-012d-4732-9533-2cab354525ba req-8d4e35af-1ac3-4cda-8e4d-c3acb3dd0698 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c2f14543-305d-418b-9b19-bedbd689144a HTTP/1.1" status: 200 len: 217 time: 0.0545919 Jul 06 12:35:21.740219 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb55e6b-012d-4732-9533-2cab354525ba req-d8d84fa0-36ed-4af2-bd73-7def54f35f84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:35:21.742077 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-dcb55e6b-012d-4732-9533-2cab354525ba req-d8d84fa0-36ed-4af2-bd73-7def54f35f84 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=93b8c1d2-f9fc-4e8f-b00e-a4ccc2e979d1 HTTP/1.1" status: 200 len: 858 time: 0.0709836 Jul 06 12:35:21.791899 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-dcb55e6b-012d-4732-9533-2cab354525ba req-0d23f1d8-d474-44f4-b2d1-0537ad76698f service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=91ce4105-7568-49ba-9c1a-853c2332aa91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0412900 Jul 06 12:35:21.861778 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [req-497f7675-0b56-47b5-a083-1ff963b8f8f3 req-47ce8bd5-64e2-4f9b-8c7b-9fa9a110b410 tempest-AttachVolumeNegativeTest-317369925 tempest-AttachVolumeNegativeTest-317369925-project] Notify callbacks [] for port, precommit_create {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:35:21.928512 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [req-497f7675-0b56-47b5-a083-1ff963b8f8f3 req-47ce8bd5-64e2-4f9b-8c7b-9fa9a110b410 tempest-AttachVolumeNegativeTest-317369925 tempest-AttachVolumeNegativeTest-317369925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-772920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-407207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730293689564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-65517734'] for port, after_create {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:35:21.971063 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.db [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] get_ports_and_sgs() called for port_ids ['7ec054dc-f674-43ab-9d3a-40842deed6bd', '057b7972-8038-462b-a4be-2b65931cb8ce', '5440014d-b27b-477f-96a5-6144cb9d1e61'] {{(pid=93089) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 12:35:22.019994 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ce8bd5-64e2-4f9b-8c7b-9fa9a110b410 tempest-AttachVolumeNegativeTest-317369925 tempest-AttachVolumeNegativeTest-317369925-project] Pushing event updated for resources: {'Port': ['ID=c518eaf5-b557-4a41-a0e5-f9803a5cd4ff,revision_number=1']} {{(pid=93087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:35:22.030736 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47ce8bd5-64e2-4f9b-8c7b-9fa9a110b410 tempest-AttachVolumeNegativeTest-317369925 tempest-AttachVolumeNegativeTest-317369925-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799631-1-iscsi {{(pid=93087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:35:22.031424 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47ce8bd5-64e2-4f9b-8c7b-9fa9a110b410 tempest-AttachVolumeNegativeTest-317369925 tempest-AttachVolumeNegativeTest-317369925-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799631-1-iscsi {{(pid=93087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:35:22.031934 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47ce8bd5-64e2-4f9b-8c7b-9fa9a110b410 tempest-AttachVolumeNegativeTest-317369925 tempest-AttachVolumeNegativeTest-317369925-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799631-1-iscsi {{(pid=93087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:35:22.032422 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47ce8bd5-64e2-4f9b-8c7b-9fa9a110b410 tempest-AttachVolumeNegativeTest-317369925 tempest-AttachVolumeNegativeTest-317369925-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799631-1-iscsi {{(pid=93087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:35:22.033057 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47ce8bd5-64e2-4f9b-8c7b-9fa9a110b410 tempest-AttachVolumeNegativeTest-317369925 tempest-AttachVolumeNegativeTest-317369925-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799631-1-iscsi {{(pid=93087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:35:22.033536 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47ce8bd5-64e2-4f9b-8c7b-9fa9a110b410 tempest-AttachVolumeNegativeTest-317369925 tempest-AttachVolumeNegativeTest-317369925-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799631-1-iscsi {{(pid=93087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:35:22.034065 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47ce8bd5-64e2-4f9b-8c7b-9fa9a110b410 tempest-AttachVolumeNegativeTest-317369925 tempest-AttachVolumeNegativeTest-317369925-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-799631-1-iscsi {{(pid=93087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:35:22.034538 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47ce8bd5-64e2-4f9b-8c7b-9fa9a110b410 tempest-AttachVolumeNegativeTest-317369925 tempest-AttachVolumeNegativeTest-317369925-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-799631-1-iscsi {{(pid=93087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:35:22.035734 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47ce8bd5-64e2-4f9b-8c7b-9fa9a110b410 tempest-AttachVolumeNegativeTest-317369925 tempest-AttachVolumeNegativeTest-317369925-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799631-1-iscsi {{(pid=93087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:35:22.036762 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47ce8bd5-64e2-4f9b-8c7b-9fa9a110b410 tempest-AttachVolumeNegativeTest-317369925 tempest-AttachVolumeNegativeTest-317369925-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799631-1-iscsi {{(pid=93087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:35:22.037246 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47ce8bd5-64e2-4f9b-8c7b-9fa9a110b410 tempest-AttachVolumeNegativeTest-317369925 tempest-AttachVolumeNegativeTest-317369925-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799631-1-iscsi {{(pid=93087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:35:22.037719 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47ce8bd5-64e2-4f9b-8c7b-9fa9a110b410 tempest-AttachVolumeNegativeTest-317369925 tempest-AttachVolumeNegativeTest-317369925-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799631-1-iscsi {{(pid=93087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:35:22.050016 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-dcb55e6b-012d-4732-9533-2cab354525ba req-faaa1fb6-8d17-40a8-9bc3-04cdf066253e service neutron] 10.222.0.100 "GET /v2.0/networks/91ce4105-7568-49ba-9c1a-853c2332aa91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2195265 Jul 06 12:35:22.052902 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-497f7675-0b56-47b5-a083-1ff963b8f8f3 req-47ce8bd5-64e2-4f9b-8c7b-9fa9a110b410 tempest-AttachVolumeNegativeTest-317369925 tempest-AttachVolumeNegativeTest-317369925-project] Network 0139f472-5f20-48a6-a32c-3cd8224eeba1 is already hosted by enough agents. {{(pid=93087) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:35:22.054321 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.scheduler.base_scheduler [req-497f7675-0b56-47b5-a083-1ff963b8f8f3 req-47ce8bd5-64e2-4f9b-8c7b-9fa9a110b410 tempest-AttachVolumeNegativeTest-317369925 tempest-AttachVolumeNegativeTest-317369925-project] Resources bound (agent type, host, resource id): {{(pid=93087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:35:22.062156 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.db.l3_dvrscheduler_db [req-497f7675-0b56-47b5-a083-1ff963b8f8f3 req-47ce8bd5-64e2-4f9b-8c7b-9fa9a110b410 tempest-AttachVolumeNegativeTest-317369925 tempest-AttachVolumeNegativeTest-317369925-project] Received port after_create {{(pid=93087) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:35:22.141740 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497f7675-0b56-47b5-a083-1ff963b8f8f3 req-47ce8bd5-64e2-4f9b-8c7b-9fa9a110b410 tempest-AttachVolumeNegativeTest-317369925 tempest-AttachVolumeNegativeTest-317369925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:35:22.142698 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [req-497f7675-0b56-47b5-a083-1ff963b8f8f3 req-47ce8bd5-64e2-4f9b-8c7b-9fa9a110b410 tempest-AttachVolumeNegativeTest-317369925 tempest-AttachVolumeNegativeTest-317369925-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473541'] for port, before_response {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:35:22.172939 dv-cinder-799631-1-iscsi neutron-server[93087]: INFO neutron.wsgi [req-497f7675-0b56-47b5-a083-1ff963b8f8f3 req-47ce8bd5-64e2-4f9b-8c7b-9fa9a110b410 tempest-AttachVolumeNegativeTest-317369925 tempest-AttachVolumeNegativeTest-317369925-project] 10.222.0.100 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0158777 Jul 06 12:35:22.216875 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.api.v2.base [req-497f7675-0b56-47b5-a083-1ff963b8f8f3 req-1c97e9bf-152d-40a8-8a6b-a72aa1b641b7 service neutron] Request body: {'port': {'device_id': 'bcb79ddb-71b5-4a0e-88ca-c412625f4a03', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79963'}} {{(pid=93087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:35:22.218638 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7eb875c-9881-4866-8c00-b3714e0d20b1 req-cd2c14bf-0637-4dad-930a-8b318abdd816 tempest-AttachVolumeNegativeTest-317369925 tempest-AttachVolumeNegativeTest-317369925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:35:22.233819 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-a7eb875c-9881-4866-8c00-b3714e0d20b1 req-cd2c14bf-0637-4dad-930a-8b318abdd816 tempest-AttachVolumeNegativeTest-317369925 tempest-AttachVolumeNegativeTest-317369925-project] 10.222.0.106 "GET /v2.0/ports?device_id=bcb79ddb-71b5-4a0e-88ca-c412625f4a03 HTTP/1.1" status: 200 len: 931 time: 0.3011670 Jul 06 12:35:22.312252 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [req-497f7675-0b56-47b5-a083-1ff963b8f8f3 req-1c97e9bf-152d-40a8-8a6b-a72aa1b641b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772861'] for port, before_update {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:35:22.328561 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-a7eb875c-9881-4866-8c00-b3714e0d20b1 req-7bd51dd7-95c9-4cb1-b9cc-70cae7074c08 tempest-AttachVolumeNegativeTest-317369925 tempest-AttachVolumeNegativeTest-317369925-project] 10.222.0.106 "GET /v2.0/security-groups?id=a7a3a38a-2b2f-449e-b642-1996735c584e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934064 Jul 06 12:35:22.367101 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-dcb55e6b-012d-4732-9533-2cab354525ba req-814afb9c-c542-477e-82fe-1dae7736b0b2 service neutron] 10.222.0.100 "GET /v2.0/networks/91ce4105-7568-49ba-9c1a-853c2332aa91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3057983 Jul 06 12:35:22.477438 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d45b2b-03ff-46cb-92b5-bbe74e126301 req-4488c401-b6aa-43b3-aab0-87c6d9ec23cb tempest-ServerRescueNegativeTestJSON-1447075807 tempest-ServerRescueNegativeTestJSON-1447075807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:35:22.503112 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-c6d45b2b-03ff-46cb-92b5-bbe74e126301 req-4488c401-b6aa-43b3-aab0-87c6d9ec23cb tempest-ServerRescueNegativeTestJSON-1447075807 tempest-ServerRescueNegativeTestJSON-1447075807-project] 10.222.0.106 "GET /v2.0/ports?device_id=033daae3-3614-4270-a8cd-62b72de71ec3 HTTP/1.1" status: 200 len: 945 time: 0.1872258 Jul 06 12:35:22.606069 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-c6d45b2b-03ff-46cb-92b5-bbe74e126301 req-8d4aef2b-9508-4088-9d4e-47b340b90391 tempest-ServerRescueNegativeTestJSON-1447075807 tempest-ServerRescueNegativeTestJSON-1447075807-project] 10.222.0.106 "GET /v2.0/security-groups?id=4d78ff5b-ed74-4775-b2e7-af8cfc6a5bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960300 Jul 06 12:35:22.874555 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.notifiers.nova [req-497f7675-0b56-47b5-a083-1ff963b8f8f3 req-1c97e9bf-152d-40a8-8a6b-a72aa1b641b7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c518eaf5-b557-4a41-a0e5-f9803a5cd4ff {{(pid=93087) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 12:35:22.885438 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [req-497f7675-0b56-47b5-a083-1ff963b8f8f3 req-1c97e9bf-152d-40a8-8a6b-a72aa1b641b7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:35:22.911376 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.db.provisioning_blocks [req-497f7675-0b56-47b5-a083-1ff963b8f8f3 req-1c97e9bf-152d-40a8-8a6b-a72aa1b641b7 service neutron] Transition to ACTIVE for port object c518eaf5-b557-4a41-a0e5-f9803a5cd4ff will not be triggered until provisioned by entity L2. {{(pid=93087) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:35:22.930326 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [req-497f7675-0b56-47b5-a083-1ff963b8f8f3 req-1c97e9bf-152d-40a8-8a6b-a72aa1b641b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-772913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730294210856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730293689582', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730293689631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65517652'] for port, after_update {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:35:22.960415 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.wsgi [-] (93088) accepted ('10.222.0.106', 50550) {{(pid=93088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:35:23.074476 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c97e9bf-152d-40a8-8a6b-a72aa1b641b7 service neutron] Pushing event updated for resources: {'Port': ['ID=c518eaf5-b557-4a41-a0e5-f9803a5cd4ff,revision_number=2']} {{(pid=93087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:35:23.079475 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.plugins.ml2.managers [req-497f7675-0b56-47b5-a083-1ff963b8f8f3 req-1c97e9bf-152d-40a8-8a6b-a72aa1b641b7 service neutron] Attempting to bind port c518eaf5-b557-4a41-a0e5-f9803a5cd4ff on host hv-cinder-79963 for vnic_type normal with profile {{(pid=93087) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:35:23.080025 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.plugins.ml2.managers [req-497f7675-0b56-47b5-a083-1ff963b8f8f3 req-1c97e9bf-152d-40a8-8a6b-a72aa1b641b7 service neutron] Attempting to bind port c518eaf5-b557-4a41-a0e5-f9803a5cd4ff by drivers openvswitch,hyperv on host hv-cinder-79963 at level 0 using segments [{'id': 'dddb28fa-4fad-449a-82ce-8e0f70343f0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': '0139f472-5f20-48a6-a32c-3cd8224eeba1'}] {{(pid=93087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:35:23.080676 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-497f7675-0b56-47b5-a083-1ff963b8f8f3 req-1c97e9bf-152d-40a8-8a6b-a72aa1b641b7 service neutron] Attempting to bind port c518eaf5-b557-4a41-a0e5-f9803a5cd4ff on network 0139f472-5f20-48a6-a32c-3cd8224eeba1 {{(pid=93087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:35:23.088077 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-497f7675-0b56-47b5-a083-1ff963b8f8f3 req-1c97e9bf-152d-40a8-8a6b-a72aa1b641b7 service neutron] Port c518eaf5-b557-4a41-a0e5-f9803a5cd4ff on network 0139f472-5f20-48a6-a32c-3cd8224eeba1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79963 {{(pid=93087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 12:35:23.090159 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-497f7675-0b56-47b5-a083-1ff963b8f8f3 req-1c97e9bf-152d-40a8-8a6b-a72aa1b641b7 service neutron] Attempting to bind port c518eaf5-b557-4a41-a0e5-f9803a5cd4ff on network 0139f472-5f20-48a6-a32c-3cd8224eeba1 {{(pid=93087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:35:23.098073 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-497f7675-0b56-47b5-a083-1ff963b8f8f3 req-1c97e9bf-152d-40a8-8a6b-a72aa1b641b7 service neutron] Checking agent: {'id': '04527ea7-205a-43f8-9500-06532a9ad9cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79963', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 12, 31, 19), 'started_at': datetime.datetime(2021, 7, 6, 12, 31, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 35, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:35:23.098472 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-497f7675-0b56-47b5-a083-1ff963b8f8f3 req-1c97e9bf-152d-40a8-8a6b-a72aa1b641b7 service neutron] Checking segment: {'id': 'dddb28fa-4fad-449a-82ce-8e0f70343f0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': '0139f472-5f20-48a6-a32c-3cd8224eeba1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:35:23.099691 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-497f7675-0b56-47b5-a083-1ff963b8f8f3 req-1c97e9bf-152d-40a8-8a6b-a72aa1b641b7 service neutron] Bound using segment: {'id': 'dddb28fa-4fad-449a-82ce-8e0f70343f0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': '0139f472-5f20-48a6-a32c-3cd8224eeba1'} {{(pid=93087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:35:23.099691 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.plugins.ml2.managers [req-497f7675-0b56-47b5-a083-1ff963b8f8f3 req-1c97e9bf-152d-40a8-8a6b-a72aa1b641b7 service neutron] Bound port: c518eaf5-b557-4a41-a0e5-f9803a5cd4ff, host: hv-cinder-79963, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dddb28fa-4fad-449a-82ce-8e0f70343f0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': '0139f472-5f20-48a6-a32c-3cd8224eeba1'}}] {{(pid=93087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:35:23.099691 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [req-497f7675-0b56-47b5-a083-1ff963b8f8f3 req-1c97e9bf-152d-40a8-8a6b-a72aa1b641b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772861'] for port, before_update {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:35:23.154495 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-8fc4ddee-b4e9-4a9d-9bbf-d7906aebfefe admin admin] Notify callbacks [] for security_group, before_create {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:35:23.201070 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.plugins.ml2.db [req-497f7675-0b56-47b5-a083-1ff963b8f8f3 req-1c97e9bf-152d-40a8-8a6b-a72aa1b641b7 service neutron] For port c518eaf5-b557-4a41-a0e5-f9803a5cd4ff, host hv-cinder-79963, cleared binding levels {{(pid=93087) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:35:23.204901 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.plugins.ml2.db [req-497f7675-0b56-47b5-a083-1ff963b8f8f3 req-1c97e9bf-152d-40a8-8a6b-a72aa1b641b7 service neutron] For port c518eaf5-b557-4a41-a0e5-f9803a5cd4ff, host hv-cinder-79963, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79963',level=0,port_id=c518eaf5-b557-4a41-a0e5-f9803a5cd4ff,segment=NetworkSegment(dddb28fa-4fad-449a-82ce-8e0f70343f0f),segment_id=dddb28fa-4fad-449a-82ce-8e0f70343f0f)] {{(pid=93087) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:35:23.213472 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [req-497f7675-0b56-47b5-a083-1ff963b8f8f3 req-1c97e9bf-152d-40a8-8a6b-a72aa1b641b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-772913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730294210856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730293689582', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730293689631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65517652'] for port, after_update {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:35:23.255529 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497f7675-0b56-47b5-a083-1ff963b8f8f3 req-1c97e9bf-152d-40a8-8a6b-a72aa1b641b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:35:23.256156 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [req-497f7675-0b56-47b5-a083-1ff963b8f8f3 req-1c97e9bf-152d-40a8-8a6b-a72aa1b641b7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473541'] for port, before_response {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:35:23.257827 dv-cinder-799631-1-iscsi neutron-server[93087]: INFO neutron.wsgi [req-497f7675-0b56-47b5-a083-1ff963b8f8f3 req-1c97e9bf-152d-40a8-8a6b-a72aa1b641b7 service neutron] 10.222.0.100 "PUT /v2.0/ports/c518eaf5-b557-4a41-a0e5-f9803a5cd4ff HTTP/1.1" status: 200 len: 1093 time: 1.0539160 Jul 06 12:35:23.260623 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bcb79ddb-71b5-4a0e-88ca-c412625f4a03', 'tag': 'c518eaf5-b557-4a41-a0e5-f9803a5cd4ff'}] {{(pid=93087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:35:23.263313 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.106/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b75977dee10694d970e3c904bb2abec7b96eeb0b1196bffac2d8311199053796" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c463d356-6204-4c31-890c-051fd20db170" -d '{"events": [{"name": "network-changed", "server_uuid": "bcb79ddb-71b5-4a0e-88ca-c412625f4a03", "tag": "c518eaf5-b557-4a41-a0e5-f9803a5cd4ff"}]}' {{(pid=93087) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:35:23.299611 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c97e9bf-152d-40a8-8a6b-a72aa1b641b7 service neutron] Pushing event updated for resources: {'Port': ['ID=c518eaf5-b557-4a41-a0e5-f9803a5cd4ff,revision_number=3']} {{(pid=93087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:35:23.325363 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 12:35:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c008a6e7-5001-47e3-baed-95277dad9d09 x-openstack-request-id: req-c008a6e7-5001-47e3-baed-95277dad9d09 {{(pid=93087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:35:23.325666 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bcb79ddb-71b5-4a0e-88ca-c412625f4a03", "tag": "c518eaf5-b557-4a41-a0e5-f9803a5cd4ff", "status": "completed", "code": 200}]} {{(pid=93087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:35:23.325921 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.106/compute/v2.1/os-server-external-events used request id req-c008a6e7-5001-47e3-baed-95277dad9d09 {{(pid=93087) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:35:23.326335 dv-cinder-799631-1-iscsi neutron-server[93087]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bcb79ddb-71b5-4a0e-88ca-c412625f4a03', 'tag': 'c518eaf5-b557-4a41-a0e5-f9803a5cd4ff', 'status': 'completed', 'code': 200} Jul 06 12:35:23.354138 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-8fc4ddee-b4e9-4a9d-9bbf-d7906aebfefe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:35:23.364521 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-8fc4ddee-b4e9-4a9d-9bbf-d7906aebfefe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1774441'] for security_group, after_create {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:35:23.452751 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [None req-8fc4ddee-b4e9-4a9d-9bbf-d7906aebfefe admin admin] 10.222.0.106 "GET /v2.0/security-groups?tenant_id=aee2bfc827e6449baba6f59f223b2276&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4905124 Jul 06 12:35:23.457665 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497f7675-0b56-47b5-a083-1ff963b8f8f3 req-8266fdf3-1a03-4081-9019-a9e2922be025 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:35:23.459275 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.wsgi [-] (93088) accepted ('10.222.0.106', 50570) {{(pid=93088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:35:23.463908 dv-cinder-799631-1-iscsi neutron-server[93087]: INFO neutron.wsgi [req-497f7675-0b56-47b5-a083-1ff963b8f8f3 req-8266fdf3-1a03-4081-9019-a9e2922be025 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=ffd269f97b9e4f3cbdf8841b0915444b&device_id=bcb79ddb-71b5-4a0e-88ca-c412625f4a03 HTTP/1.1" status: 200 len: 1096 time: 0.1083965 Jul 06 12:35:23.468229 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc4ddee-b4e9-4a9d-9bbf-d7906aebfefe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6de5b8f0-4ba7-41cc-9c57-04e7c56685f6,revision_number=1']} {{(pid=93088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:35:23.556402 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-889d6628-e59d-4a8a-99a0-10515e79eca0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:35:23.578064 dv-cinder-799631-1-iscsi neutron-server[93087]: INFO neutron.wsgi [req-497f7675-0b56-47b5-a083-1ff963b8f8f3 req-a1554a30-2c10-4698-8cf6-dfa41ae8fb7b service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c518eaf5-b557-4a41-a0e5-f9803a5cd4ff HTTP/1.1" status: 200 len: 217 time: 0.0945563 Jul 06 12:35:23.621708 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-889d6628-e59d-4a8a-99a0-10515e79eca0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:35:23.697678 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497f7675-0b56-47b5-a083-1ff963b8f8f3 req-b2d34c3f-11b7-4951-b434-d844db590b1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:35:23.699824 dv-cinder-799631-1-iscsi neutron-server[93087]: INFO neutron.wsgi [req-497f7675-0b56-47b5-a083-1ff963b8f8f3 req-b2d34c3f-11b7-4951-b434-d844db590b1e service neutron] 10.222.0.100 "GET /v2.0/subnets?id=5c20e391-4427-4186-8795-33a479ca2372 HTTP/1.1" status: 200 len: 854 time: 0.1080632 Jul 06 12:35:23.759296 dv-cinder-799631-1-iscsi neutron-server[93087]: INFO neutron.wsgi [req-497f7675-0b56-47b5-a083-1ff963b8f8f3 req-879e992e-8bcd-4912-9afc-240210ce5df5 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=0139f472-5f20-48a6-a32c-3cd8224eeba1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0483055 Jul 06 12:35:23.794266 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef751862-f0f5-4a56-a8d6-6ac45516b84b req-d4bfd1ac-9f93-4c01-a980-06f52632bba2 tempest-AttachVolumeNegativeTest-317369925 tempest-AttachVolumeNegativeTest-317369925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:35:23.804488 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-ef751862-f0f5-4a56-a8d6-6ac45516b84b req-d4bfd1ac-9f93-4c01-a980-06f52632bba2 tempest-AttachVolumeNegativeTest-317369925 tempest-AttachVolumeNegativeTest-317369925-project] 10.222.0.106 "GET /v2.0/ports?device_id=bcb79ddb-71b5-4a0e-88ca-c412625f4a03 HTTP/1.1" status: 200 len: 943 time: 0.1523039 Jul 06 12:35:23.825433 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-889d6628-e59d-4a8a-99a0-10515e79eca0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1774441'] for security_group, after_delete {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:35:23.829253 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-889d6628-e59d-4a8a-99a0-10515e79eca0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:35:23.832923 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [None req-889d6628-e59d-4a8a-99a0-10515e79eca0 admin admin] 10.222.0.106 "DELETE /v2.0/security-groups/6de5b8f0-4ba7-41cc-9c57-04e7c56685f6 HTTP/1.1" status: 204 len: 168 time: 0.3702722 Jul 06 12:35:23.857873 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889d6628-e59d-4a8a-99a0-10515e79eca0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6de5b8f0-4ba7-41cc-9c57-04e7c56685f6,revision_number=None']} {{(pid=93088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:35:23.891447 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-ef751862-f0f5-4a56-a8d6-6ac45516b84b req-6072d111-c84c-463c-981f-2acd591f32b5 tempest-AttachVolumeNegativeTest-317369925 tempest-AttachVolumeNegativeTest-317369925-project] 10.222.0.106 "GET /v2.0/security-groups?id=a7a3a38a-2b2f-449e-b642-1996735c584e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857582 Jul 06 12:35:23.998171 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0b6953-aa65-4b2a-a1dc-0067af548758 req-d429af5c-d3b4-48b3-915b-fdf157766498 tempest-ServerRescueNegativeTestJSON-1447075807 tempest-ServerRescueNegativeTestJSON-1447075807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:35:24.002283 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-9f0b6953-aa65-4b2a-a1dc-0067af548758 req-d429af5c-d3b4-48b3-915b-fdf157766498 tempest-ServerRescueNegativeTestJSON-1447075807 tempest-ServerRescueNegativeTestJSON-1447075807-project] 10.222.0.106 "GET /v2.0/ports?device_id=033daae3-3614-4270-a8cd-62b72de71ec3 HTTP/1.1" status: 200 len: 945 time: 0.1090586 Jul 06 12:35:24.022653 dv-cinder-799631-1-iscsi neutron-server[93087]: INFO neutron.wsgi [req-497f7675-0b56-47b5-a083-1ff963b8f8f3 req-43b93a5f-a77d-41e8-838e-e5ee7125c636 service neutron] 10.222.0.100 "GET /v2.0/networks/0139f472-5f20-48a6-a32c-3cd8224eeba1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2510946 Jul 06 12:35:24.067527 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-9f0b6953-aa65-4b2a-a1dc-0067af548758 req-226ab7b2-a949-4fa2-890a-2868ba6efc4d tempest-ServerRescueNegativeTestJSON-1447075807 tempest-ServerRescueNegativeTestJSON-1447075807-project] 10.222.0.106 "GET /v2.0/security-groups?id=4d78ff5b-ed74-4775-b2e7-af8cfc6a5bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561633 Jul 06 12:35:24.217344 dv-cinder-799631-1-iscsi neutron-server[93087]: INFO neutron.wsgi [req-497f7675-0b56-47b5-a083-1ff963b8f8f3 req-eab7fb18-61d9-4c2b-ac0d-a1dce8b9eec9 service neutron] 10.222.0.100 "GET /v2.0/networks/0139f472-5f20-48a6-a32c-3cd8224eeba1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1856794 Jul 06 12:35:24.491768 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c463d356-6204-4c31-890c-051fd20db170 req-dda0928f-f28f-4353-8cc8-008bd7721c09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:35:24.493365 dv-cinder-799631-1-iscsi neutron-server[93087]: INFO neutron.wsgi [req-c463d356-6204-4c31-890c-051fd20db170 req-dda0928f-f28f-4353-8cc8-008bd7721c09 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=ffd269f97b9e4f3cbdf8841b0915444b&device_id=bcb79ddb-71b5-4a0e-88ca-c412625f4a03 HTTP/1.1" status: 200 len: 1096 time: 0.1003799 Jul 06 12:35:24.610149 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c463d356-6204-4c31-890c-051fd20db170 req-405c6c54-3ac7-4817-a473-35c44ffe3da2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:35:24.612559 dv-cinder-799631-1-iscsi neutron-server[93087]: INFO neutron.wsgi [req-c463d356-6204-4c31-890c-051fd20db170 req-405c6c54-3ac7-4817-a473-35c44ffe3da2 service neutron] 10.222.0.100 "GET /v2.0/networks?id=0139f472-5f20-48a6-a32c-3cd8224eeba1 HTTP/1.1" status: 200 len: 916 time: 0.1104105 Jul 06 12:35:24.684367 dv-cinder-799631-1-iscsi neutron-server[93087]: INFO neutron.wsgi [req-c463d356-6204-4c31-890c-051fd20db170 req-3ac3bcbb-9997-4d05-985e-14d0ee65d4c4 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c518eaf5-b557-4a41-a0e5-f9803a5cd4ff HTTP/1.1" status: 200 len: 217 time: 0.0561767 Jul 06 12:35:24.752308 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c463d356-6204-4c31-890c-051fd20db170 req-3f00ba85-03e2-428a-94ca-2188b53ef79c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:35:24.755008 dv-cinder-799631-1-iscsi neutron-server[93087]: INFO neutron.wsgi [req-c463d356-6204-4c31-890c-051fd20db170 req-3f00ba85-03e2-428a-94ca-2188b53ef79c service neutron] 10.222.0.100 "GET /v2.0/subnets?id=5c20e391-4427-4186-8795-33a479ca2372 HTTP/1.1" status: 200 len: 854 time: 0.0618873 Jul 06 12:35:24.792668 dv-cinder-799631-1-iscsi neutron-server[93087]: INFO neutron.wsgi [req-c463d356-6204-4c31-890c-051fd20db170 req-24506711-a735-4536-ae71-e4aff8c80e9b service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=0139f472-5f20-48a6-a32c-3cd8224eeba1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0301597 Jul 06 12:35:24.946610 dv-cinder-799631-1-iscsi neutron-server[93087]: INFO neutron.wsgi [req-c463d356-6204-4c31-890c-051fd20db170 req-d6b8f989-b88f-44df-bcaf-0ee09d60a17b service neutron] 10.222.0.100 "GET /v2.0/networks/0139f472-5f20-48a6-a32c-3cd8224eeba1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1311796 Jul 06 12:35:25.096099 dv-cinder-799631-1-iscsi neutron-server[93087]: INFO neutron.wsgi [req-c463d356-6204-4c31-890c-051fd20db170 req-4672da70-eff3-48ff-a2cc-91965f61a43d service neutron] 10.222.0.100 "GET /v2.0/networks/0139f472-5f20-48a6-a32c-3cd8224eeba1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1427433 Jul 06 12:35:25.478853 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8584167-40e5-4a90-94a0-7766e5d293b1 req-5f242d9b-c9a0-4798-9ced-253a8aa88ab3 tempest-AttachVolumeNegativeTest-317369925 tempest-AttachVolumeNegativeTest-317369925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:35:25.480400 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-b8584167-40e5-4a90-94a0-7766e5d293b1 req-5f242d9b-c9a0-4798-9ced-253a8aa88ab3 tempest-AttachVolumeNegativeTest-317369925 tempest-AttachVolumeNegativeTest-317369925-project] 10.222.0.106 "GET /v2.0/ports?device_id=bcb79ddb-71b5-4a0e-88ca-c412625f4a03 HTTP/1.1" status: 200 len: 943 time: 0.3907983 Jul 06 12:35:25.492001 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db7c9e9-126e-441d-b450-f577f9f29fa4 req-602bc406-be92-46a2-a7c3-a717fdeae485 tempest-ServerRescueNegativeTestJSON-1447075807 tempest-ServerRescueNegativeTestJSON-1447075807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:35:25.493533 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-8db7c9e9-126e-441d-b450-f577f9f29fa4 req-602bc406-be92-46a2-a7c3-a717fdeae485 tempest-ServerRescueNegativeTestJSON-1447075807 tempest-ServerRescueNegativeTestJSON-1447075807-project] 10.222.0.106 "GET /v2.0/ports?device_id=033daae3-3614-4270-a8cd-62b72de71ec3 HTTP/1.1" status: 200 len: 945 time: 0.0921764 Jul 06 12:35:25.553354 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-b8584167-40e5-4a90-94a0-7766e5d293b1 req-483a2874-48e9-409f-b94b-aca506c4d0e7 tempest-AttachVolumeNegativeTest-317369925 tempest-AttachVolumeNegativeTest-317369925-project] 10.222.0.106 "GET /v2.0/security-groups?id=a7a3a38a-2b2f-449e-b642-1996735c584e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587976 Jul 06 12:35:25.558687 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-8db7c9e9-126e-441d-b450-f577f9f29fa4 req-10e37ce8-f318-47bc-bc0c-bddb33cff4ed tempest-ServerRescueNegativeTestJSON-1447075807 tempest-ServerRescueNegativeTestJSON-1447075807-project] 10.222.0.106 "GET /v2.0/security-groups?id=4d78ff5b-ed74-4775-b2e7-af8cfc6a5bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577424 Jul 06 12:35:26.794789 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1144fd-6da5-4b01-a736-b662315a80a1 req-9cf0e533-2cf9-4796-a088-31145562bb56 tempest-AttachVolumeNegativeTest-317369925 tempest-AttachVolumeNegativeTest-317369925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:35:26.796436 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-eb1144fd-6da5-4b01-a736-b662315a80a1 req-9cf0e533-2cf9-4796-a088-31145562bb56 tempest-AttachVolumeNegativeTest-317369925 tempest-AttachVolumeNegativeTest-317369925-project] 10.222.0.106 "GET /v2.0/ports?device_id=bcb79ddb-71b5-4a0e-88ca-c412625f4a03 HTTP/1.1" status: 200 len: 943 time: 0.1195819 Jul 06 12:35:26.806268 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200118c3-11f6-43b0-837f-4fea351cc171 req-7e697d64-0e13-45bd-b0b0-3a2ede2b2adb tempest-ServerRescueNegativeTestJSON-1447075807 tempest-ServerRescueNegativeTestJSON-1447075807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:35:26.807830 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-200118c3-11f6-43b0-837f-4fea351cc171 req-7e697d64-0e13-45bd-b0b0-3a2ede2b2adb tempest-ServerRescueNegativeTestJSON-1447075807 tempest-ServerRescueNegativeTestJSON-1447075807-project] 10.222.0.106 "GET /v2.0/ports?device_id=033daae3-3614-4270-a8cd-62b72de71ec3 HTTP/1.1" status: 200 len: 945 time: 0.1204324 Jul 06 12:35:26.871931 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-eb1144fd-6da5-4b01-a736-b662315a80a1 req-4e7343a1-7b93-4c54-a1ab-1077f5e05414 tempest-AttachVolumeNegativeTest-317369925 tempest-AttachVolumeNegativeTest-317369925-project] 10.222.0.106 "GET /v2.0/security-groups?id=a7a3a38a-2b2f-449e-b642-1996735c584e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627699 Jul 06 12:35:26.887930 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-200118c3-11f6-43b0-837f-4fea351cc171 req-27c8b779-1e2d-4cfb-a1c1-c8010f578570 tempest-ServerRescueNegativeTestJSON-1447075807 tempest-ServerRescueNegativeTestJSON-1447075807-project] 10.222.0.106 "GET /v2.0/security-groups?id=4d78ff5b-ed74-4775-b2e7-af8cfc6a5bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710886 Jul 06 12:35:27.137624 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.rpc [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] Device c518eaf5-b557-4a41-a0e5-f9803a5cd4ff details requested by agent hyperv_hv-cinder-79963 with host hv-cinder-79963 {{(pid=93089) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 12:35:27.250974 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.db [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] For port c518eaf5-b557-4a41-a0e5-f9803a5cd4ff, host hv-cinder-79963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79963',level=0,port_id=c518eaf5-b557-4a41-a0e5-f9803a5cd4ff,segment=NetworkSegment(dddb28fa-4fad-449a-82ce-8e0f70343f0f),segment_id=dddb28fa-4fad-449a-82ce-8e0f70343f0f)] {{(pid=93089) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:35:27.264804 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.rpc [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] Returning: {'device': 'c518eaf5-b557-4a41-a0e5-f9803a5cd4ff', 'network_id': '0139f472-5f20-48a6-a32c-3cd8224eeba1', 'port_id': 'c518eaf5-b557-4a41-a0e5-f9803a5cd4ff', 'mac_address': 'fa:16:3e:ce:e3:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1084, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c20e391-4427-4186-8795-33a479ca2372', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93089) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 12:35:27.305510 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772861'] for port, before_update {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:35:27.320447 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.notifiers.nova [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c518eaf5-b557-4a41-a0e5-f9803a5cd4ff {{(pid=93089) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 12:35:27.342851 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.db [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] For port c518eaf5-b557-4a41-a0e5-f9803a5cd4ff, host hv-cinder-79963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79963',level=0,port_id=c518eaf5-b557-4a41-a0e5-f9803a5cd4ff,segment=NetworkSegment(dddb28fa-4fad-449a-82ce-8e0f70343f0f),segment_id=dddb28fa-4fad-449a-82ce-8e0f70343f0f)] {{(pid=93089) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:35:27.356795 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-772913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730294210856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730293689582', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730293689631'] for port, after_update {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:35:27.428232 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] Pushing event updated for resources: {'Port': ['ID=c518eaf5-b557-4a41-a0e5-f9803a5cd4ff,revision_number=4']} {{(pid=93089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:35:27.813132 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.db [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] get_ports_and_sgs() called for port_ids ['c518eaf5-b557-4a41-a0e5-f9803a5cd4ff'] {{(pid=93089) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 12:35:28.160428 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e66a240-00ba-473f-b9bd-537ab6570355 req-e2899fe7-bf7f-46de-a267-1d852040ebab tempest-AttachVolumeNegativeTest-317369925 tempest-AttachVolumeNegativeTest-317369925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:35:28.161941 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-5e66a240-00ba-473f-b9bd-537ab6570355 req-e2899fe7-bf7f-46de-a267-1d852040ebab tempest-AttachVolumeNegativeTest-317369925 tempest-AttachVolumeNegativeTest-317369925-project] 10.222.0.106 "GET /v2.0/ports?device_id=bcb79ddb-71b5-4a0e-88ca-c412625f4a03 HTTP/1.1" status: 200 len: 944 time: 0.1171067 Jul 06 12:35:28.173092 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8e8017-3d67-498a-978b-2c891dcd337f req-3800879f-9bde-46e8-b929-e28e1f79217d tempest-ServerRescueNegativeTestJSON-1447075807 tempest-ServerRescueNegativeTestJSON-1447075807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:35:28.174562 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-cc8e8017-3d67-498a-978b-2c891dcd337f req-3800879f-9bde-46e8-b929-e28e1f79217d tempest-ServerRescueNegativeTestJSON-1447075807 tempest-ServerRescueNegativeTestJSON-1447075807-project] 10.222.0.106 "GET /v2.0/ports?device_id=033daae3-3614-4270-a8cd-62b72de71ec3 HTTP/1.1" status: 200 len: 945 time: 0.1147254 Jul 06 12:35:28.234800 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-5e66a240-00ba-473f-b9bd-537ab6570355 req-d2f94a2d-e917-4927-a796-897781602fb3 tempest-AttachVolumeNegativeTest-317369925 tempest-AttachVolumeNegativeTest-317369925-project] 10.222.0.106 "GET /v2.0/security-groups?id=a7a3a38a-2b2f-449e-b642-1996735c584e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589533 Jul 06 12:35:28.241079 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-cc8e8017-3d67-498a-978b-2c891dcd337f req-45b2a8ae-86c2-4cf4-82c4-df21ccb5cc1c tempest-ServerRescueNegativeTestJSON-1447075807 tempest-ServerRescueNegativeTestJSON-1447075807-project] 10.222.0.106 "GET /v2.0/security-groups?id=4d78ff5b-ed74-4775-b2e7-af8cfc6a5bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592184 Jul 06 12:35:29.142417 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.rpc [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] Device c518eaf5-b557-4a41-a0e5-f9803a5cd4ff up at agent hyperv_hv-cinder-79963 {{(pid=93089) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:35:29.157676 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ac9517-d220-4226-a2cb-fc873cdb9f9c req-317c3f6c-bd91-4345-b6da-00562ad6aae4 tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:35:29.159313 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-95ac9517-d220-4226-a2cb-fc873cdb9f9c req-317c3f6c-bd91-4345-b6da-00562ad6aae4 tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] 10.222.0.106 "GET /v2.0/ports?device_id=6e7ef450-5624-4902-b27c-2433ff80c8d6 HTTP/1.1" status: 200 len: 945 time: 0.0757413 Jul 06 12:35:29.193778 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.db.provisioning_blocks [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] Provisioning for port c518eaf5-b557-4a41-a0e5-f9803a5cd4ff completed by entity L2. {{(pid=93089) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:35:29.197838 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.db.provisioning_blocks [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] Provisioning complete for port c518eaf5-b557-4a41-a0e5-f9803a5cd4ff triggered by entity L2. {{(pid=93089) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:35:29.198202 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912496'] for port, provisioning_complete {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:35:29.216816 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-95ac9517-d220-4226-a2cb-fc873cdb9f9c req-c955a311-9364-470f-9dec-240418be945f tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] 10.222.0.106 "GET /v2.0/security-groups?id=40905771-c081-4627-88f4-91e0391ae15d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501633 Jul 06 12:35:29.306879 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772861'] for port, before_update {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:35:29.334556 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bcb79ddb-71b5-4a0e-88ca-c412625f4a03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c518eaf5-b557-4a41-a0e5-f9803a5cd4ff'}] {{(pid=93089) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:35:29.335849 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.106/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe93d3bb6f6ea65552dd5d1819c289058d75ea396ac2be612a447f7071fdb995" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da40b74d-07a1-4ea1-941d-740c43c808da" -d '{"events": [{"server_uuid": "bcb79ddb-71b5-4a0e-88ca-c412625f4a03", "name": "network-vif-plugged", "status": "completed", "tag": "c518eaf5-b557-4a41-a0e5-f9803a5cd4ff"}]}' {{(pid=93089) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:35:29.354838 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.db [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] For port c518eaf5-b557-4a41-a0e5-f9803a5cd4ff, host hv-cinder-79963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79963',level=0,port_id=c518eaf5-b557-4a41-a0e5-f9803a5cd4ff,segment=NetworkSegment(dddb28fa-4fad-449a-82ce-8e0f70343f0f),segment_id=dddb28fa-4fad-449a-82ce-8e0f70343f0f)] {{(pid=93089) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:35:29.361776 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-772913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730294210856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730293689582', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730293689631'] for port, after_update {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:35:29.435760 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] Pushing event updated for resources: {'Port': ['ID=c518eaf5-b557-4a41-a0e5-f9803a5cd4ff,revision_number=5']} {{(pid=93089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:35:29.486964 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d31c160-19fc-447f-8077-781fe3159ef2 req-925fc166-dc07-44cf-a760-7a58d7357c8a tempest-AttachVolumeNegativeTest-317369925 tempest-AttachVolumeNegativeTest-317369925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:35:29.489398 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-5d31c160-19fc-447f-8077-781fe3159ef2 req-925fc166-dc07-44cf-a760-7a58d7357c8a tempest-AttachVolumeNegativeTest-317369925 tempest-AttachVolumeNegativeTest-317369925-project] 10.222.0.106 "GET /v2.0/ports?device_id=bcb79ddb-71b5-4a0e-88ca-c412625f4a03 HTTP/1.1" status: 200 len: 945 time: 0.1125188 Jul 06 12:35:29.503633 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1533fa7-c81e-41cc-81b1-c8e1a29395a5 req-6babaf8a-735e-4efc-a0d5-046324753f7d tempest-ServerRescueNegativeTestJSON-1447075807 tempest-ServerRescueNegativeTestJSON-1447075807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:35:29.505370 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-f1533fa7-c81e-41cc-81b1-c8e1a29395a5 req-6babaf8a-735e-4efc-a0d5-046324753f7d tempest-ServerRescueNegativeTestJSON-1447075807 tempest-ServerRescueNegativeTestJSON-1447075807-project] 10.222.0.106 "GET /v2.0/ports?device_id=033daae3-3614-4270-a8cd-62b72de71ec3 HTTP/1.1" status: 200 len: 945 time: 0.1150475 Jul 06 12:35:29.566094 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-5d31c160-19fc-447f-8077-781fe3159ef2 req-0a0b2946-0438-4053-b5eb-1f2cd31e1094 tempest-AttachVolumeNegativeTest-317369925 tempest-AttachVolumeNegativeTest-317369925-project] 10.222.0.106 "GET /v2.0/security-groups?id=a7a3a38a-2b2f-449e-b642-1996735c584e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595617 Jul 06 12:35:29.575225 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-f1533fa7-c81e-41cc-81b1-c8e1a29395a5 req-dafd63e6-1279-474f-b9f2-a3651eb36628 tempest-ServerRescueNegativeTestJSON-1447075807 tempest-ServerRescueNegativeTestJSON-1447075807-project] 10.222.0.106 "GET /v2.0/security-groups?id=4d78ff5b-ed74-4775-b2e7-af8cfc6a5bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621834 Jul 06 12:35:29.620159 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 12:35:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e92b817-18cb-43a2-af26-db1a55dfbe7b x-openstack-request-id: req-9e92b817-18cb-43a2-af26-db1a55dfbe7b {{(pid=93089) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:35:29.620461 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bcb79ddb-71b5-4a0e-88ca-c412625f4a03", "name": "network-vif-plugged", "status": "completed", "tag": "c518eaf5-b557-4a41-a0e5-f9803a5cd4ff", "code": 200}]} {{(pid=93089) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:35:29.620722 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.106/compute/v2.1/os-server-external-events used request id req-9e92b817-18cb-43a2-af26-db1a55dfbe7b {{(pid=93089) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:35:29.621124 dv-cinder-799631-1-iscsi neutron-server[93089]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bcb79ddb-71b5-4a0e-88ca-c412625f4a03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c518eaf5-b557-4a41-a0e5-f9803a5cd4ff', 'code': 200} Jul 06 12:35:29.917809 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6806eec4-61e0-4d73-a63f-376aa22eb378 req-9ee1f940-5602-4785-8338-d1aa3b2916bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:35:29.923670 dv-cinder-799631-1-iscsi neutron-server[93087]: INFO neutron.wsgi [req-6806eec4-61e0-4d73-a63f-376aa22eb378 req-9ee1f940-5602-4785-8338-d1aa3b2916bd service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=bcb79ddb-71b5-4a0e-88ca-c412625f4a03 HTTP/1.1" status: 200 len: 1098 time: 0.0559790 Jul 06 12:35:29.955713 dv-cinder-799631-1-iscsi neutron-server[93087]: INFO neutron.wsgi [req-6806eec4-61e0-4d73-a63f-376aa22eb378 req-533f1375-06ab-4ecd-95e6-4f046b6d70be service neutron] 10.222.0.100 "GET /v2.0/security-groups?id=a7a3a38a-2b2f-449e-b642-1996735c584e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0293622 Jul 06 12:35:29.971854 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.wsgi [-] (93088) accepted ('10.222.0.106', 50734) {{(pid=93088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:35:30.083886 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-281000cc-e28d-4d34-82cd-d00b76920830 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:35:30.202679 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-281000cc-e28d-4d34-82cd-d00b76920830 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:35:30.208851 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-281000cc-e28d-4d34-82cd-d00b76920830 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1774441'] for security_group, after_create {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:35:30.254845 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [None req-281000cc-e28d-4d34-82cd-d00b76920830 admin admin] 10.222.0.106 "GET /v2.0/security-groups?tenant_id=16605fcbf6bc45869f3a30295a3b15c8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2812829 Jul 06 12:35:30.257801 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.wsgi [-] (93088) accepted ('10.222.0.106', 50752) {{(pid=93088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:35:30.263856 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281000cc-e28d-4d34-82cd-d00b76920830 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1169edf-7ef6-4b97-b891-c28d79861938,revision_number=1']} {{(pid=93088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:35:30.315457 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-af91fd1b-b118-4040-93ff-40ba7fc9b462 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:35:30.339670 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-af91fd1b-b118-4040-93ff-40ba7fc9b462 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:35:30.437859 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-af91fd1b-b118-4040-93ff-40ba7fc9b462 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1774441'] for security_group, after_delete {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:35:30.441617 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-af91fd1b-b118-4040-93ff-40ba7fc9b462 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:35:30.446096 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [None req-af91fd1b-b118-4040-93ff-40ba7fc9b462 admin admin] 10.222.0.106 "DELETE /v2.0/security-groups/c1169edf-7ef6-4b97-b891-c28d79861938 HTTP/1.1" status: 204 len: 168 time: 0.1843157 Jul 06 12:35:30.467336 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af91fd1b-b118-4040-93ff-40ba7fc9b462 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1169edf-7ef6-4b97-b891-c28d79861938,revision_number=None']} {{(pid=93088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:35:30.496206 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3188f670-c612-435b-974d-4fd46265f635 req-e1db49ec-fdf8-4435-9781-2430f2b5fd9b tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:35:30.496206 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-3188f670-c612-435b-974d-4fd46265f635 req-e1db49ec-fdf8-4435-9781-2430f2b5fd9b tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] 10.222.0.106 "GET /v2.0/ports?device_id=6e7ef450-5624-4902-b27c-2433ff80c8d6 HTTP/1.1" status: 200 len: 945 time: 0.1184142 Jul 06 12:35:30.552132 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-3188f670-c612-435b-974d-4fd46265f635 req-71c41018-11a2-4a2c-81bc-bb2adb705aad tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] 10.222.0.106 "GET /v2.0/security-groups?id=40905771-c081-4627-88f4-91e0391ae15d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455709 Jul 06 12:35:30.831958 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead7c763-20b9-454b-897b-f7dedfcc66f5 req-b3e28da7-6461-4b1e-9a1c-32929f84da74 tempest-ServerRescueNegativeTestJSON-1447075807 tempest-ServerRescueNegativeTestJSON-1447075807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:35:30.833506 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-ead7c763-20b9-454b-897b-f7dedfcc66f5 req-b3e28da7-6461-4b1e-9a1c-32929f84da74 tempest-ServerRescueNegativeTestJSON-1447075807 tempest-ServerRescueNegativeTestJSON-1447075807-project] 10.222.0.106 "GET /v2.0/ports?device_id=033daae3-3614-4270-a8cd-62b72de71ec3 HTTP/1.1" status: 200 len: 945 time: 0.1241763 Jul 06 12:35:30.849534 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6b2752-9c9a-4872-9321-9a7725110cbc req-972e8031-ad05-4249-8ebb-b44980eed381 tempest-AttachVolumeNegativeTest-317369925 tempest-AttachVolumeNegativeTest-317369925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:35:30.851078 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-bd6b2752-9c9a-4872-9321-9a7725110cbc req-972e8031-ad05-4249-8ebb-b44980eed381 tempest-AttachVolumeNegativeTest-317369925 tempest-AttachVolumeNegativeTest-317369925-project] 10.222.0.106 "GET /v2.0/ports?device_id=bcb79ddb-71b5-4a0e-88ca-c412625f4a03 HTTP/1.1" status: 200 len: 945 time: 0.0996051 Jul 06 12:35:30.905812 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-ead7c763-20b9-454b-897b-f7dedfcc66f5 req-14fc8e1f-9699-4abe-bf7d-75cfa5503f5e tempest-ServerRescueNegativeTestJSON-1447075807 tempest-ServerRescueNegativeTestJSON-1447075807-project] 10.222.0.106 "GET /v2.0/security-groups?id=4d78ff5b-ed74-4775-b2e7-af8cfc6a5bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537007 Jul 06 12:35:30.920318 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-bd6b2752-9c9a-4872-9321-9a7725110cbc req-dea24655-90b5-42a1-88f6-1124668b83ae tempest-AttachVolumeNegativeTest-317369925 tempest-AttachVolumeNegativeTest-317369925-project] 10.222.0.106 "GET /v2.0/security-groups?id=a7a3a38a-2b2f-449e-b642-1996735c584e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539439 Jul 06 12:35:31.199566 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.wsgi [-] (93088) accepted ('10.222.0.106', 50786) {{(pid=93088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:35:31.304456 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.api.v2.base [None req-9dd205fa-8c38-460e-91ec-b192980101ef admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-440071514-network', 'tenant_id': '9634339642374ec39b58b873fb53219f'}} {{(pid=93088) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:35:31.326161 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9dd205fa-8c38-460e-91ec-b192980101ef admin admin] Made reservation on behalf of 9634339642374ec39b58b873fb53219f for: {'network': 1} {{(pid=93088) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:35:31.328574 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-9dd205fa-8c38-460e-91ec-b192980101ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772861'] for network, before_create {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:35:31.339284 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-9dd205fa-8c38-460e-91ec-b192980101ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:35:31.447153 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-9dd205fa-8c38-460e-91ec-b192980101ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:35:31.451879 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-9dd205fa-8c38-460e-91ec-b192980101ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1774441'] for security_group, after_create {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:35:31.486142 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9dd205fa-8c38-460e-91ec-b192980101ef admin admin] vlan segment allocate from pool success with {'vlan_id': 1070, 'physical_network': 'physnet1'} {{(pid=93088) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 12:35:31.491384 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd205fa-8c38-460e-91ec-b192980101ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31c6e5aa-8074-487a-8ec3-74c91673511d,revision_number=1']} {{(pid=93088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:35:31.504322 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-9dd205fa-8c38-460e-91ec-b192980101ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-886815'] for segment, precommit_create {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:35:31.505247 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.db.segments_db [None req-9dd205fa-8c38-460e-91ec-b192980101ef admin admin] Added segment 1b965a16-d2a7-441e-97d3-c7552a4af474 of type vlan for network 24134798-dcff-42f3-9355-2896877d978a Jul 06 12:35:31.566985 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-9dd205fa-8c38-460e-91ec-b192980101ef admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730293704277'] for network, precommit_create {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:35:31.619359 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d33376-1c24-4239-b4d8-4d79786592ad req-5529aeaf-2fcc-4ebf-928e-4751f2154347 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:35:31.622306 dv-cinder-799631-1-iscsi neutron-server[93087]: INFO neutron.wsgi [req-89d33376-1c24-4239-b4d8-4d79786592ad req-5529aeaf-2fcc-4ebf-928e-4751f2154347 service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=033daae3-3614-4270-a8cd-62b72de71ec3 HTTP/1.1" status: 200 len: 1098 time: 0.0802250 Jul 06 12:35:31.648446 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-9dd205fa-8c38-460e-91ec-b192980101ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1774397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582535'] for network, after_create {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:35:31.651560 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dd205fa-8c38-460e-91ec-b192980101ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:35:31.653171 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-9dd205fa-8c38-460e-91ec-b192980101ef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582504'] for network, before_response {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:35:31.688557 dv-cinder-799631-1-iscsi neutron-server[93087]: INFO neutron.wsgi [req-89d33376-1c24-4239-b4d8-4d79786592ad req-d0608eb1-aa13-4eb9-9f39-a8f174c17f35 service neutron] 10.222.0.100 "GET /v2.0/security-groups?id=4d78ff5b-ed74-4775-b2e7-af8cfc6a5bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588419 Jul 06 12:35:31.799400 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [None req-9dd205fa-8c38-460e-91ec-b192980101ef admin admin] 10.222.0.106 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5975919 Jul 06 12:35:31.801792 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.wsgi [-] (93087) accepted ('10.222.0.106', 50802) {{(pid=93087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:35:31.807203 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.api.v2.base [None req-f71d4884-9edc-4228-8540-b66166a837e0 admin admin] Request body: {'subnet': {'network_id': '24134798-dcff-42f3-9355-2896877d978a', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-440071514-subnet', 'tenant_id': '9634339642374ec39b58b873fb53219f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:35:31.814845 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd205fa-8c38-460e-91ec-b192980101ef admin admin] Pushing event updated for resources: {'Network': ['ID=24134798-dcff-42f3-9355-2896877d978a,revision_number=1']} {{(pid=93088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:35:31.834183 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.rpc [None req-3dd6613b-aa53-445d-9a05-4c085a94a05e None None] Network 24134798-dcff-42f3-9355-2896877d978a details requested by agent ovs-agent-dv-cinder-799631-1-iscsi with host dv-cinder-799631-1-iscsi {{(pid=93089) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 12:35:31.839696 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f71d4884-9edc-4228-8540-b66166a837e0 admin admin] Made reservation on behalf of 9634339642374ec39b58b873fb53219f for: {'subnet': 1} {{(pid=93087) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:35:31.843949 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-f71d4884-9edc-4228-8540-b66166a837e0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-67091487'] for subnet, before_create {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:35:31.867576 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6304ff38-7cb7-49d0-878b-7d5736fd17c9 req-56174e49-5246-4a7b-a644-e1d523aa9778 tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:35:31.870035 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-6304ff38-7cb7-49d0-878b-7d5736fd17c9 req-56174e49-5246-4a7b-a644-e1d523aa9778 tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] 10.222.0.106 "GET /v2.0/ports?device_id=6e7ef450-5624-4902-b27c-2433ff80c8d6 HTTP/1.1" status: 200 len: 945 time: 0.1339152 Jul 06 12:35:31.941694 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-6304ff38-7cb7-49d0-878b-7d5736fd17c9 req-0f9ed9bb-510e-4507-8715-12547598a68c tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] 10.222.0.106 "GET /v2.0/security-groups?id=40905771-c081-4627-88f4-91e0391ae15d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595524 Jul 06 12:35:31.974556 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.wsgi [-] (93088) accepted ('10.222.0.106', 50810) {{(pid=93088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:35:32.095190 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-f71d4884-9edc-4228-8540-b66166a837e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1774543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65517778', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-67091469'] for subnet, after_create {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:35:32.122293 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-03bbbc1c-3424-4148-a83c-c675413889bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:35:32.156503 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71d4884-9edc-4228-8540-b66166a837e0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7d16221f-3708-482d-954e-9b0cb12858a1,revision_number=0']} {{(pid=93087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:35:32.167399 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f71d4884-9edc-4228-8540-b66166a837e0 admin admin] Checking segment: {'id': '1b965a16-d2a7-441e-97d3-c7552a4af474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': '24134798-dcff-42f3-9355-2896877d978a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:35:32.167399 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f71d4884-9edc-4228-8540-b66166a837e0 admin admin] Network hostable DHCP agents. Network: 24134798-dcff-42f3-9355-2896877d978a, hostable agents: ['4e405fa1-8706-417c-9214-b4e9d51c0aa2'], hosted agents: [] {{(pid=93087) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 12:35:32.188714 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f71d4884-9edc-4228-8540-b66166a837e0 admin admin] Network 24134798-dcff-42f3-9355-2896877d978a is scheduled to be hosted by DHCP agent 4e405fa1-8706-417c-9214-b4e9d51c0aa2 with binding_index 1 {{(pid=93087) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 12:35:32.198426 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.scheduler.base_scheduler [None req-f71d4884-9edc-4228-8540-b66166a837e0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-799631-1-iscsi, 24134798-dcff-42f3-9355-2896877d978a) {{(pid=93087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:35:32.203178 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f71d4884-9edc-4228-8540-b66166a837e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:35:32.203777 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-f71d4884-9edc-4228-8540-b66166a837e0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582504'] for subnet, before_response {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:35:32.215684 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b94f6ac-a5f8-49e0-9562-6a02681114a4 None None] Network 24134798-dcff-42f3-9355-2896877d978a requested from dv-cinder-799631-1-iscsi {{(pid=93089) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:35:32.242967 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9bd62a6-a6f0-4185-8992-71e8c0246866 req-ee974b64-ea29-4bdf-92f6-42a27e0d1c9e tempest-ServerRescueNegativeTestJSON-1447075807 tempest-ServerRescueNegativeTestJSON-1447075807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:35:32.244590 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-f9bd62a6-a6f0-4185-8992-71e8c0246866 req-ee974b64-ea29-4bdf-92f6-42a27e0d1c9e tempest-ServerRescueNegativeTestJSON-1447075807 tempest-ServerRescueNegativeTestJSON-1447075807-project] 10.222.0.106 "GET /v2.0/ports?device_id=033daae3-3614-4270-a8cd-62b72de71ec3 HTTP/1.1" status: 200 len: 945 time: 0.1762657 Jul 06 12:35:32.260604 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759a7b9c-4559-4ad8-91fb-523111179250 req-d96ecc5f-661c-468d-bad3-831bcb094ffd tempest-AttachVolumeNegativeTest-317369925 tempest-AttachVolumeNegativeTest-317369925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:35:32.262144 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-759a7b9c-4559-4ad8-91fb-523111179250 req-d96ecc5f-661c-468d-bad3-831bcb094ffd tempest-AttachVolumeNegativeTest-317369925 tempest-AttachVolumeNegativeTest-317369925-project] 10.222.0.106 "GET /v2.0/ports?device_id=bcb79ddb-71b5-4a0e-88ca-c412625f4a03 HTTP/1.1" status: 200 len: 945 time: 0.1509764 Jul 06 12:35:32.350341 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-f9bd62a6-a6f0-4185-8992-71e8c0246866 req-5e8d1cde-2de5-42c8-918e-8fdc73887103 tempest-ServerRescueNegativeTestJSON-1447075807 tempest-ServerRescueNegativeTestJSON-1447075807-project] 10.222.0.106 "GET /v2.0/security-groups?id=4d78ff5b-ed74-4775-b2e7-af8cfc6a5bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870614 Jul 06 12:35:32.355555 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-759a7b9c-4559-4ad8-91fb-523111179250 req-fcef0532-52d9-495a-96a8-b5e702ee3469 tempest-AttachVolumeNegativeTest-317369925 tempest-AttachVolumeNegativeTest-317369925-project] 10.222.0.106 "GET /v2.0/security-groups?id=a7a3a38a-2b2f-449e-b642-1996735c584e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809402 Jul 06 12:35:32.358847 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-025dd02f-dd91-41e5-a6f5-0f7a8c38e14f None None] Network 24134798-dcff-42f3-9355-2896877d978a requested from dv-cinder-799631-1-iscsi {{(pid=93089) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:35:32.385995 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-03bbbc1c-3424-4148-a83c-c675413889bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:35:32.391210 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-03bbbc1c-3424-4148-a83c-c675413889bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1774441'] for security_group, after_create {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:35:32.408864 dv-cinder-799631-1-iscsi neutron-server[93087]: INFO neutron.wsgi [None req-f71d4884-9edc-4228-8540-b66166a837e0 admin admin] 10.222.0.106 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6059465 Jul 06 12:35:32.440959 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03bbbc1c-3424-4148-a83c-c675413889bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f41a737-9440-49e6-ae1d-0997d8a70045,revision_number=1']} {{(pid=93088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:35:32.449064 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [None req-03bbbc1c-3424-4148-a83c-c675413889bb admin admin] 10.222.0.106 "GET /v2.0/security-groups?tenant_id=cc4593356e854de38e1c45a388857cad&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4697399 Jul 06 12:35:32.451670 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.wsgi [-] (93088) accepted ('10.222.0.106', 50818) {{(pid=93088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:35:32.509580 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-c3a753ad-cfdc-4478-be17-14b8c447efee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:35:32.538101 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-c3a753ad-cfdc-4478-be17-14b8c447efee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:35:32.598109 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-c3a753ad-cfdc-4478-be17-14b8c447efee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1774441'] for security_group, after_delete {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:35:32.600988 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-c3a753ad-cfdc-4478-be17-14b8c447efee admin admin] Notify callbacks [] for security_group, before_response {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:35:32.602126 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [None req-c3a753ad-cfdc-4478-be17-14b8c447efee admin admin] 10.222.0.106 "DELETE /v2.0/security-groups/4f41a737-9440-49e6-ae1d-0997d8a70045 HTTP/1.1" status: 204 len: 168 time: 0.1494670 Jul 06 12:35:32.612027 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a753ad-cfdc-4478-be17-14b8c447efee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f41a737-9440-49e6-ae1d-0997d8a70045,revision_number=None']} {{(pid=93088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:35:32.983805 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.wsgi [-] (93088) accepted ('10.222.0.106', 50836) {{(pid=93088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:35:32.998949 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-2df46e76-20bf-4e01-9963-45d26b792e51 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:35:33.016322 dv-cinder-799631-1-iscsi neutron-server[93090]: DEBUG neutron.db.agents_db [None req-df1e7349-c09a-47b1-8f5e-4c337b6ca707 None None] Agent healthcheck: found 6 active agents {{(pid=93090) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 12:35:33.131148 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-2df46e76-20bf-4e01-9963-45d26b792e51 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:35:33.144868 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-2df46e76-20bf-4e01-9963-45d26b792e51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1774441'] for security_group, after_create {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:35:33.218126 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df46e76-20bf-4e01-9963-45d26b792e51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01dab69b-09e5-42f6-b988-a32fc32c0007,revision_number=1']} {{(pid=93088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:35:33.224892 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [None req-2df46e76-20bf-4e01-9963-45d26b792e51 admin admin] 10.222.0.106 "GET /v2.0/security-groups?tenant_id=85c49f1251414de0923e109bc35a6e3d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2398288 Jul 06 12:35:33.230563 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.wsgi [-] (93088) accepted ('10.222.0.106', 50842) {{(pid=93088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:35:33.297975 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ad318f-e1a6-4fbe-88fb-0e544c709c24 req-1d0d35d8-ac8d-4aeb-9a98-6f2ec6c6ccd1 tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:35:33.299603 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-49ad318f-e1a6-4fbe-88fb-0e544c709c24 req-1d0d35d8-ac8d-4aeb-9a98-6f2ec6c6ccd1 tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] 10.222.0.106 "GET /v2.0/ports?device_id=6e7ef450-5624-4902-b27c-2433ff80c8d6 HTTP/1.1" status: 200 len: 945 time: 0.1590710 Jul 06 12:35:33.329041 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-0a7e28a2-a20e-4d0e-938d-03f065b196a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:35:33.363533 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-0a7e28a2-a20e-4d0e-938d-03f065b196a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:35:33.367484 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-49ad318f-e1a6-4fbe-88fb-0e544c709c24 req-9b54053c-1382-4fa5-9453-ebd681854083 tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] 10.222.0.106 "GET /v2.0/security-groups?id=40905771-c081-4627-88f4-91e0391ae15d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0611417 Jul 06 12:35:33.422751 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-0a7e28a2-a20e-4d0e-938d-03f065b196a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1774441'] for security_group, after_delete {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:35:33.425690 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-0a7e28a2-a20e-4d0e-938d-03f065b196a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:35:33.429479 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [None req-0a7e28a2-a20e-4d0e-938d-03f065b196a9 admin admin] 10.222.0.106 "DELETE /v2.0/security-groups/01dab69b-09e5-42f6-b988-a32fc32c0007 HTTP/1.1" status: 204 len: 168 time: 0.1949191 Jul 06 12:35:33.438325 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7e28a2-a20e-4d0e-938d-03f065b196a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01dab69b-09e5-42f6-b988-a32fc32c0007,revision_number=None']} {{(pid=93088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:35:33.580867 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1975034-cdb3-4aed-9334-c44485e91f56 req-861efa69-142d-43bf-92b2-7a2791d70aa8 tempest-ServerRescueNegativeTestJSON-1447075807 tempest-ServerRescueNegativeTestJSON-1447075807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:35:33.582421 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-f1975034-cdb3-4aed-9334-c44485e91f56 req-861efa69-142d-43bf-92b2-7a2791d70aa8 tempest-ServerRescueNegativeTestJSON-1447075807 tempest-ServerRescueNegativeTestJSON-1447075807-project] 10.222.0.106 "GET /v2.0/ports?device_id=033daae3-3614-4270-a8cd-62b72de71ec3 HTTP/1.1" status: 200 len: 945 time: 0.0779204 Jul 06 12:35:33.633823 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-f1975034-cdb3-4aed-9334-c44485e91f56 req-8952e4c2-f70a-4ce6-9099-db344f0d1c41 tempest-ServerRescueNegativeTestJSON-1447075807 tempest-ServerRescueNegativeTestJSON-1447075807-project] 10.222.0.106 "GET /v2.0/security-groups?id=4d78ff5b-ed74-4775-b2e7-af8cfc6a5bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437012 Jul 06 12:35:33.837890 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.wsgi [-] (93088) accepted ('10.222.0.106', 50858) {{(pid=93088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:35:33.852779 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-83b710cd-8991-4485-9ef9-8a713b514e85 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:35:33.977743 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-83b710cd-8991-4485-9ef9-8a713b514e85 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:35:33.984112 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-83b710cd-8991-4485-9ef9-8a713b514e85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1774441'] for security_group, after_create {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:35:34.044494 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [None req-83b710cd-8991-4485-9ef9-8a713b514e85 admin admin] 10.222.0.106 "GET /v2.0/security-groups?tenant_id=dea4b145c92e4b95b953416a92520f5e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2052832 Jul 06 12:35:34.047581 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.wsgi [-] (93087) accepted ('10.222.0.106', 50866) {{(pid=93087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:35:34.048281 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b710cd-8991-4485-9ef9-8a713b514e85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb24a40b-d548-441a-b338-90cf7771f22f,revision_number=1']} {{(pid=93088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:35:34.192582 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0226ff13-252a-4c48-be75-f1c4364022b3 req-9c3f931b-93b5-4e20-8e95-947bdab1ff12 tempest-ServerRescueNegativeTestJSON-1447075807 tempest-ServerRescueNegativeTestJSON-1447075807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:35:34.192905 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-0a170670-2a55-4c72-b56d-28e29c5b4bf2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:35:34.200274 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-0226ff13-252a-4c48-be75-f1c4364022b3 req-9c3f931b-93b5-4e20-8e95-947bdab1ff12 tempest-ServerRescueNegativeTestJSON-1447075807 tempest-ServerRescueNegativeTestJSON-1447075807-project] 10.222.0.106 "GET /v2.0/ports?device_id=033daae3-3614-4270-a8cd-62b72de71ec3 HTTP/1.1" status: 200 len: 945 time: 0.0772557 Jul 06 12:35:34.246662 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-0a170670-2a55-4c72-b56d-28e29c5b4bf2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:35:34.253637 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fb31e3-a4c4-41f7-93e9-fc0ec525c0d7 req-d074c880-1598-465c-82e3-4291f5f7a992 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:35:34.256950 dv-cinder-799631-1-iscsi neutron-server[93087]: INFO neutron.wsgi [req-d4fb31e3-a4c4-41f7-93e9-fc0ec525c0d7 req-d074c880-1598-465c-82e3-4291f5f7a992 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=cc98c3dbd15045c0a70a6aeb034695a2&device_id=033daae3-3614-4270-a8cd-62b72de71ec3 HTTP/1.1" status: 200 len: 1098 time: 0.1789949 Jul 06 12:35:34.292239 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-0226ff13-252a-4c48-be75-f1c4364022b3 req-9e7dc587-a917-4fc4-ab44-35e48d9165ea tempest-ServerRescueNegativeTestJSON-1447075807 tempest-ServerRescueNegativeTestJSON-1447075807-project] 10.222.0.106 "GET /v2.0/security-groups?id=4d78ff5b-ed74-4775-b2e7-af8cfc6a5bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910940 Jul 06 12:35:34.407944 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fb31e3-a4c4-41f7-93e9-fc0ec525c0d7 req-2da7e91b-43a5-4c7e-83e5-ba0ce5d0c1bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:35:34.409454 dv-cinder-799631-1-iscsi neutron-server[93087]: INFO neutron.wsgi [req-d4fb31e3-a4c4-41f7-93e9-fc0ec525c0d7 req-2da7e91b-43a5-4c7e-83e5-ba0ce5d0c1bd service neutron] 10.222.0.100 "GET /v2.0/networks?id=91ce4105-7568-49ba-9c1a-853c2332aa91 HTTP/1.1" status: 200 len: 920 time: 0.1409411 Jul 06 12:35:34.416275 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-0a170670-2a55-4c72-b56d-28e29c5b4bf2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1774441'] for security_group, after_delete {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:35:34.419434 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-0a170670-2a55-4c72-b56d-28e29c5b4bf2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:35:34.420851 dv-cinder-799631-1-iscsi neutron-server[93087]: INFO neutron.wsgi [None req-0a170670-2a55-4c72-b56d-28e29c5b4bf2 admin admin] 10.222.0.106 "DELETE /v2.0/security-groups/bb24a40b-d548-441a-b338-90cf7771f22f HTTP/1.1" status: 204 len: 168 time: 0.3721802 Jul 06 12:35:34.471319 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a170670-2a55-4c72-b56d-28e29c5b4bf2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb24a40b-d548-441a-b338-90cf7771f22f,revision_number=None']} {{(pid=93087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:35:34.479883 dv-cinder-799631-1-iscsi neutron-server[93087]: INFO neutron.wsgi [req-d4fb31e3-a4c4-41f7-93e9-fc0ec525c0d7 req-5cdeec19-d3ca-4e45-bf05-54a652fcf064 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c2f14543-305d-418b-9b19-bedbd689144a HTTP/1.1" status: 200 len: 217 time: 0.0575590 Jul 06 12:35:34.588044 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fb31e3-a4c4-41f7-93e9-fc0ec525c0d7 req-32982468-f497-4291-8217-84c21fe0c4f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:35:34.589920 dv-cinder-799631-1-iscsi neutron-server[93087]: INFO neutron.wsgi [req-d4fb31e3-a4c4-41f7-93e9-fc0ec525c0d7 req-32982468-f497-4291-8217-84c21fe0c4f1 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=93b8c1d2-f9fc-4e8f-b00e-a4ccc2e979d1 HTTP/1.1" status: 200 len: 858 time: 0.0800698 Jul 06 12:35:34.634458 dv-cinder-799631-1-iscsi neutron-server[93087]: INFO neutron.wsgi [req-d4fb31e3-a4c4-41f7-93e9-fc0ec525c0d7 req-9ff4a2a9-1a4f-4d8b-b8a3-616f9002cf4b service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=91ce4105-7568-49ba-9c1a-853c2332aa91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0328562 Jul 06 12:35:34.639425 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848a73d3-b08e-488a-9ed6-0e365039f03c req-fa763d8b-0370-42e1-bb9c-83217b807b4a tempest-VolumesActionsTest-1848288174 tempest-VolumesActionsTest-1848288174-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:35:34.641638 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-848a73d3-b08e-488a-9ed6-0e365039f03c req-fa763d8b-0370-42e1-bb9c-83217b807b4a tempest-VolumesActionsTest-1848288174 tempest-VolumesActionsTest-1848288174-project] 10.222.0.106 "GET /v2.0/networks?id=24134798-dcff-42f3-9355-2896877d978a HTTP/1.1" status: 200 len: 808 time: 0.2309871 Jul 06 12:35:34.689798 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-848a73d3-b08e-488a-9ed6-0e365039f03c req-e69f7c8c-8d51-4c7c-8a46-e027f5649030 tempest-VolumesActionsTest-1848288174 tempest-VolumesActionsTest-1848288174-project] 10.222.0.106 "GET /v2.0/quotas/9634339642374ec39b58b873fb53219f HTTP/1.1" status: 200 len: 375 time: 0.0241110 Jul 06 12:35:34.735625 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-848a73d3-b08e-488a-9ed6-0e365039f03c req-418865a0-2ece-4c64-94d7-abf11fc555d6 tempest-VolumesActionsTest-1848288174 tempest-VolumesActionsTest-1848288174-project] 10.222.0.106 "GET /v2.0/ports?tenant_id=9634339642374ec39b58b873fb53219f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0447686 Jul 06 12:35:34.765390 dv-cinder-799631-1-iscsi neutron-server[93087]: INFO neutron.wsgi [req-d4fb31e3-a4c4-41f7-93e9-fc0ec525c0d7 req-b088888d-3fff-415f-bce3-8747f07d812f service neutron] 10.222.0.100 "GET /v2.0/networks/91ce4105-7568-49ba-9c1a-853c2332aa91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226051 Jul 06 12:35:34.832361 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f301c0df-5b67-45e6-8abf-f06849052316 req-0383035a-c9bb-4c40-8974-2f4469cb8e1a tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:35:34.834023 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-f301c0df-5b67-45e6-8abf-f06849052316 req-0383035a-c9bb-4c40-8974-2f4469cb8e1a tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] 10.222.0.106 "GET /v2.0/ports?device_id=6e7ef450-5624-4902-b27c-2433ff80c8d6 HTTP/1.1" status: 200 len: 945 time: 0.2352822 Jul 06 12:35:34.880199 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-848a73d3-b08e-488a-9ed6-0e365039f03c req-480ebd8f-3d22-4dcb-a749-b76e7c609476 service neutron] 10.222.0.106 "GET /v2.0/networks/24134798-dcff-42f3-9355-2896877d978a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1431305 Jul 06 12:35:34.897543 dv-cinder-799631-1-iscsi neutron-server[93087]: INFO neutron.wsgi [req-d4fb31e3-a4c4-41f7-93e9-fc0ec525c0d7 req-2c0cb912-25b1-411a-a88d-f0884e3856c9 service neutron] 10.222.0.100 "GET /v2.0/networks/91ce4105-7568-49ba-9c1a-853c2332aa91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248863 Jul 06 12:35:34.946224 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-f301c0df-5b67-45e6-8abf-f06849052316 req-5f8aa03f-5638-4dc7-b714-fe0b186e2740 tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] 10.222.0.106 "GET /v2.0/security-groups?id=40905771-c081-4627-88f4-91e0391ae15d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0983343 Jul 06 12:35:34.995836 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-848a73d3-b08e-488a-9ed6-0e365039f03c req-5ff16423-af7f-43e4-b0a6-455a8fd09469 service neutron] 10.222.0.106 "GET /v2.0/networks/24134798-dcff-42f3-9355-2896877d978a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1035936 Jul 06 12:35:35.263172 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-9bf7ba5f-5297-4800-adbe-df222077d951 req-c32073ee-f401-45be-80c9-417b23af92cc tempest-VolumesActionsTest-1848288174 tempest-VolumesActionsTest-1848288174-project] 10.222.0.106 "GET /v2.0/ports?device_id=a993ca23-d06b-4c39-95af-9ab5a63f72d6 HTTP/1.1" status: 200 len: 210 time: 0.0385530 Jul 06 12:35:35.388199 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350870eb-b478-44f3-8bf4-cd2ea26f6a69 req-d11049fe-a10b-474c-8c2e-e2f03efe987a tempest-AttachVolumeTestJSON-69932156 tempest-AttachVolumeTestJSON-69932156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:35:35.390835 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-350870eb-b478-44f3-8bf4-cd2ea26f6a69 req-d11049fe-a10b-474c-8c2e-e2f03efe987a tempest-AttachVolumeTestJSON-69932156 tempest-AttachVolumeTestJSON-69932156-project] 10.222.0.106 "GET /v2.0/ports?device_id=1247d046-18a9-4ac1-b527-638e0320ba0e HTTP/1.1" status: 200 len: 946 time: 0.0860555 Jul 06 12:35:35.469648 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-350870eb-b478-44f3-8bf4-cd2ea26f6a69 req-e940b3f0-12a0-49e5-89d1-0639e24a6a48 tempest-AttachVolumeTestJSON-69932156 tempest-AttachVolumeTestJSON-69932156-project] 10.222.0.106 "GET /v2.0/security-groups?id=c6027da5-2dd2-4fa1-abf8-166ae93c4f01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0726609 Jul 06 12:35:35.509791 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c29225-0901-44ab-9cd8-f8020fe1ca71 req-a231c9b3-d267-4c87-b9c0-bea78c9e12dc tempest-ServerRescueNegativeTestJSON-1447075807 tempest-ServerRescueNegativeTestJSON-1447075807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:35:35.511671 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-64c29225-0901-44ab-9cd8-f8020fe1ca71 req-a231c9b3-d267-4c87-b9c0-bea78c9e12dc tempest-ServerRescueNegativeTestJSON-1447075807 tempest-ServerRescueNegativeTestJSON-1447075807-project] 10.222.0.106 "GET /v2.0/ports?device_id=033daae3-3614-4270-a8cd-62b72de71ec3 HTTP/1.1" status: 200 len: 945 time: 0.0969622 Jul 06 12:35:35.562091 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-64c29225-0901-44ab-9cd8-f8020fe1ca71 req-05dc63df-37ed-4f81-87e6-8eb062a7e6b5 tempest-ServerRescueNegativeTestJSON-1447075807 tempest-ServerRescueNegativeTestJSON-1447075807-project] 10.222.0.106 "GET /v2.0/security-groups?id=4d78ff5b-ed74-4775-b2e7-af8cfc6a5bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408988 Jul 06 12:35:36.138899 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac8efcc-50eb-483a-8d54-c72a1a989146 req-3c2b67b2-8eb1-4506-9452-6e37fe6901c8 tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:35:36.140379 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-aac8efcc-50eb-483a-8d54-c72a1a989146 req-3c2b67b2-8eb1-4506-9452-6e37fe6901c8 tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] 10.222.0.106 "GET /v2.0/ports?device_id=6e7ef450-5624-4902-b27c-2433ff80c8d6 HTTP/1.1" status: 200 len: 945 time: 0.0693352 Jul 06 12:35:36.179579 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-aac8efcc-50eb-483a-8d54-c72a1a989146 req-d7ebedd8-eff6-4531-a496-653231f66174 tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] 10.222.0.106 "GET /v2.0/security-groups?id=40905771-c081-4627-88f4-91e0391ae15d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326872 Jul 06 12:35:36.417179 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-63b7496f-3d14-426c-bd34-2b0fc185a234 req-ebfbe364-90d0-481a-bc97-f40d33e0e269 tempest-VolumesActionsTest-1848288174 tempest-VolumesActionsTest-1848288174-project] 10.222.0.106 "GET /v2.0/ports?device_id=a993ca23-d06b-4c39-95af-9ab5a63f72d6 HTTP/1.1" status: 200 len: 210 time: 0.0311265 Jul 06 12:35:36.663058 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be915f1c-3e37-4cf1-a7ad-e5542c038feb req-bc40c89d-41a7-47bf-a956-ed1b4cea9943 tempest-AttachVolumeTestJSON-69932156 tempest-AttachVolumeTestJSON-69932156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:35:36.664631 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-be915f1c-3e37-4cf1-a7ad-e5542c038feb req-bc40c89d-41a7-47bf-a956-ed1b4cea9943 tempest-AttachVolumeTestJSON-69932156 tempest-AttachVolumeTestJSON-69932156-project] 10.222.0.106 "GET /v2.0/ports?device_id=1247d046-18a9-4ac1-b527-638e0320ba0e HTTP/1.1" status: 200 len: 946 time: 0.0665014 Jul 06 12:35:36.745819 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-be915f1c-3e37-4cf1-a7ad-e5542c038feb req-72fded40-286b-4fa8-ac8e-6d000defbbe9 tempest-AttachVolumeTestJSON-69932156 tempest-AttachVolumeTestJSON-69932156-project] 10.222.0.106 "GET /v2.0/security-groups?id=c6027da5-2dd2-4fa1-abf8-166ae93c4f01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0750437 Jul 06 12:35:36.785892 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc07c21e-59b3-4e76-8fda-8649002899f8 req-a74d6f88-1b95-4953-b745-09fc878a90c8 tempest-ServerRescueNegativeTestJSON-1447075807 tempest-ServerRescueNegativeTestJSON-1447075807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:35:36.787505 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-dc07c21e-59b3-4e76-8fda-8649002899f8 req-a74d6f88-1b95-4953-b745-09fc878a90c8 tempest-ServerRescueNegativeTestJSON-1447075807 tempest-ServerRescueNegativeTestJSON-1447075807-project] 10.222.0.106 "GET /v2.0/ports?device_id=033daae3-3614-4270-a8cd-62b72de71ec3 HTTP/1.1" status: 200 len: 945 time: 0.0921953 Jul 06 12:35:36.808784 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848a73d3-b08e-488a-9ed6-0e365039f03c req-e24d687b-a1eb-46fb-83f5-a331003a6a93 tempest-VolumesActionsTest-1848288174 tempest-VolumesActionsTest-1848288174-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:35:36.811179 dv-cinder-799631-1-iscsi neutron-server[93087]: INFO neutron.wsgi [req-848a73d3-b08e-488a-9ed6-0e365039f03c req-e24d687b-a1eb-46fb-83f5-a331003a6a93 tempest-VolumesActionsTest-1848288174 tempest-VolumesActionsTest-1848288174-project] 10.222.0.100 "GET /v2.0/networks?id=24134798-dcff-42f3-9355-2896877d978a HTTP/1.1" status: 200 len: 808 time: 0.1271849 Jul 06 12:35:36.833305 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-dc07c21e-59b3-4e76-8fda-8649002899f8 req-70415980-0164-494f-b88e-09a7cea87ea3 tempest-ServerRescueNegativeTestJSON-1447075807 tempest-ServerRescueNegativeTestJSON-1447075807-project] 10.222.0.106 "GET /v2.0/security-groups?id=4d78ff5b-ed74-4775-b2e7-af8cfc6a5bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396254 Jul 06 12:35:36.842439 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.api.v2.base [req-848a73d3-b08e-488a-9ed6-0e365039f03c req-4b08eb4b-8186-4467-8a83-682542174b15 tempest-VolumesActionsTest-1848288174 tempest-VolumesActionsTest-1848288174-project] Request body: {'port': {'device_id': 'a993ca23-d06b-4c39-95af-9ab5a63f72d6', 'network_id': '24134798-dcff-42f3-9355-2896877d978a', 'admin_state_up': True, 'tenant_id': '9634339642374ec39b58b873fb53219f'}} {{(pid=93087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:35:36.961695 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-848a73d3-b08e-488a-9ed6-0e365039f03c req-4b08eb4b-8186-4467-8a83-682542174b15 tempest-VolumesActionsTest-1848288174 tempest-VolumesActionsTest-1848288174-project] Made reservation on behalf of 9634339642374ec39b58b873fb53219f for: {'port': 1} {{(pid=93087) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:35:36.966073 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [req-848a73d3-b08e-488a-9ed6-0e365039f03c req-4b08eb4b-8186-4467-8a83-682542174b15 tempest-VolumesActionsTest-1848288174 tempest-VolumesActionsTest-1848288174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772861'] for port, before_create {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:35:37.098434 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.db.db_base_plugin_common [req-848a73d3-b08e-488a-9ed6-0e365039f03c req-4b08eb4b-8186-4467-8a83-682542174b15 tempest-VolumesActionsTest-1848288174 tempest-VolumesActionsTest-1848288174-project] Allocated IP 172.20.0.4 (24134798-dcff-42f3-9355-2896877d978a/7d16221f-3708-482d-954e-9b0cb12858a1/9d153432-0c87-4bf8-8f1b-317c530ad891) {{(pid=93087) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:35:37.245647 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-3e6a385f-d80e-47e0-a8ab-277d6eeb7ab3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730293992524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912513'] for agent, after_update {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:35:37.254651 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [req-848a73d3-b08e-488a-9ed6-0e365039f03c req-4b08eb4b-8186-4467-8a83-682542174b15 tempest-VolumesActionsTest-1848288174 tempest-VolumesActionsTest-1848288174-project] Notify callbacks [] for port, precommit_create {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:35:37.293298 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [req-848a73d3-b08e-488a-9ed6-0e365039f03c req-4b08eb4b-8186-4467-8a83-682542174b15 tempest-VolumesActionsTest-1848288174 tempest-VolumesActionsTest-1848288174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-772920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-407207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730293689564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-65517734'] for port, after_create {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:35:37.345667 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-848a73d3-b08e-488a-9ed6-0e365039f03c req-4b08eb4b-8186-4467-8a83-682542174b15 tempest-VolumesActionsTest-1848288174 tempest-VolumesActionsTest-1848288174-project] Network 24134798-dcff-42f3-9355-2896877d978a is already hosted by enough agents. {{(pid=93087) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:35:37.351091 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.scheduler.base_scheduler [req-848a73d3-b08e-488a-9ed6-0e365039f03c req-4b08eb4b-8186-4467-8a83-682542174b15 tempest-VolumesActionsTest-1848288174 tempest-VolumesActionsTest-1848288174-project] Resources bound (agent type, host, resource id): {{(pid=93087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:35:37.357768 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.db.l3_dvrscheduler_db [req-848a73d3-b08e-488a-9ed6-0e365039f03c req-4b08eb4b-8186-4467-8a83-682542174b15 tempest-VolumesActionsTest-1848288174 tempest-VolumesActionsTest-1848288174-project] Received port after_create {{(pid=93087) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:35:37.363518 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b08eb4b-8186-4467-8a83-682542174b15 tempest-VolumesActionsTest-1848288174 tempest-VolumesActionsTest-1848288174-project] Pushing event updated for resources: {'Port': ['ID=9d153432-0c87-4bf8-8f1b-317c530ad891,revision_number=1']} {{(pid=93087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:35:37.375047 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d5466c-adc6-4077-a086-272187d9c7e9 req-c8e806e1-afa1-47d2-924c-402c12e499f1 tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:35:37.376600 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-92d5466c-adc6-4077-a086-272187d9c7e9 req-c8e806e1-afa1-47d2-924c-402c12e499f1 tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] 10.222.0.106 "GET /v2.0/ports?device_id=6e7ef450-5624-4902-b27c-2433ff80c8d6 HTTP/1.1" status: 200 len: 945 time: 0.0743740 Jul 06 12:35:37.412197 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848a73d3-b08e-488a-9ed6-0e365039f03c req-4b08eb4b-8186-4467-8a83-682542174b15 tempest-VolumesActionsTest-1848288174 tempest-VolumesActionsTest-1848288174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:35:37.412850 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [req-848a73d3-b08e-488a-9ed6-0e365039f03c req-4b08eb4b-8186-4467-8a83-682542174b15 tempest-VolumesActionsTest-1848288174 tempest-VolumesActionsTest-1848288174-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473541'] for port, before_response {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:35:37.416535 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-92d5466c-adc6-4077-a086-272187d9c7e9 req-3b609d55-879d-42e3-87ac-4f36c636bb1f tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] 10.222.0.106 "GET /v2.0/security-groups?id=40905771-c081-4627-88f4-91e0391ae15d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341768 Jul 06 12:35:37.431514 dv-cinder-799631-1-iscsi neutron-server[93087]: INFO neutron.wsgi [req-848a73d3-b08e-488a-9ed6-0e365039f03c req-4b08eb4b-8186-4467-8a83-682542174b15 tempest-VolumesActionsTest-1848288174 tempest-VolumesActionsTest-1848288174-project] 10.222.0.100 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5941405 Jul 06 12:35:37.494926 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.api.v2.base [req-848a73d3-b08e-488a-9ed6-0e365039f03c req-1a48291b-bb10-4d88-9b0d-365c765e2370 service neutron] Request body: {'port': {'device_id': 'a993ca23-d06b-4c39-95af-9ab5a63f72d6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79963'}} {{(pid=93087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:35:37.568012 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [req-848a73d3-b08e-488a-9ed6-0e365039f03c req-1a48291b-bb10-4d88-9b0d-365c765e2370 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772861'] for port, before_update {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:35:37.616507 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5f4f4e-d196-4f81-90a2-c62a6bdc2e99 req-be8f85c5-59ab-442c-affc-7d5a4e382dd3 tempest-VolumesActionsTest-1848288174 tempest-VolumesActionsTest-1848288174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:35:37.618879 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-de5f4f4e-d196-4f81-90a2-c62a6bdc2e99 req-be8f85c5-59ab-442c-affc-7d5a4e382dd3 tempest-VolumesActionsTest-1848288174 tempest-VolumesActionsTest-1848288174-project] 10.222.0.106 "GET /v2.0/ports?device_id=a993ca23-d06b-4c39-95af-9ab5a63f72d6 HTTP/1.1" status: 200 len: 931 time: 0.0764108 Jul 06 12:35:37.663528 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-de5f4f4e-d196-4f81-90a2-c62a6bdc2e99 req-7b243e1a-5e25-407f-bd4e-1a09c8d97ae3 tempest-VolumesActionsTest-1848288174 tempest-VolumesActionsTest-1848288174-project] 10.222.0.106 "GET /v2.0/security-groups?id=31c6e5aa-8074-487a-8ec3-74c91673511d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345490 Jul 06 12:35:37.863815 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.notifiers.nova [req-848a73d3-b08e-488a-9ed6-0e365039f03c req-1a48291b-bb10-4d88-9b0d-365c765e2370 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9d153432-0c87-4bf8-8f1b-317c530ad891 {{(pid=93087) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 12:35:37.875790 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [req-848a73d3-b08e-488a-9ed6-0e365039f03c req-1a48291b-bb10-4d88-9b0d-365c765e2370 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:35:37.889761 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.db.provisioning_blocks [req-848a73d3-b08e-488a-9ed6-0e365039f03c req-1a48291b-bb10-4d88-9b0d-365c765e2370 service neutron] Transition to ACTIVE for port object 9d153432-0c87-4bf8-8f1b-317c530ad891 will not be triggered until provisioned by entity L2. {{(pid=93087) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:35:37.894785 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [req-848a73d3-b08e-488a-9ed6-0e365039f03c req-1a48291b-bb10-4d88-9b0d-365c765e2370 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-772913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730294210856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730293689582', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730293689631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65517652'] for port, after_update {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:35:37.958763 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a48291b-bb10-4d88-9b0d-365c765e2370 service neutron] Pushing event updated for resources: {'Port': ['ID=9d153432-0c87-4bf8-8f1b-317c530ad891,revision_number=2']} {{(pid=93087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:35:37.995790 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065798a2-9d85-4275-b414-8db12640b6dc req-e952c1b3-c7cd-43d6-9eba-47c098c3915a tempest-AttachVolumeTestJSON-69932156 tempest-AttachVolumeTestJSON-69932156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:35:37.997594 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-065798a2-9d85-4275-b414-8db12640b6dc req-e952c1b3-c7cd-43d6-9eba-47c098c3915a tempest-AttachVolumeTestJSON-69932156 tempest-AttachVolumeTestJSON-69932156-project] 10.222.0.106 "GET /v2.0/ports?device_id=1247d046-18a9-4ac1-b527-638e0320ba0e HTTP/1.1" status: 200 len: 946 time: 0.1058025 Jul 06 12:35:38.036543 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.plugins.ml2.managers [req-848a73d3-b08e-488a-9ed6-0e365039f03c req-1a48291b-bb10-4d88-9b0d-365c765e2370 service neutron] Attempting to bind port 9d153432-0c87-4bf8-8f1b-317c530ad891 on host hv-cinder-79963 for vnic_type normal with profile {{(pid=93087) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:35:38.036788 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.plugins.ml2.managers [req-848a73d3-b08e-488a-9ed6-0e365039f03c req-1a48291b-bb10-4d88-9b0d-365c765e2370 service neutron] Attempting to bind port 9d153432-0c87-4bf8-8f1b-317c530ad891 by drivers openvswitch,hyperv on host hv-cinder-79963 at level 0 using segments [{'id': '1b965a16-d2a7-441e-97d3-c7552a4af474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': '24134798-dcff-42f3-9355-2896877d978a'}] {{(pid=93087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:35:38.037142 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-848a73d3-b08e-488a-9ed6-0e365039f03c req-1a48291b-bb10-4d88-9b0d-365c765e2370 service neutron] Attempting to bind port 9d153432-0c87-4bf8-8f1b-317c530ad891 on network 24134798-dcff-42f3-9355-2896877d978a {{(pid=93087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:35:38.041926 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-848a73d3-b08e-488a-9ed6-0e365039f03c req-1a48291b-bb10-4d88-9b0d-365c765e2370 service neutron] Port 9d153432-0c87-4bf8-8f1b-317c530ad891 on network 24134798-dcff-42f3-9355-2896877d978a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79963 {{(pid=93087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 12:35:38.042246 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-848a73d3-b08e-488a-9ed6-0e365039f03c req-1a48291b-bb10-4d88-9b0d-365c765e2370 service neutron] Attempting to bind port 9d153432-0c87-4bf8-8f1b-317c530ad891 on network 24134798-dcff-42f3-9355-2896877d978a {{(pid=93087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:35:38.047691 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-848a73d3-b08e-488a-9ed6-0e365039f03c req-1a48291b-bb10-4d88-9b0d-365c765e2370 service neutron] Checking agent: {'id': '04527ea7-205a-43f8-9500-06532a9ad9cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79963', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 12, 31, 19), 'started_at': datetime.datetime(2021, 7, 6, 12, 31, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 35, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:35:38.048178 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-848a73d3-b08e-488a-9ed6-0e365039f03c req-1a48291b-bb10-4d88-9b0d-365c765e2370 service neutron] Checking segment: {'id': '1b965a16-d2a7-441e-97d3-c7552a4af474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': '24134798-dcff-42f3-9355-2896877d978a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:35:38.048643 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-848a73d3-b08e-488a-9ed6-0e365039f03c req-1a48291b-bb10-4d88-9b0d-365c765e2370 service neutron] Bound using segment: {'id': '1b965a16-d2a7-441e-97d3-c7552a4af474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': '24134798-dcff-42f3-9355-2896877d978a'} {{(pid=93087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:35:38.049088 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.plugins.ml2.managers [req-848a73d3-b08e-488a-9ed6-0e365039f03c req-1a48291b-bb10-4d88-9b0d-365c765e2370 service neutron] Bound port: 9d153432-0c87-4bf8-8f1b-317c530ad891, host: hv-cinder-79963, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1b965a16-d2a7-441e-97d3-c7552a4af474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': '24134798-dcff-42f3-9355-2896877d978a'}}] {{(pid=93087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:35:38.049448 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [req-848a73d3-b08e-488a-9ed6-0e365039f03c req-1a48291b-bb10-4d88-9b0d-365c765e2370 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772861'] for port, before_update {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:35:38.063218 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e10fa45-3f1e-41c7-88e6-8a807c028f63 req-42cf403b-c976-4f69-8469-206b72a080df tempest-ServerRescueNegativeTestJSON-1447075807 tempest-ServerRescueNegativeTestJSON-1447075807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:35:38.064742 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-5e10fa45-3f1e-41c7-88e6-8a807c028f63 req-42cf403b-c976-4f69-8469-206b72a080df tempest-ServerRescueNegativeTestJSON-1447075807 tempest-ServerRescueNegativeTestJSON-1447075807-project] 10.222.0.106 "GET /v2.0/ports?device_id=033daae3-3614-4270-a8cd-62b72de71ec3 HTTP/1.1" status: 200 len: 945 time: 0.1091585 Jul 06 12:35:38.068161 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-065798a2-9d85-4275-b414-8db12640b6dc req-ad60d9c0-c58c-49e4-9162-498aa16ef253 tempest-AttachVolumeTestJSON-69932156 tempest-AttachVolumeTestJSON-69932156-project] 10.222.0.106 "GET /v2.0/security-groups?id=c6027da5-2dd2-4fa1-abf8-166ae93c4f01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0627241 Jul 06 12:35:38.107399 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-5e10fa45-3f1e-41c7-88e6-8a807c028f63 req-23342d06-c7ad-4797-b95a-5ef56712a9ac tempest-ServerRescueNegativeTestJSON-1447075807 tempest-ServerRescueNegativeTestJSON-1447075807-project] 10.222.0.106 "GET /v2.0/security-groups?id=4d78ff5b-ed74-4775-b2e7-af8cfc6a5bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363328 Jul 06 12:35:38.124201 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.plugins.ml2.db [req-848a73d3-b08e-488a-9ed6-0e365039f03c req-1a48291b-bb10-4d88-9b0d-365c765e2370 service neutron] For port 9d153432-0c87-4bf8-8f1b-317c530ad891, host hv-cinder-79963, cleared binding levels {{(pid=93087) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:35:38.127742 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.plugins.ml2.db [req-848a73d3-b08e-488a-9ed6-0e365039f03c req-1a48291b-bb10-4d88-9b0d-365c765e2370 service neutron] For port 9d153432-0c87-4bf8-8f1b-317c530ad891, host hv-cinder-79963, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79963',level=0,port_id=9d153432-0c87-4bf8-8f1b-317c530ad891,segment=NetworkSegment(1b965a16-d2a7-441e-97d3-c7552a4af474),segment_id=1b965a16-d2a7-441e-97d3-c7552a4af474)] {{(pid=93087) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:35:38.134925 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [req-848a73d3-b08e-488a-9ed6-0e365039f03c req-1a48291b-bb10-4d88-9b0d-365c765e2370 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-772913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730294210856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730293689582', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730293689631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65517652'] for port, after_update {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:35:38.171055 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848a73d3-b08e-488a-9ed6-0e365039f03c req-1a48291b-bb10-4d88-9b0d-365c765e2370 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:35:38.171756 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [req-848a73d3-b08e-488a-9ed6-0e365039f03c req-1a48291b-bb10-4d88-9b0d-365c765e2370 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473541'] for port, before_response {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:35:38.173183 dv-cinder-799631-1-iscsi neutron-server[93087]: INFO neutron.wsgi [req-848a73d3-b08e-488a-9ed6-0e365039f03c req-1a48291b-bb10-4d88-9b0d-365c765e2370 service neutron] 10.222.0.100 "PUT /v2.0/ports/9d153432-0c87-4bf8-8f1b-317c530ad891 HTTP/1.1" status: 200 len: 1093 time: 0.6829326 Jul 06 12:35:38.173962 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a993ca23-d06b-4c39-95af-9ab5a63f72d6', 'tag': '9d153432-0c87-4bf8-8f1b-317c530ad891'}] {{(pid=93087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:35:38.177255 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.106/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b75977dee10694d970e3c904bb2abec7b96eeb0b1196bffac2d8311199053796" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee9b08cb-63f9-4bf2-a83d-b83426a2102d" -d '{"events": [{"name": "network-changed", "server_uuid": "a993ca23-d06b-4c39-95af-9ab5a63f72d6", "tag": "9d153432-0c87-4bf8-8f1b-317c530ad891"}]}' {{(pid=93087) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:35:38.216069 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a48291b-bb10-4d88-9b0d-365c765e2370 service neutron] Pushing event updated for resources: {'Port': ['ID=9d153432-0c87-4bf8-8f1b-317c530ad891,revision_number=3']} {{(pid=93087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:35:38.223092 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 12:35:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb84d460-71c5-4dd8-97f0-4b241d599c7b x-openstack-request-id: req-bb84d460-71c5-4dd8-97f0-4b241d599c7b {{(pid=93087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:35:38.223520 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a993ca23-d06b-4c39-95af-9ab5a63f72d6", "tag": "9d153432-0c87-4bf8-8f1b-317c530ad891", "status": "completed", "code": 200}]} {{(pid=93087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:35:38.223936 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.106/compute/v2.1/os-server-external-events used request id req-bb84d460-71c5-4dd8-97f0-4b241d599c7b {{(pid=93087) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:35:38.224453 dv-cinder-799631-1-iscsi neutron-server[93087]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a993ca23-d06b-4c39-95af-9ab5a63f72d6', 'tag': '9d153432-0c87-4bf8-8f1b-317c530ad891', 'status': 'completed', 'code': 200} Jul 06 12:35:38.337224 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9b08cb-63f9-4bf2-a83d-b83426a2102d req-8ab3d61c-c5eb-4319-9822-edcc532aa98d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:35:38.338748 dv-cinder-799631-1-iscsi neutron-server[93087]: INFO neutron.wsgi [req-ee9b08cb-63f9-4bf2-a83d-b83426a2102d req-8ab3d61c-c5eb-4319-9822-edcc532aa98d service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=9634339642374ec39b58b873fb53219f&device_id=a993ca23-d06b-4c39-95af-9ab5a63f72d6 HTTP/1.1" status: 200 len: 1096 time: 0.0587780 Jul 06 12:35:38.460106 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9b08cb-63f9-4bf2-a83d-b83426a2102d req-c816e694-b781-45b4-bf80-1822c660de1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:35:38.461505 dv-cinder-799631-1-iscsi neutron-server[93087]: INFO neutron.wsgi [req-ee9b08cb-63f9-4bf2-a83d-b83426a2102d req-c816e694-b781-45b4-bf80-1822c660de1e service neutron] 10.222.0.100 "GET /v2.0/networks?tenant_id=9634339642374ec39b58b873fb53219f&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1053119 Jul 06 12:35:38.566092 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9b08cb-63f9-4bf2-a83d-b83426a2102d req-817093ac-ae45-474e-9da1-6ab952ab33b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:35:38.568161 dv-cinder-799631-1-iscsi neutron-server[93087]: INFO neutron.wsgi [req-ee9b08cb-63f9-4bf2-a83d-b83426a2102d req-817093ac-ae45-474e-9da1-6ab952ab33b5 service neutron] 10.222.0.100 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0999966 Jul 06 12:35:38.623800 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820da96c-ddc7-4571-8acc-a2a8a76a8032 req-c411b8cb-e2ba-4da2-946b-303df9d08dc5 tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:35:38.625307 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-820da96c-ddc7-4571-8acc-a2a8a76a8032 req-c411b8cb-e2ba-4da2-946b-303df9d08dc5 tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] 10.222.0.106 "GET /v2.0/ports?device_id=6e7ef450-5624-4902-b27c-2433ff80c8d6 HTTP/1.1" status: 200 len: 945 time: 0.0750861 Jul 06 12:35:38.663943 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-820da96c-ddc7-4571-8acc-a2a8a76a8032 req-ca303bfc-edf0-4d84-99df-a59e0210d4c5 tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] 10.222.0.106 "GET /v2.0/security-groups?id=40905771-c081-4627-88f4-91e0391ae15d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329723 Jul 06 12:35:38.876781 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f8e429-92ff-4343-8015-40b963ca1217 req-5b84ba74-dc19-4135-be2e-290596434398 tempest-VolumesActionsTest-1848288174 tempest-VolumesActionsTest-1848288174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:35:38.880460 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-b0f8e429-92ff-4343-8015-40b963ca1217 req-5b84ba74-dc19-4135-be2e-290596434398 tempest-VolumesActionsTest-1848288174 tempest-VolumesActionsTest-1848288174-project] 10.222.0.106 "GET /v2.0/ports?device_id=a993ca23-d06b-4c39-95af-9ab5a63f72d6 HTTP/1.1" status: 200 len: 943 time: 0.0983014 Jul 06 12:35:38.925638 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-b0f8e429-92ff-4343-8015-40b963ca1217 req-8f776314-b6c1-47d8-ada4-2c8c40e52003 tempest-VolumesActionsTest-1848288174 tempest-VolumesActionsTest-1848288174-project] 10.222.0.106 "GET /v2.0/security-groups?id=31c6e5aa-8074-487a-8ec3-74c91673511d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388279 Jul 06 12:35:38.949088 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848a73d3-b08e-488a-9ed6-0e365039f03c req-b3cccb13-7b9b-4705-9227-ed4f253e83f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:35:38.950666 dv-cinder-799631-1-iscsi neutron-server[93087]: INFO neutron.wsgi [req-848a73d3-b08e-488a-9ed6-0e365039f03c req-b3cccb13-7b9b-4705-9227-ed4f253e83f6 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=9634339642374ec39b58b873fb53219f&device_id=a993ca23-d06b-4c39-95af-9ab5a63f72d6 HTTP/1.1" status: 200 len: 1096 time: 0.2930989 Jul 06 12:35:39.015948 dv-cinder-799631-1-iscsi neutron-server[93087]: INFO neutron.wsgi [req-848a73d3-b08e-488a-9ed6-0e365039f03c req-e0790261-f334-4b92-b327-50fd2c74061a service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9d153432-0c87-4bf8-8f1b-317c530ad891 HTTP/1.1" status: 200 len: 217 time: 0.0334589 Jul 06 12:35:39.065629 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848a73d3-b08e-488a-9ed6-0e365039f03c req-dcbc5c85-7fc8-4547-bbeb-0c9df7ac2e48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:35:39.067092 dv-cinder-799631-1-iscsi neutron-server[93087]: INFO neutron.wsgi [req-848a73d3-b08e-488a-9ed6-0e365039f03c req-dcbc5c85-7fc8-4547-bbeb-0c9df7ac2e48 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=7d16221f-3708-482d-954e-9b0cb12858a1 HTTP/1.1" status: 200 len: 848 time: 0.0440688 Jul 06 12:35:39.104312 dv-cinder-799631-1-iscsi neutron-server[93087]: INFO neutron.wsgi [req-848a73d3-b08e-488a-9ed6-0e365039f03c req-6423e94a-b06e-43ab-9256-3403151b6977 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=24134798-dcff-42f3-9355-2896877d978a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0293756 Jul 06 12:35:39.204397 dv-cinder-799631-1-iscsi neutron-server[93087]: INFO neutron.wsgi [req-848a73d3-b08e-488a-9ed6-0e365039f03c req-f8b4b927-c688-4349-a966-f0d5cf8e4cf0 service neutron] 10.222.0.100 "GET /v2.0/networks/24134798-dcff-42f3-9355-2896877d978a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838351 Jul 06 12:35:39.260670 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce3a847-3175-40da-91ba-2f3d80f31542 req-b65b4cc4-baab-4e98-b64e-58fbdf7ab28d tempest-AttachVolumeTestJSON-69932156 tempest-AttachVolumeTestJSON-69932156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:35:39.262224 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-5ce3a847-3175-40da-91ba-2f3d80f31542 req-b65b4cc4-baab-4e98-b64e-58fbdf7ab28d tempest-AttachVolumeTestJSON-69932156 tempest-AttachVolumeTestJSON-69932156-project] 10.222.0.106 "GET /v2.0/ports?device_id=1247d046-18a9-4ac1-b527-638e0320ba0e HTTP/1.1" status: 200 len: 946 time: 0.0663846 Jul 06 12:35:39.301004 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-5ce3a847-3175-40da-91ba-2f3d80f31542 req-f304e2fb-43f1-4adf-bd0f-74f02407c5cf tempest-AttachVolumeTestJSON-69932156 tempest-AttachVolumeTestJSON-69932156-project] 10.222.0.106 "GET /v2.0/security-groups?id=c6027da5-2dd2-4fa1-abf8-166ae93c4f01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328825 Jul 06 12:35:39.313326 dv-cinder-799631-1-iscsi neutron-server[93087]: INFO neutron.wsgi [req-848a73d3-b08e-488a-9ed6-0e365039f03c req-66fcd522-e6d7-4a69-a85f-0fa8c97c4e67 service neutron] 10.222.0.100 "GET /v2.0/networks/24134798-dcff-42f3-9355-2896877d978a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885093 Jul 06 12:35:39.658415 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c00d6e-7365-4ef0-83af-a631f4425a97 req-4758fd1a-fe2f-4d67-9977-4e24ec84ffc9 tempest-ServerRescueNegativeTestJSON-1447075807 tempest-ServerRescueNegativeTestJSON-1447075807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:35:39.660614 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-f4c00d6e-7365-4ef0-83af-a631f4425a97 req-4758fd1a-fe2f-4d67-9977-4e24ec84ffc9 tempest-ServerRescueNegativeTestJSON-1447075807 tempest-ServerRescueNegativeTestJSON-1447075807-project] 10.222.0.106 "GET /v2.0/ports?device_id=033daae3-3614-4270-a8cd-62b72de71ec3 HTTP/1.1" status: 200 len: 945 time: 0.0620036 Jul 06 12:35:39.697773 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-f4c00d6e-7365-4ef0-83af-a631f4425a97 req-a579553a-d625-4f03-8c2c-2e3ecef5bd2a tempest-ServerRescueNegativeTestJSON-1447075807 tempest-ServerRescueNegativeTestJSON-1447075807-project] 10.222.0.106 "GET /v2.0/security-groups?id=4d78ff5b-ed74-4775-b2e7-af8cfc6a5bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315671 Jul 06 12:35:39.903038 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87fb4979-37cf-4c33-ac00-dfaa0b1ae359 req-5921461c-c575-4234-8b93-a0cbdcb6c888 tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:35:39.904896 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-87fb4979-37cf-4c33-ac00-dfaa0b1ae359 req-5921461c-c575-4234-8b93-a0cbdcb6c888 tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] 10.222.0.106 "GET /v2.0/ports?device_id=6e7ef450-5624-4902-b27c-2433ff80c8d6 HTTP/1.1" status: 200 len: 945 time: 0.0875435 Jul 06 12:35:39.958056 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-87fb4979-37cf-4c33-ac00-dfaa0b1ae359 req-a7e346e5-e9fe-489a-a0bc-4e6aa8c59e1b tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] 10.222.0.106 "GET /v2.0/security-groups?id=40905771-c081-4627-88f4-91e0391ae15d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452776 Jul 06 12:35:40.176437 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8116fad0-8e7d-41e7-ad0f-c76dc47cf1c9 req-458d80ec-4d9b-43ec-b597-8be057a903d6 tempest-VolumesActionsTest-1848288174 tempest-VolumesActionsTest-1848288174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:35:40.178755 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-8116fad0-8e7d-41e7-ad0f-c76dc47cf1c9 req-458d80ec-4d9b-43ec-b597-8be057a903d6 tempest-VolumesActionsTest-1848288174 tempest-VolumesActionsTest-1848288174-project] 10.222.0.106 "GET /v2.0/ports?device_id=a993ca23-d06b-4c39-95af-9ab5a63f72d6 HTTP/1.1" status: 200 len: 943 time: 0.0835669 Jul 06 12:35:40.228444 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-8116fad0-8e7d-41e7-ad0f-c76dc47cf1c9 req-c9578495-7b20-4143-addf-d372e19012b8 tempest-VolumesActionsTest-1848288174 tempest-VolumesActionsTest-1848288174-project] 10.222.0.106 "GET /v2.0/security-groups?id=31c6e5aa-8074-487a-8ec3-74c91673511d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420902 Jul 06 12:35:40.478350 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7bd1ee-c02c-4703-b952-952f96231c67 req-8e59e21b-0ff3-4d53-96bf-916cda669564 tempest-AttachVolumeTestJSON-69932156 tempest-AttachVolumeTestJSON-69932156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:35:40.479778 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-cf7bd1ee-c02c-4703-b952-952f96231c67 req-8e59e21b-0ff3-4d53-96bf-916cda669564 tempest-AttachVolumeTestJSON-69932156 tempest-AttachVolumeTestJSON-69932156-project] 10.222.0.106 "GET /v2.0/ports?device_id=1247d046-18a9-4ac1-b527-638e0320ba0e HTTP/1.1" status: 200 len: 946 time: 0.0650012 Jul 06 12:35:40.502306 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-ae863d0b-f6ec-43f9-847d-b661616d395c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730293992524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912513'] for agent, after_update {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:35:40.521894 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-cf7bd1ee-c02c-4703-b952-952f96231c67 req-cc54ff7d-ab6b-470d-94d9-e8df7dd3ba0e tempest-AttachVolumeTestJSON-69932156 tempest-AttachVolumeTestJSON-69932156-project] 10.222.0.106 "GET /v2.0/security-groups?id=c6027da5-2dd2-4fa1-abf8-166ae93c4f01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363786 Jul 06 12:35:40.892756 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-3dd6613b-aa53-445d-9a05-4c085a94a05e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730293992524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912513'] for agent, after_update {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:35:41.158459 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74a163d-4468-49d5-83c2-91962c846cc9 req-16c51bff-ab0d-46d6-939d-93dfce2a0493 tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:35:41.160663 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-d74a163d-4468-49d5-83c2-91962c846cc9 req-16c51bff-ab0d-46d6-939d-93dfce2a0493 tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] 10.222.0.106 "GET /v2.0/ports?device_id=6e7ef450-5624-4902-b27c-2433ff80c8d6 HTTP/1.1" status: 200 len: 945 time: 0.0645349 Jul 06 12:35:41.201905 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-d74a163d-4468-49d5-83c2-91962c846cc9 req-851507c9-c5cf-453d-85a6-82742437b8dc tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] 10.222.0.106 "GET /v2.0/security-groups?id=40905771-c081-4627-88f4-91e0391ae15d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344374 Jul 06 12:35:41.417204 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebdaebe-9c23-4c61-98d8-ccf72bcc1a3a req-f81f65ce-93ca-4d3d-8748-68e660348975 tempest-VolumesActionsTest-1848288174 tempest-VolumesActionsTest-1848288174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:35:41.418650 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-7ebdaebe-9c23-4c61-98d8-ccf72bcc1a3a req-f81f65ce-93ca-4d3d-8748-68e660348975 tempest-VolumesActionsTest-1848288174 tempest-VolumesActionsTest-1848288174-project] 10.222.0.106 "GET /v2.0/ports?device_id=a993ca23-d06b-4c39-95af-9ab5a63f72d6 HTTP/1.1" status: 200 len: 943 time: 0.0672612 Jul 06 12:35:41.458348 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-7ebdaebe-9c23-4c61-98d8-ccf72bcc1a3a req-03a7c4a6-7ff6-403f-86f9-d6b5686579b4 tempest-VolumesActionsTest-1848288174 tempest-VolumesActionsTest-1848288174-project] 10.222.0.106 "GET /v2.0/security-groups?id=31c6e5aa-8074-487a-8ec3-74c91673511d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339718 Jul 06 12:35:41.484966 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-59602645-7b03-4a79-8c54-32befe919dd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730293992524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912513'] for agent, after_update {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:35:41.709420 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036546d5-e7b2-4b08-af91-a8f42300f276 req-71987f0c-e682-4538-8b1e-0278e0d20c7a tempest-AttachVolumeTestJSON-69932156 tempest-AttachVolumeTestJSON-69932156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:35:41.710813 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-036546d5-e7b2-4b08-af91-a8f42300f276 req-71987f0c-e682-4538-8b1e-0278e0d20c7a tempest-AttachVolumeTestJSON-69932156 tempest-AttachVolumeTestJSON-69932156-project] 10.222.0.106 "GET /v2.0/ports?device_id=1247d046-18a9-4ac1-b527-638e0320ba0e HTTP/1.1" status: 200 len: 946 time: 0.0672901 Jul 06 12:35:41.748067 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-036546d5-e7b2-4b08-af91-a8f42300f276 req-760b18f0-7db4-4fe6-a723-fe2a79e92ffc tempest-AttachVolumeTestJSON-69932156 tempest-AttachVolumeTestJSON-69932156-project] 10.222.0.106 "GET /v2.0/security-groups?id=c6027da5-2dd2-4fa1-abf8-166ae93c4f01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311818 Jul 06 12:35:42.408273 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cb8e1d-03f5-4582-9fa6-4c72527431cf req-85ed7eb6-420c-4b3c-b52a-1abc98d5e7b2 tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:35:42.410782 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-91cb8e1d-03f5-4582-9fa6-4c72527431cf req-85ed7eb6-420c-4b3c-b52a-1abc98d5e7b2 tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] 10.222.0.106 "GET /v2.0/ports?device_id=6e7ef450-5624-4902-b27c-2433ff80c8d6 HTTP/1.1" status: 200 len: 945 time: 0.0773787 Jul 06 12:35:42.456486 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-91cb8e1d-03f5-4582-9fa6-4c72527431cf req-a9dc4652-1d40-40d4-b397-c8e7e35e63ef tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] 10.222.0.106 "GET /v2.0/security-groups?id=40905771-c081-4627-88f4-91e0391ae15d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389822 Jul 06 12:35:42.859905 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fecaad-1334-44ac-ad5e-ea922dc3e23c req-6911813e-826e-4cc1-87b1-1dbb2e6d050d tempest-VolumesActionsTest-1848288174 tempest-VolumesActionsTest-1848288174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:35:42.861470 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-68fecaad-1334-44ac-ad5e-ea922dc3e23c req-6911813e-826e-4cc1-87b1-1dbb2e6d050d tempest-VolumesActionsTest-1848288174 tempest-VolumesActionsTest-1848288174-project] 10.222.0.106 "GET /v2.0/ports?device_id=a993ca23-d06b-4c39-95af-9ab5a63f72d6 HTTP/1.1" status: 200 len: 943 time: 0.0715847 Jul 06 12:35:42.933123 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-68fecaad-1334-44ac-ad5e-ea922dc3e23c req-2557ad76-ccdf-47f3-9a27-58cd69f57a42 tempest-VolumesActionsTest-1848288174 tempest-VolumesActionsTest-1848288174-project] 10.222.0.106 "GET /v2.0/security-groups?id=31c6e5aa-8074-487a-8ec3-74c91673511d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658143 Jul 06 12:35:42.964706 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b575e00e-ae79-4236-a4b4-d2edf4dde9de req-c9caf1b9-68f2-41f6-b7eb-329ca9370af0 tempest-AttachVolumeTestJSON-69932156 tempest-AttachVolumeTestJSON-69932156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:35:42.966447 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-b575e00e-ae79-4236-a4b4-d2edf4dde9de req-c9caf1b9-68f2-41f6-b7eb-329ca9370af0 tempest-AttachVolumeTestJSON-69932156 tempest-AttachVolumeTestJSON-69932156-project] 10.222.0.106 "GET /v2.0/ports?device_id=1247d046-18a9-4ac1-b527-638e0320ba0e HTTP/1.1" status: 200 len: 946 time: 0.0928853 Jul 06 12:35:43.005773 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-b575e00e-ae79-4236-a4b4-d2edf4dde9de req-08bdbc45-3d17-405c-9b9c-6068279a4b41 tempest-AttachVolumeTestJSON-69932156 tempest-AttachVolumeTestJSON-69932156-project] 10.222.0.106 "GET /v2.0/security-groups?id=c6027da5-2dd2-4fa1-abf8-166ae93c4f01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335393 Jul 06 12:35:43.060879 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-eaae0be5-6402-4968-ae30-74f1a6482786 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730293992524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912513'] for agent, after_update {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:35:43.228267 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.rpc [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] Device 9d153432-0c87-4bf8-8f1b-317c530ad891 details requested by agent hyperv_hv-cinder-79963 with host hv-cinder-79963 {{(pid=93089) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 12:35:43.328895 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.db [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] For port 9d153432-0c87-4bf8-8f1b-317c530ad891, host hv-cinder-79963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79963',level=0,port_id=9d153432-0c87-4bf8-8f1b-317c530ad891,segment=NetworkSegment(1b965a16-d2a7-441e-97d3-c7552a4af474),segment_id=1b965a16-d2a7-441e-97d3-c7552a4af474)] {{(pid=93089) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:35:43.340368 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.rpc [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] Returning: {'device': '9d153432-0c87-4bf8-8f1b-317c530ad891', 'network_id': '24134798-dcff-42f3-9355-2896877d978a', 'port_id': '9d153432-0c87-4bf8-8f1b-317c530ad891', 'mac_address': 'fa:16:3e:03:9d:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1070, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7d16221f-3708-482d-954e-9b0cb12858a1', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93089) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 12:35:43.380057 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772861'] for port, before_update {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:35:43.392354 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.notifiers.nova [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9d153432-0c87-4bf8-8f1b-317c530ad891 {{(pid=93089) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 12:35:43.412558 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.db [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] For port 9d153432-0c87-4bf8-8f1b-317c530ad891, host hv-cinder-79963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79963',level=0,port_id=9d153432-0c87-4bf8-8f1b-317c530ad891,segment=NetworkSegment(1b965a16-d2a7-441e-97d3-c7552a4af474),segment_id=1b965a16-d2a7-441e-97d3-c7552a4af474)] {{(pid=93089) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:35:43.416901 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-772913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730294210856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730293689582', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730293689631'] for port, after_update {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:35:43.466843 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] Pushing event updated for resources: {'Port': ['ID=9d153432-0c87-4bf8-8f1b-317c530ad891,revision_number=4']} {{(pid=93089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:35:43.474277 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799631-1-iscsi {{(pid=93089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:35:43.474777 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799631-1-iscsi {{(pid=93089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:35:43.475094 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799631-1-iscsi {{(pid=93089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:35:43.475351 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799631-1-iscsi {{(pid=93089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:35:43.475691 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799631-1-iscsi {{(pid=93089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:35:43.476047 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799631-1-iscsi {{(pid=93089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:35:43.476368 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-799631-1-iscsi {{(pid=93089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:35:43.476705 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-799631-1-iscsi {{(pid=93089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:35:43.477038 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799631-1-iscsi {{(pid=93089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:35:43.477371 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799631-1-iscsi {{(pid=93089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:35:43.477700 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799631-1-iscsi {{(pid=93089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:35:43.478028 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799631-1-iscsi {{(pid=93089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:35:43.659267 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede28694-96ea-493d-a7c3-b57db514bf90 req-03613a3d-d485-4116-9728-a9a9d25959c8 tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:35:43.660861 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-ede28694-96ea-493d-a7c3-b57db514bf90 req-03613a3d-d485-4116-9728-a9a9d25959c8 tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] 10.222.0.106 "GET /v2.0/ports?device_id=6e7ef450-5624-4902-b27c-2433ff80c8d6 HTTP/1.1" status: 200 len: 945 time: 0.0707059 Jul 06 12:35:43.699711 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-ede28694-96ea-493d-a7c3-b57db514bf90 req-f1a7d21d-af2e-4d1c-96fc-7cc5683b77d3 tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] 10.222.0.106 "GET /v2.0/security-groups?id=40905771-c081-4627-88f4-91e0391ae15d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330393 Jul 06 12:35:43.926090 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.db [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] get_ports_and_sgs() called for port_ids ['9d153432-0c87-4bf8-8f1b-317c530ad891'] {{(pid=93089) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 12:35:44.115140 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457a4fca-8cb7-4481-a4de-af3bcef745b6 req-b10b8df6-8dd5-4d4b-8214-6fc8a2a47878 tempest-VolumesActionsTest-1848288174 tempest-VolumesActionsTest-1848288174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:35:44.116576 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-457a4fca-8cb7-4481-a4de-af3bcef745b6 req-b10b8df6-8dd5-4d4b-8214-6fc8a2a47878 tempest-VolumesActionsTest-1848288174 tempest-VolumesActionsTest-1848288174-project] 10.222.0.106 "GET /v2.0/ports?device_id=a993ca23-d06b-4c39-95af-9ab5a63f72d6 HTTP/1.1" status: 200 len: 944 time: 0.0676246 Jul 06 12:35:44.182952 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-457a4fca-8cb7-4481-a4de-af3bcef745b6 req-f9ba3c2e-271c-4b5a-959b-ad06990f7900 tempest-VolumesActionsTest-1848288174 tempest-VolumesActionsTest-1848288174-project] 10.222.0.106 "GET /v2.0/security-groups?id=31c6e5aa-8074-487a-8ec3-74c91673511d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605865 Jul 06 12:35:44.211357 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf0dd61-a178-4df5-908b-50cfba230c9c req-1e247a0f-278a-40f3-8d37-d9a4eb794478 tempest-AttachVolumeTestJSON-69932156 tempest-AttachVolumeTestJSON-69932156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:35:44.212846 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-dcf0dd61-a178-4df5-908b-50cfba230c9c req-1e247a0f-278a-40f3-8d37-d9a4eb794478 tempest-AttachVolumeTestJSON-69932156 tempest-AttachVolumeTestJSON-69932156-project] 10.222.0.106 "GET /v2.0/ports?device_id=1247d046-18a9-4ac1-b527-638e0320ba0e HTTP/1.1" status: 200 len: 946 time: 0.0842905 Jul 06 12:35:44.251408 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-dcf0dd61-a178-4df5-908b-50cfba230c9c req-32fecfb6-3d31-4944-a447-e6cd484df17d tempest-AttachVolumeTestJSON-69932156 tempest-AttachVolumeTestJSON-69932156-project] 10.222.0.106 "GET /v2.0/security-groups?id=c6027da5-2dd2-4fa1-abf8-166ae93c4f01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326364 Jul 06 12:35:44.880404 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9792dccd-dad2-405b-a25c-e0920285a6fe req-0a6dedde-2e53-4dd0-a657-64b324cb1649 tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:35:44.881913 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-9792dccd-dad2-405b-a25c-e0920285a6fe req-0a6dedde-2e53-4dd0-a657-64b324cb1649 tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] 10.222.0.106 "GET /v2.0/ports?device_id=6e7ef450-5624-4902-b27c-2433ff80c8d6 HTTP/1.1" status: 200 len: 945 time: 0.0671346 Jul 06 12:35:44.918564 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-9792dccd-dad2-405b-a25c-e0920285a6fe req-11cc8359-e0f3-4d77-8959-143ce5305da2 tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] 10.222.0.106 "GET /v2.0/security-groups?id=40905771-c081-4627-88f4-91e0391ae15d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309830 Jul 06 12:35:45.224830 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.rpc [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] Device 9d153432-0c87-4bf8-8f1b-317c530ad891 up at agent hyperv_hv-cinder-79963 {{(pid=93089) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:35:45.288110 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.db.provisioning_blocks [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] Provisioning for port 9d153432-0c87-4bf8-8f1b-317c530ad891 completed by entity L2. {{(pid=93089) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:35:45.295041 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.db.provisioning_blocks [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] Provisioning complete for port 9d153432-0c87-4bf8-8f1b-317c530ad891 triggered by entity L2. {{(pid=93089) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:35:45.295514 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912496'] for port, provisioning_complete {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:35:45.377060 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772861'] for port, before_update {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:35:45.392583 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ab0518-bcde-49a7-8147-b041bbe1be8a req-44debcfe-152e-4f9c-abe0-ab598ab25247 tempest-VolumesActionsTest-1848288174 tempest-VolumesActionsTest-1848288174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:35:45.394162 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-51ab0518-bcde-49a7-8147-b041bbe1be8a req-44debcfe-152e-4f9c-abe0-ab598ab25247 tempest-VolumesActionsTest-1848288174 tempest-VolumesActionsTest-1848288174-project] 10.222.0.106 "GET /v2.0/ports?device_id=a993ca23-d06b-4c39-95af-9ab5a63f72d6 HTTP/1.1" status: 200 len: 944 time: 0.0888641 Jul 06 12:35:45.406868 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a993ca23-d06b-4c39-95af-9ab5a63f72d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d153432-0c87-4bf8-8f1b-317c530ad891'}] {{(pid=93089) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:35:45.409822 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.106/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe93d3bb6f6ea65552dd5d1819c289058d75ea396ac2be612a447f7071fdb995" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0622d654-4a68-4829-958f-057c9a9a9ae4" -d '{"events": [{"server_uuid": "a993ca23-d06b-4c39-95af-9ab5a63f72d6", "name": "network-vif-plugged", "status": "completed", "tag": "9d153432-0c87-4bf8-8f1b-317c530ad891"}]}' {{(pid=93089) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:35:45.423324 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.db [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] For port 9d153432-0c87-4bf8-8f1b-317c530ad891, host hv-cinder-79963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79963',level=0,port_id=9d153432-0c87-4bf8-8f1b-317c530ad891,segment=NetworkSegment(1b965a16-d2a7-441e-97d3-c7552a4af474),segment_id=1b965a16-d2a7-441e-97d3-c7552a4af474)] {{(pid=93089) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:35:45.432111 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-772913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730294210856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730293689582', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730293689631'] for port, after_update {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:35:45.465601 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-51ab0518-bcde-49a7-8147-b041bbe1be8a req-701e20de-a9d7-4574-b787-1aedf47b125a tempest-VolumesActionsTest-1848288174 tempest-VolumesActionsTest-1848288174-project] 10.222.0.106 "GET /v2.0/security-groups?id=31c6e5aa-8074-487a-8ec3-74c91673511d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513918 Jul 06 12:35:45.486154 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] Pushing event updated for resources: {'Port': ['ID=9d153432-0c87-4bf8-8f1b-317c530ad891,revision_number=5']} {{(pid=93089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:35:45.502443 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40933d2d-ba29-45f5-a5bc-c542cd29b9eb req-242626b8-5f91-43bb-ae83-b8e9db203060 tempest-AttachVolumeTestJSON-69932156 tempest-AttachVolumeTestJSON-69932156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:35:45.504211 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-40933d2d-ba29-45f5-a5bc-c542cd29b9eb req-242626b8-5f91-43bb-ae83-b8e9db203060 tempest-AttachVolumeTestJSON-69932156 tempest-AttachVolumeTestJSON-69932156-project] 10.222.0.106 "GET /v2.0/ports?device_id=1247d046-18a9-4ac1-b527-638e0320ba0e HTTP/1.1" status: 200 len: 946 time: 0.1292262 Jul 06 12:35:45.517865 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 12:35:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bcc71f6-50e3-49ef-a724-11a41105e4be x-openstack-request-id: req-3bcc71f6-50e3-49ef-a724-11a41105e4be {{(pid=93089) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:35:45.518165 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a993ca23-d06b-4c39-95af-9ab5a63f72d6", "name": "network-vif-plugged", "status": "completed", "tag": "9d153432-0c87-4bf8-8f1b-317c530ad891", "code": 200}]} {{(pid=93089) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:35:45.518450 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.106/compute/v2.1/os-server-external-events used request id req-3bcc71f6-50e3-49ef-a724-11a41105e4be {{(pid=93089) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:35:45.518856 dv-cinder-799631-1-iscsi neutron-server[93089]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a993ca23-d06b-4c39-95af-9ab5a63f72d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d153432-0c87-4bf8-8f1b-317c530ad891', 'code': 200} Jul 06 12:35:45.545582 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-40933d2d-ba29-45f5-a5bc-c542cd29b9eb req-6b19ffea-d7a8-4e3f-b94c-31c79bee7ed9 tempest-AttachVolumeTestJSON-69932156 tempest-AttachVolumeTestJSON-69932156-project] 10.222.0.106 "GET /v2.0/security-groups?id=c6027da5-2dd2-4fa1-abf8-166ae93c4f01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354083 Jul 06 12:35:45.814352 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4b382a-fc54-4f2d-8902-346a34aa2726 req-dc84e04c-b8a8-4a9b-ac65-c3e37f319006 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:35:45.816023 dv-cinder-799631-1-iscsi neutron-server[93087]: INFO neutron.wsgi [req-9f4b382a-fc54-4f2d-8902-346a34aa2726 req-dc84e04c-b8a8-4a9b-ac65-c3e37f319006 service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=a993ca23-d06b-4c39-95af-9ab5a63f72d6 HTTP/1.1" status: 200 len: 1098 time: 0.0511615 Jul 06 12:35:45.867749 dv-cinder-799631-1-iscsi neutron-server[93087]: INFO neutron.wsgi [req-9f4b382a-fc54-4f2d-8902-346a34aa2726 req-740a7ba4-4b9c-48d5-a7b8-52a8dbbf9ebf service neutron] 10.222.0.100 "GET /v2.0/security-groups?id=31c6e5aa-8074-487a-8ec3-74c91673511d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0283566 Jul 06 12:35:46.103749 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8b01af-7c9c-4274-8bf1-cf3e21edca57 req-022bdc91-697d-4e6a-be6e-3bf530f075fb tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:35:46.105209 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-ec8b01af-7c9c-4274-8bf1-cf3e21edca57 req-022bdc91-697d-4e6a-be6e-3bf530f075fb tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] 10.222.0.106 "GET /v2.0/ports?device_id=6e7ef450-5624-4902-b27c-2433ff80c8d6 HTTP/1.1" status: 200 len: 945 time: 0.0644526 Jul 06 12:35:46.145188 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-ec8b01af-7c9c-4274-8bf1-cf3e21edca57 req-d251bc20-bc9a-463a-a481-dfb5694aed73 tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] 10.222.0.106 "GET /v2.0/security-groups?id=40905771-c081-4627-88f4-91e0391ae15d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342767 Jul 06 12:35:46.664297 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8fb14b-fcd0-41e5-b420-4f04417c1123 req-7b4fd85b-9dc8-4bdc-ba28-16fc2c1917bc tempest-VolumesActionsTest-1848288174 tempest-VolumesActionsTest-1848288174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:35:46.665872 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-4f8fb14b-fcd0-41e5-b420-4f04417c1123 req-7b4fd85b-9dc8-4bdc-ba28-16fc2c1917bc tempest-VolumesActionsTest-1848288174 tempest-VolumesActionsTest-1848288174-project] 10.222.0.106 "GET /v2.0/ports?device_id=a993ca23-d06b-4c39-95af-9ab5a63f72d6 HTTP/1.1" status: 200 len: 945 time: 0.0805771 Jul 06 12:35:46.744698 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-4f8fb14b-fcd0-41e5-b420-4f04417c1123 req-1e2b07a2-b84a-40fb-b1ea-76f3e5bc4692 tempest-VolumesActionsTest-1848288174 tempest-VolumesActionsTest-1848288174-project] 10.222.0.106 "GET /v2.0/security-groups?id=31c6e5aa-8074-487a-8ec3-74c91673511d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684800 Jul 06 12:35:46.771769 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9d5346-97d3-43b8-9d33-d5197d4c07d0 req-a687113a-29e5-422d-bc2e-9d862ebe5a1c tempest-AttachVolumeTestJSON-69932156 tempest-AttachVolumeTestJSON-69932156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:35:46.773426 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-eb9d5346-97d3-43b8-9d33-d5197d4c07d0 req-a687113a-29e5-422d-bc2e-9d862ebe5a1c tempest-AttachVolumeTestJSON-69932156 tempest-AttachVolumeTestJSON-69932156-project] 10.222.0.106 "GET /v2.0/ports?device_id=1247d046-18a9-4ac1-b527-638e0320ba0e HTTP/1.1" status: 200 len: 946 time: 0.1065121 Jul 06 12:35:46.827851 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-eb9d5346-97d3-43b8-9d33-d5197d4c07d0 req-0c88b283-d7a8-455e-aa3b-527ccc7bfdc0 tempest-AttachVolumeTestJSON-69932156 tempest-AttachVolumeTestJSON-69932156-project] 10.222.0.106 "GET /v2.0/security-groups?id=c6027da5-2dd2-4fa1-abf8-166ae93c4f01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465426 Jul 06 12:35:47.320873 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a441f6f-62da-4b4c-8fdf-82ad2a534e7d req-ddec1a01-f2c9-44c8-a482-e073ade5b592 tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:35:47.322439 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-7a441f6f-62da-4b4c-8fdf-82ad2a534e7d req-ddec1a01-f2c9-44c8-a482-e073ade5b592 tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] 10.222.0.106 "GET /v2.0/ports?device_id=6e7ef450-5624-4902-b27c-2433ff80c8d6 HTTP/1.1" status: 200 len: 945 time: 0.0629861 Jul 06 12:35:47.364029 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-7a441f6f-62da-4b4c-8fdf-82ad2a534e7d req-cc932ae6-1ec3-41b6-becf-02e81fa5200e tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] 10.222.0.106 "GET /v2.0/security-groups?id=40905771-c081-4627-88f4-91e0391ae15d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356982 Jul 06 12:35:47.945807 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d730aac0-88ba-467f-90a0-bd0aabfef1e1 req-75cb9ecc-71a8-4eea-acae-66f4567f3374 tempest-VolumesActionsTest-1848288174 tempest-VolumesActionsTest-1848288174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:35:47.947217 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-d730aac0-88ba-467f-90a0-bd0aabfef1e1 req-75cb9ecc-71a8-4eea-acae-66f4567f3374 tempest-VolumesActionsTest-1848288174 tempest-VolumesActionsTest-1848288174-project] 10.222.0.106 "GET /v2.0/ports?device_id=a993ca23-d06b-4c39-95af-9ab5a63f72d6 HTTP/1.1" status: 200 len: 945 time: 0.0760436 Jul 06 12:35:48.014695 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-d730aac0-88ba-467f-90a0-bd0aabfef1e1 req-3984c796-52c1-4255-8eec-f1b1f55f27f8 tempest-VolumesActionsTest-1848288174 tempest-VolumesActionsTest-1848288174-project] 10.222.0.106 "GET /v2.0/security-groups?id=31c6e5aa-8074-487a-8ec3-74c91673511d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583742 Jul 06 12:35:48.036406 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34015fee-530e-4433-8738-4b3918795d12 req-bf34a0aa-0c44-456f-9025-652161528d68 tempest-AttachVolumeTestJSON-69932156 tempest-AttachVolumeTestJSON-69932156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:35:48.037878 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-34015fee-530e-4433-8738-4b3918795d12 req-bf34a0aa-0c44-456f-9025-652161528d68 tempest-AttachVolumeTestJSON-69932156 tempest-AttachVolumeTestJSON-69932156-project] 10.222.0.106 "GET /v2.0/ports?device_id=1247d046-18a9-4ac1-b527-638e0320ba0e HTTP/1.1" status: 200 len: 946 time: 0.0897944 Jul 06 12:35:48.077046 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-34015fee-530e-4433-8738-4b3918795d12 req-c170d2be-737b-4431-ae9f-fc59768a1854 tempest-AttachVolumeTestJSON-69932156 tempest-AttachVolumeTestJSON-69932156-project] 10.222.0.106 "GET /v2.0/security-groups?id=c6027da5-2dd2-4fa1-abf8-166ae93c4f01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333314 Jul 06 12:35:48.551672 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fdfefcd-e309-41e0-befb-9efa6f73c209 req-dd2ab27e-345b-4d61-9449-2f2313b84049 tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:35:48.553102 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-4fdfefcd-e309-41e0-befb-9efa6f73c209 req-dd2ab27e-345b-4d61-9449-2f2313b84049 tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] 10.222.0.106 "GET /v2.0/ports?device_id=6e7ef450-5624-4902-b27c-2433ff80c8d6 HTTP/1.1" status: 200 len: 945 time: 0.0664055 Jul 06 12:35:48.598410 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-4fdfefcd-e309-41e0-befb-9efa6f73c209 req-2e553711-f515-4766-b1f6-c6337fc4a64a tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] 10.222.0.106 "GET /v2.0/security-groups?id=40905771-c081-4627-88f4-91e0391ae15d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373106 Jul 06 12:35:49.014095 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64a5c7e-4fe8-4618-9066-c66c082bf1a7 req-a88b0263-7183-4bd3-9fac-23474bfbbbee tempest-VolumesActionsTest-1848288174 tempest-VolumesActionsTest-1848288174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:35:49.015597 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-f64a5c7e-4fe8-4618-9066-c66c082bf1a7 req-a88b0263-7183-4bd3-9fac-23474bfbbbee tempest-VolumesActionsTest-1848288174 tempest-VolumesActionsTest-1848288174-project] 10.222.0.106 "GET /v2.0/ports?device_id=a993ca23-d06b-4c39-95af-9ab5a63f72d6 HTTP/1.1" status: 200 len: 945 time: 0.0656555 Jul 06 12:35:49.052230 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-f64a5c7e-4fe8-4618-9066-c66c082bf1a7 req-6cbfeb01-d488-4d79-918e-f6e2761dc006 tempest-VolumesActionsTest-1848288174 tempest-VolumesActionsTest-1848288174-project] 10.222.0.106 "GET /v2.0/security-groups?id=31c6e5aa-8074-487a-8ec3-74c91673511d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302687 Jul 06 12:35:49.260341 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f241d2-ae41-4f16-96e6-9ffd24773c36 req-86797949-ff50-4139-b872-ec22e6da6e5b tempest-AttachVolumeTestJSON-69932156 tempest-AttachVolumeTestJSON-69932156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:35:49.261876 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-d7f241d2-ae41-4f16-96e6-9ffd24773c36 req-86797949-ff50-4139-b872-ec22e6da6e5b tempest-AttachVolumeTestJSON-69932156 tempest-AttachVolumeTestJSON-69932156-project] 10.222.0.106 "GET /v2.0/ports?device_id=1247d046-18a9-4ac1-b527-638e0320ba0e HTTP/1.1" status: 200 len: 946 time: 0.0684874 Jul 06 12:35:49.303619 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-d7f241d2-ae41-4f16-96e6-9ffd24773c36 req-c7c288fd-0e5b-48c4-a736-621ecf2ea3b9 tempest-AttachVolumeTestJSON-69932156 tempest-AttachVolumeTestJSON-69932156-project] 10.222.0.106 "GET /v2.0/security-groups?id=c6027da5-2dd2-4fa1-abf8-166ae93c4f01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357916 Jul 06 12:35:49.542694 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730293992524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912513'] for agent, after_update {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:35:49.780279 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bdc25e9-f17b-4fca-b8fb-59c15665a89f req-6d2295fe-7e8e-41f4-bc5c-6bfbfe6e16e5 tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:35:49.781728 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-8bdc25e9-f17b-4fca-b8fb-59c15665a89f req-6d2295fe-7e8e-41f4-bc5c-6bfbfe6e16e5 tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] 10.222.0.106 "GET /v2.0/ports?device_id=6e7ef450-5624-4902-b27c-2433ff80c8d6 HTTP/1.1" status: 200 len: 945 time: 0.0647132 Jul 06 12:35:49.823083 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-8bdc25e9-f17b-4fca-b8fb-59c15665a89f req-91d16bbe-0de7-401a-aaa1-747d1aa4e268 tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] 10.222.0.106 "GET /v2.0/security-groups?id=40905771-c081-4627-88f4-91e0391ae15d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350368 Jul 06 12:35:50.273149 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413aef42-5acb-416e-897a-44fdf4e95eee req-a64eaf68-3df7-452f-8a87-5c021a0c0f5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:35:50.274660 dv-cinder-799631-1-iscsi neutron-server[93087]: INFO neutron.wsgi [req-413aef42-5acb-416e-897a-44fdf4e95eee req-a64eaf68-3df7-452f-8a87-5c021a0c0f5e service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=cc98c3dbd15045c0a70a6aeb034695a2&device_id=033daae3-3614-4270-a8cd-62b72de71ec3 HTTP/1.1" status: 200 len: 1098 time: 0.0596967 Jul 06 12:35:50.276991 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05121070-57e2-4036-9d6a-7df2efedcb57 req-a423b840-4e0c-4431-8473-fa4f444df279 tempest-VolumesActionsTest-1848288174 tempest-VolumesActionsTest-1848288174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:35:50.278471 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-05121070-57e2-4036-9d6a-7df2efedcb57 req-a423b840-4e0c-4431-8473-fa4f444df279 tempest-VolumesActionsTest-1848288174 tempest-VolumesActionsTest-1848288174-project] 10.222.0.106 "GET /v2.0/ports?device_id=a993ca23-d06b-4c39-95af-9ab5a63f72d6 HTTP/1.1" status: 200 len: 945 time: 0.0947325 Jul 06 12:35:50.329391 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-05121070-57e2-4036-9d6a-7df2efedcb57 req-edb19edf-e4fb-4a1d-a7ca-db30a9cc250c tempest-VolumesActionsTest-1848288174 tempest-VolumesActionsTest-1848288174-project] 10.222.0.106 "GET /v2.0/security-groups?id=31c6e5aa-8074-487a-8ec3-74c91673511d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449629 Jul 06 12:35:50.344736 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a05116-f028-48ac-8a5a-395e5a9a5c28 req-6ddc0fa5-bb53-455e-9fe7-3f1d6c6d8af0 tempest-ServerRescueNegativeTestJSON-1447075807 tempest-ServerRescueNegativeTestJSON-1447075807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:35:50.359741 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-04a05116-f028-48ac-8a5a-395e5a9a5c28 req-6ddc0fa5-bb53-455e-9fe7-3f1d6c6d8af0 tempest-ServerRescueNegativeTestJSON-1447075807 tempest-ServerRescueNegativeTestJSON-1447075807-project] 10.222.0.106 "GET /v2.0/ports?device_id=033daae3-3614-4270-a8cd-62b72de71ec3 HTTP/1.1" status: 200 len: 945 time: 0.1287172 Jul 06 12:35:50.383222 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413aef42-5acb-416e-897a-44fdf4e95eee req-34ab0fe5-d644-4a67-9f1e-351e82aff4c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:35:50.385040 dv-cinder-799631-1-iscsi neutron-server[93087]: INFO neutron.wsgi [req-413aef42-5acb-416e-897a-44fdf4e95eee req-34ab0fe5-d644-4a67-9f1e-351e82aff4c2 service neutron] 10.222.0.100 "GET /v2.0/networks?id=91ce4105-7568-49ba-9c1a-853c2332aa91 HTTP/1.1" status: 200 len: 920 time: 0.1025424 Jul 06 12:35:50.405096 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-04a05116-f028-48ac-8a5a-395e5a9a5c28 req-6d8a2b9c-a520-45c7-9822-2c206ee130a7 tempest-ServerRescueNegativeTestJSON-1447075807 tempest-ServerRescueNegativeTestJSON-1447075807-project] 10.222.0.106 "GET /v2.0/security-groups?id=4d78ff5b-ed74-4775-b2e7-af8cfc6a5bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424440 Jul 06 12:35:50.441879 dv-cinder-799631-1-iscsi neutron-server[93087]: INFO neutron.wsgi [req-413aef42-5acb-416e-897a-44fdf4e95eee req-f1d273fc-e27b-4c5d-9f53-e3751897d604 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c2f14543-305d-418b-9b19-bedbd689144a HTTP/1.1" status: 200 len: 217 time: 0.0437977 Jul 06 12:35:50.513675 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413aef42-5acb-416e-897a-44fdf4e95eee req-0f17bed6-39db-458b-9c4d-7ff175020509 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:35:50.515921 dv-cinder-799631-1-iscsi neutron-server[93087]: INFO neutron.wsgi [req-413aef42-5acb-416e-897a-44fdf4e95eee req-0f17bed6-39db-458b-9c4d-7ff175020509 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=93b8c1d2-f9fc-4e8f-b00e-a4ccc2e979d1 HTTP/1.1" status: 200 len: 858 time: 0.0556147 Jul 06 12:35:50.532193 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbde6a6-2c1f-46af-8262-c57ecbaaac90 req-6757da97-0cbc-4609-960e-02c520b1fc72 tempest-AttachVolumeTestJSON-69932156 tempest-AttachVolumeTestJSON-69932156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:35:50.533837 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-cfbde6a6-2c1f-46af-8262-c57ecbaaac90 req-6757da97-0cbc-4609-960e-02c520b1fc72 tempest-AttachVolumeTestJSON-69932156 tempest-AttachVolumeTestJSON-69932156-project] 10.222.0.106 "GET /v2.0/ports?device_id=1247d046-18a9-4ac1-b527-638e0320ba0e HTTP/1.1" status: 200 len: 946 time: 0.0758913 Jul 06 12:35:50.555463 dv-cinder-799631-1-iscsi neutron-server[93087]: INFO neutron.wsgi [req-413aef42-5acb-416e-897a-44fdf4e95eee req-e8d770e9-63d2-40cd-b3b6-ceb26f171da4 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=91ce4105-7568-49ba-9c1a-853c2332aa91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0304165 Jul 06 12:35:50.573690 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-cfbde6a6-2c1f-46af-8262-c57ecbaaac90 req-72509c73-9afb-46db-8830-353bcc6ff4c8 tempest-AttachVolumeTestJSON-69932156 tempest-AttachVolumeTestJSON-69932156-project] 10.222.0.106 "GET /v2.0/security-groups?id=c6027da5-2dd2-4fa1-abf8-166ae93c4f01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335026 Jul 06 12:35:50.644109 dv-cinder-799631-1-iscsi neutron-server[93087]: INFO neutron.wsgi [req-413aef42-5acb-416e-897a-44fdf4e95eee req-bf8736cb-48ae-485c-8e8d-a456f933b2bb service neutron] 10.222.0.100 "GET /v2.0/networks/91ce4105-7568-49ba-9c1a-853c2332aa91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812051 Jul 06 12:35:50.738194 dv-cinder-799631-1-iscsi neutron-server[93087]: INFO neutron.wsgi [req-413aef42-5acb-416e-897a-44fdf4e95eee req-91a2a2f8-e100-4de0-8bed-eacd9f5f8b31 service neutron] 10.222.0.100 "GET /v2.0/networks/91ce4105-7568-49ba-9c1a-853c2332aa91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851355 Jul 06 12:35:51.014406 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1843bd9-0012-4c73-9528-e3a252a10255 req-cb3b2a55-71c4-4fc1-8821-03cafbc81557 tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:35:51.016122 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-c1843bd9-0012-4c73-9528-e3a252a10255 req-cb3b2a55-71c4-4fc1-8821-03cafbc81557 tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] 10.222.0.106 "GET /v2.0/ports?device_id=6e7ef450-5624-4902-b27c-2433ff80c8d6 HTTP/1.1" status: 200 len: 945 time: 0.0659516 Jul 06 12:35:51.057939 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-c1843bd9-0012-4c73-9528-e3a252a10255 req-d10add19-8f91-458f-922f-f01910aa06fe tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] 10.222.0.106 "GET /v2.0/security-groups?id=40905771-c081-4627-88f4-91e0391ae15d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361738 Jul 06 12:35:51.540273 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128de0b9-cc35-4387-a212-aa38e484673d req-179961f2-3926-4963-8d00-2b1d7d54adac tempest-VolumesActionsTest-1848288174 tempest-VolumesActionsTest-1848288174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:35:51.542154 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-128de0b9-cc35-4387-a212-aa38e484673d req-179961f2-3926-4963-8d00-2b1d7d54adac tempest-VolumesActionsTest-1848288174 tempest-VolumesActionsTest-1848288174-project] 10.222.0.106 "GET /v2.0/ports?device_id=a993ca23-d06b-4c39-95af-9ab5a63f72d6 HTTP/1.1" status: 200 len: 945 time: 0.0809276 Jul 06 12:35:51.612855 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-128de0b9-cc35-4387-a212-aa38e484673d req-0cc0724c-f2c2-4790-b6b1-549c82dde9af tempest-VolumesActionsTest-1848288174 tempest-VolumesActionsTest-1848288174-project] 10.222.0.106 "GET /v2.0/security-groups?id=31c6e5aa-8074-487a-8ec3-74c91673511d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645416 Jul 06 12:35:51.639650 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d87c046-82a5-4c8c-95ea-8cec7389ff2e req-6b4d621d-0bfb-48f0-a9c6-e05973b2a09e tempest-ServerRescueNegativeTestJSON-1447075807 tempest-ServerRescueNegativeTestJSON-1447075807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:35:51.641382 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-6d87c046-82a5-4c8c-95ea-8cec7389ff2e req-6b4d621d-0bfb-48f0-a9c6-e05973b2a09e tempest-ServerRescueNegativeTestJSON-1447075807 tempest-ServerRescueNegativeTestJSON-1447075807-project] 10.222.0.106 "GET /v2.0/ports?device_id=033daae3-3614-4270-a8cd-62b72de71ec3 HTTP/1.1" status: 200 len: 945 time: 0.0855405 Jul 06 12:35:51.680635 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-6d87c046-82a5-4c8c-95ea-8cec7389ff2e req-02f5d0d4-2cac-4911-ba6d-dc85c470b6a0 tempest-ServerRescueNegativeTestJSON-1447075807 tempest-ServerRescueNegativeTestJSON-1447075807-project] 10.222.0.106 "GET /v2.0/security-groups?id=4d78ff5b-ed74-4775-b2e7-af8cfc6a5bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327463 Jul 06 12:35:51.790778 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834c5d3f-7ef1-4071-8d50-c1a7d6be7b06 req-d99c0aab-830f-4fad-a1ac-7dac897f50a5 tempest-AttachVolumeTestJSON-69932156 tempest-AttachVolumeTestJSON-69932156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:35:51.792331 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-834c5d3f-7ef1-4071-8d50-c1a7d6be7b06 req-d99c0aab-830f-4fad-a1ac-7dac897f50a5 tempest-AttachVolumeTestJSON-69932156 tempest-AttachVolumeTestJSON-69932156-project] 10.222.0.106 "GET /v2.0/ports?device_id=1247d046-18a9-4ac1-b527-638e0320ba0e HTTP/1.1" status: 200 len: 946 time: 0.0730088 Jul 06 12:35:51.818704 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7280a2bc-c4f5-4c0f-9918-09fbf879d344 req-cce8c56a-3a2a-421b-844b-d6cf1ffe0fb9 tempest-VolumesActionsTest-1848288174 tempest-VolumesActionsTest-1848288174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:35:51.820302 dv-cinder-799631-1-iscsi neutron-server[93087]: INFO neutron.wsgi [req-7280a2bc-c4f5-4c0f-9918-09fbf879d344 req-cce8c56a-3a2a-421b-844b-d6cf1ffe0fb9 tempest-VolumesActionsTest-1848288174 tempest-VolumesActionsTest-1848288174-project] 10.222.0.100 "GET /v2.0/ports?device_id=a993ca23-d06b-4c39-95af-9ab5a63f72d6 HTTP/1.1" status: 200 len: 945 time: 0.0757611 Jul 06 12:35:51.837393 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-834c5d3f-7ef1-4071-8d50-c1a7d6be7b06 req-c8ea50d9-66bc-4617-ba4a-dc27f1df2ea2 tempest-AttachVolumeTestJSON-69932156 tempest-AttachVolumeTestJSON-69932156-project] 10.222.0.106 "GET /v2.0/security-groups?id=c6027da5-2dd2-4fa1-abf8-166ae93c4f01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393269 Jul 06 12:35:51.936013 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.plugins.ml2.plugin [req-7280a2bc-c4f5-4c0f-9918-09fbf879d344 req-0847859b-763f-4bbc-87b7-ad6d2566f51f tempest-VolumesActionsTest-1848288174 tempest-VolumesActionsTest-1848288174-project] Deleting port 9d153432-0c87-4bf8-8f1b-317c530ad891 {{(pid=93087) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:35:51.936362 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [req-7280a2bc-c4f5-4c0f-9918-09fbf879d344 req-0847859b-763f-4bbc-87b7-ad6d2566f51f tempest-VolumesActionsTest-1848288174 tempest-VolumesActionsTest-1848288174-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730294201564'] for port, before_delete {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:35:52.035379 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.plugins.ml2.db [req-7280a2bc-c4f5-4c0f-9918-09fbf879d344 req-0847859b-763f-4bbc-87b7-ad6d2566f51f tempest-VolumesActionsTest-1848288174 tempest-VolumesActionsTest-1848288174-project] For port 9d153432-0c87-4bf8-8f1b-317c530ad891, host hv-cinder-79963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79963',level=0,port_id=9d153432-0c87-4bf8-8f1b-317c530ad891,segment=NetworkSegment(1b965a16-d2a7-441e-97d3-c7552a4af474),segment_id=1b965a16-d2a7-441e-97d3-c7552a4af474)] {{(pid=93087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:35:52.037909 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [req-7280a2bc-c4f5-4c0f-9918-09fbf879d344 req-0847859b-763f-4bbc-87b7-ad6d2566f51f tempest-VolumesActionsTest-1848288174 tempest-VolumesActionsTest-1848288174-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813012'] for port, precommit_delete {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:35:52.052113 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.plugins.ml2.plugin [req-7280a2bc-c4f5-4c0f-9918-09fbf879d344 req-0847859b-763f-4bbc-87b7-ad6d2566f51f tempest-VolumesActionsTest-1848288174 tempest-VolumesActionsTest-1848288174-project] Calling delete_port for 9d153432-0c87-4bf8-8f1b-317c530ad891 owned by compute:nova {{(pid=93087) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:35:52.224345 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [req-7280a2bc-c4f5-4c0f-9918-09fbf879d344 req-0847859b-763f-4bbc-87b7-ad6d2566f51f tempest-VolumesActionsTest-1848288174 tempest-VolumesActionsTest-1848288174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-772913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730294210838', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730293689573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65517743'] for port, after_delete {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:35:52.262160 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0847859b-763f-4bbc-87b7-ad6d2566f51f tempest-VolumesActionsTest-1848288174 tempest-VolumesActionsTest-1848288174-project] Pushing event deleted for resources: {'Port': ['ID=9d153432-0c87-4bf8-8f1b-317c530ad891,revision_number=None']} {{(pid=93087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:35:52.264959 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf4fe45-173e-4cb7-916f-ea3e9935c246 req-f957b4a3-b054-4f9d-a356-46a6213959ca tempest-AttachVolumeTestJSON-69932156 tempest-AttachVolumeTestJSON-69932156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:35:52.266473 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-fdf4fe45-173e-4cb7-916f-ea3e9935c246 req-f957b4a3-b054-4f9d-a356-46a6213959ca tempest-AttachVolumeTestJSON-69932156 tempest-AttachVolumeTestJSON-69932156-project] 10.222.0.106 "GET /v2.0/ports?device_id=1247d046-18a9-4ac1-b527-638e0320ba0e HTTP/1.1" status: 200 len: 946 time: 0.1337233 Jul 06 12:35:52.277380 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.db [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] get_ports_and_sgs() called for port_ids ['9d153432-0c87-4bf8-8f1b-317c530ad891'] {{(pid=93089) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 12:35:52.318681 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.db.l3_dvrscheduler_db [req-7280a2bc-c4f5-4c0f-9918-09fbf879d344 req-0847859b-763f-4bbc-87b7-ad6d2566f51f tempest-VolumesActionsTest-1848288174 tempest-VolumesActionsTest-1848288174-project] No DVR routers for this DVR port 9d153432-0c87-4bf8-8f1b-317c530ad891 on host hv-cinder-79963 {{(pid=93087) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:35:52.321268 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [req-7280a2bc-c4f5-4c0f-9918-09fbf879d344 req-0847859b-763f-4bbc-87b7-ad6d2566f51f tempest-VolumesActionsTest-1848288174 tempest-VolumesActionsTest-1848288174-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473541'] for port, before_response {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:35:52.323414 dv-cinder-799631-1-iscsi neutron-server[93087]: INFO neutron.wsgi [req-7280a2bc-c4f5-4c0f-9918-09fbf879d344 req-0847859b-763f-4bbc-87b7-ad6d2566f51f tempest-VolumesActionsTest-1848288174 tempest-VolumesActionsTest-1848288174-project] 10.222.0.100 "DELETE /v2.0/ports/9d153432-0c87-4bf8-8f1b-317c530ad891 HTTP/1.1" status: 204 len: 173 time: 0.4955671 Jul 06 12:35:52.323869 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a993ca23-d06b-4c39-95af-9ab5a63f72d6', 'name': 'network-vif-deleted', 'tag': '9d153432-0c87-4bf8-8f1b-317c530ad891'}] {{(pid=93087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:35:52.326227 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.106/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b75977dee10694d970e3c904bb2abec7b96eeb0b1196bffac2d8311199053796" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-018cb641-027f-4932-909b-c5d1caf7ccb4" -d '{"events": [{"server_uuid": "a993ca23-d06b-4c39-95af-9ab5a63f72d6", "name": "network-vif-deleted", "tag": "9d153432-0c87-4bf8-8f1b-317c530ad891"}]}' {{(pid=93087) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:35:52.595974 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693d0748-4350-48e7-a44f-0fdce8f059ec req-5accca68-d431-444a-83c1-413f87870602 tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:35:52.597468 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-693d0748-4350-48e7-a44f-0fdce8f059ec req-5accca68-d431-444a-83c1-413f87870602 tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] 10.222.0.106 "GET /v2.0/ports?device_id=6e7ef450-5624-4902-b27c-2433ff80c8d6 HTTP/1.1" status: 200 len: 945 time: 0.4094400 Jul 06 12:35:52.607865 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-fdf4fe45-173e-4cb7-916f-ea3e9935c246 req-197a35ce-74e6-427c-b040-9d4d63807240 tempest-AttachVolumeTestJSON-69932156 tempest-AttachVolumeTestJSON-69932156-project] 10.222.0.106 "GET /v2.0/security-groups?id=c6027da5-2dd2-4fa1-abf8-166ae93c4f01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3238564 Jul 06 12:35:52.609466 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1a702a-c8df-4771-99d2-4cb1d2e12239 req-21fe5dc3-0822-4560-ac1d-4683c361c484 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:35:52.610925 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-5a1a702a-c8df-4771-99d2-4cb1d2e12239 req-21fe5dc3-0822-4560-ac1d-4683c361c484 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=2efe7ae752d2458ea1329427a8828a01&device_id=1247d046-18a9-4ac1-b527-638e0320ba0e HTTP/1.1" status: 200 len: 1099 time: 0.4087062 Jul 06 12:35:52.686668 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-693d0748-4350-48e7-a44f-0fdce8f059ec req-cab5b47d-5a1e-4771-adc3-2ef18e659ace tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] 10.222.0.106 "GET /v2.0/security-groups?id=40905771-c081-4627-88f4-91e0391ae15d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0832748 Jul 06 12:35:52.724488 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1a702a-c8df-4771-99d2-4cb1d2e12239 req-ded977bf-0804-45d7-9c12-08f8c47de5a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:35:52.726086 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-5a1a702a-c8df-4771-99d2-4cb1d2e12239 req-ded977bf-0804-45d7-9c12-08f8c47de5a4 service neutron] 10.222.0.100 "GET /v2.0/networks?id=05887a89-c541-45f9-bd49-e19532da98ad HTTP/1.1" status: 200 len: 912 time: 0.1082103 Jul 06 12:35:52.742608 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 12:35:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48d13a65-c13c-461d-bcc5-faad89328419 x-openstack-request-id: req-48d13a65-c13c-461d-bcc5-faad89328419 {{(pid=93087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:35:52.742910 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a993ca23-d06b-4c39-95af-9ab5a63f72d6", "name": "network-vif-deleted", "tag": "9d153432-0c87-4bf8-8f1b-317c530ad891", "status": "completed", "code": 200}]} {{(pid=93087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:35:52.743194 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.106/compute/v2.1/os-server-external-events used request id req-48d13a65-c13c-461d-bcc5-faad89328419 {{(pid=93087) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:35:52.743606 dv-cinder-799631-1-iscsi neutron-server[93087]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a993ca23-d06b-4c39-95af-9ab5a63f72d6', 'name': 'network-vif-deleted', 'tag': '9d153432-0c87-4bf8-8f1b-317c530ad891', 'status': 'completed', 'code': 200} Jul 06 12:35:52.838798 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-5a1a702a-c8df-4771-99d2-4cb1d2e12239 req-7c99a71c-b8f8-4f2b-9ff9-364036192500 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fb42b963-cd52-44eb-a5d0-c8e877a8c44e HTTP/1.1" status: 200 len: 1002 time: 0.1041245 Jul 06 12:35:52.893497 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-8f6a303a-90ae-4f4f-8cb0-44c52464c18e req-ca6e4975-5a6d-41dc-b406-7fde77f5148a tempest-VolumesActionsTest-1848288174 tempest-VolumesActionsTest-1848288174-project] 10.222.0.106 "GET /v2.0/ports?device_id=a993ca23-d06b-4c39-95af-9ab5a63f72d6 HTTP/1.1" status: 200 len: 210 time: 0.0383351 Jul 06 12:35:52.936336 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1a702a-c8df-4771-99d2-4cb1d2e12239 req-98eb67e3-d544-4b81-a191-aebb4db07988 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:35:52.938282 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-5a1a702a-c8df-4771-99d2-4cb1d2e12239 req-98eb67e3-d544-4b81-a191-aebb4db07988 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=c2006b9e-8b8d-4564-b906-0d2b575665be HTTP/1.1" status: 200 len: 849 time: 0.0709858 Jul 06 12:35:53.094251 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1a702a-c8df-4771-99d2-4cb1d2e12239 req-a8c7694d-559a-4ad7-8a13-7499bc68faaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:35:53.095786 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-5a1a702a-c8df-4771-99d2-4cb1d2e12239 req-a8c7694d-559a-4ad7-8a13-7499bc68faaa service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=05887a89-c541-45f9-bd49-e19532da98ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1407547 Jul 06 12:35:53.115484 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1817bfba-bb9f-4593-8aa5-264991679799 req-f574db5f-79b6-45dd-b7c9-0cf951410f17 tempest-ServerRescueNegativeTestJSON-1447075807 tempest-ServerRescueNegativeTestJSON-1447075807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:35:53.116952 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-1817bfba-bb9f-4593-8aa5-264991679799 req-f574db5f-79b6-45dd-b7c9-0cf951410f17 tempest-ServerRescueNegativeTestJSON-1447075807 tempest-ServerRescueNegativeTestJSON-1447075807-project] 10.222.0.106 "GET /v2.0/ports?device_id=033daae3-3614-4270-a8cd-62b72de71ec3 HTTP/1.1" status: 200 len: 945 time: 0.1306052 Jul 06 12:35:53.184703 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c261661-eac0-43c2-b041-4cfdb3715993 req-fb02be17-a2a5-4efe-baaf-c1b78c8d3285 tempest-AttachVolumeNegativeTest-317369925 tempest-AttachVolumeNegativeTest-317369925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:35:53.186211 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-2c261661-eac0-43c2-b041-4cfdb3715993 req-fb02be17-a2a5-4efe-baaf-c1b78c8d3285 tempest-AttachVolumeNegativeTest-317369925 tempest-AttachVolumeNegativeTest-317369925-project] 10.222.0.106 "GET /v2.0/ports?device_id=bcb79ddb-71b5-4a0e-88ca-c412625f4a03 HTTP/1.1" status: 200 len: 945 time: 0.1836298 Jul 06 12:35:53.236457 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-1817bfba-bb9f-4593-8aa5-264991679799 req-412f80ab-9dd2-46b5-ae2a-6c2900193c88 tempest-ServerRescueNegativeTestJSON-1447075807 tempest-ServerRescueNegativeTestJSON-1447075807-project] 10.222.0.106 "GET /v2.0/security-groups?id=4d78ff5b-ed74-4775-b2e7-af8cfc6a5bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096001 Jul 06 12:35:53.254997 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.rpc [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] Device a56aa29c-b3e1-4005-85bd-6200a036b83d details requested by agent hyperv_hv-cinder-79963 with host hv-cinder-79963 {{(pid=93089) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 12:35:53.263205 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-2c261661-eac0-43c2-b041-4cfdb3715993 req-a8bbf74f-d434-4352-bd9a-29b8b175b859 tempest-AttachVolumeNegativeTest-317369925 tempest-AttachVolumeNegativeTest-317369925-project] 10.222.0.106 "GET /v2.0/security-groups?id=a7a3a38a-2b2f-449e-b642-1996735c584e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687497 Jul 06 12:35:53.277707 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-5a1a702a-c8df-4771-99d2-4cb1d2e12239 req-d639f1b7-1b1f-4f15-8341-6dde9cdc455a service neutron] 10.222.0.100 "GET /v2.0/networks/05887a89-c541-45f9-bd49-e19532da98ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1700926 Jul 06 12:35:53.357902 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.db [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] For port a56aa29c-b3e1-4005-85bd-6200a036b83d, host hv-cinder-79963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79963',level=0,port_id=a56aa29c-b3e1-4005-85bd-6200a036b83d,segment=NetworkSegment(9563ba30-5ba5-46ca-802a-73eb0aa117e8),segment_id=9563ba30-5ba5-46ca-802a-73eb0aa117e8)] {{(pid=93089) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:35:53.369197 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.rpc [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] Returning: {'device': 'a56aa29c-b3e1-4005-85bd-6200a036b83d', 'network_id': '13aecddf-3646-4770-a1b4-1e59fdf991f5', 'port_id': 'a56aa29c-b3e1-4005-85bd-6200a036b83d', 'mac_address': 'fa:16:3e:6b:ad:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1083, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '26404b5b-3148-4b62-b08e-5f523f412d1e', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93089) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 12:35:53.369414 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-5a1a702a-c8df-4771-99d2-4cb1d2e12239 req-ca5cc21e-8f10-45f3-92fd-f910b3130ada service neutron] 10.222.0.100 "GET /v2.0/networks/05887a89-c541-45f9-bd49-e19532da98ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817411 Jul 06 12:35:53.406247 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772861'] for port, before_update {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:35:53.419097 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.notifiers.nova [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a56aa29c-b3e1-4005-85bd-6200a036b83d {{(pid=93089) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 12:35:53.438466 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.db [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] For port a56aa29c-b3e1-4005-85bd-6200a036b83d, host hv-cinder-79963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79963',level=0,port_id=a56aa29c-b3e1-4005-85bd-6200a036b83d,segment=NetworkSegment(9563ba30-5ba5-46ca-802a-73eb0aa117e8),segment_id=9563ba30-5ba5-46ca-802a-73eb0aa117e8)] {{(pid=93089) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:35:53.443190 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-772913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730294210856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730293689582', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730293689631'] for port, after_update {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:35:53.488924 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] Pushing event updated for resources: {'Port': ['ID=a56aa29c-b3e1-4005-85bd-6200a036b83d,revision_number=6']} {{(pid=93089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:35:53.712495 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.db [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] get_ports_and_sgs() called for port_ids ['a56aa29c-b3e1-4005-85bd-6200a036b83d'] {{(pid=93089) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 12:35:53.813227 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1adffce7-860f-4f98-ad4d-9d7436d39dff req-5bad6d27-e26f-4495-8ca3-8344d5f36c6f tempest-AttachVolumeTestJSON-69932156 tempest-AttachVolumeTestJSON-69932156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:35:53.815975 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-1adffce7-860f-4f98-ad4d-9d7436d39dff req-5bad6d27-e26f-4495-8ca3-8344d5f36c6f tempest-AttachVolumeTestJSON-69932156 tempest-AttachVolumeTestJSON-69932156-project] 10.222.0.106 "GET /v2.0/ports?device_id=1247d046-18a9-4ac1-b527-638e0320ba0e HTTP/1.1" status: 200 len: 946 time: 0.0822163 Jul 06 12:35:53.898023 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-1adffce7-860f-4f98-ad4d-9d7436d39dff req-b7f37fd4-8ee3-4f0a-8946-86620a05855e tempest-AttachVolumeTestJSON-69932156 tempest-AttachVolumeTestJSON-69932156-project] 10.222.0.106 "GET /v2.0/security-groups?id=c6027da5-2dd2-4fa1-abf8-166ae93c4f01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0758815 Jul 06 12:35:53.923108 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61516b15-d3d7-476d-931a-20fb93d479fc req-d14c310d-53f8-4004-b5a3-6e1700c93c49 tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:35:53.925217 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-61516b15-d3d7-476d-931a-20fb93d479fc req-d14c310d-53f8-4004-b5a3-6e1700c93c49 tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] 10.222.0.106 "GET /v2.0/ports?device_id=6e7ef450-5624-4902-b27c-2433ff80c8d6 HTTP/1.1" status: 200 len: 944 time: 0.0949628 Jul 06 12:35:53.966918 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-61516b15-d3d7-476d-931a-20fb93d479fc req-7f2fdd58-94ff-4842-9e6e-81e3fa8043d1 tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] 10.222.0.106 "GET /v2.0/security-groups?id=40905771-c081-4627-88f4-91e0391ae15d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356929 Jul 06 12:35:54.313465 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989cec94-e846-4053-94a8-97c5550d6bc2 req-ea0e1fdf-00a2-4f92-b528-a26389e75609 tempest-VolumesActionsTest-1848288174 tempest-VolumesActionsTest-1848288174-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:35:54.315321 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-989cec94-e846-4053-94a8-97c5550d6bc2 req-ea0e1fdf-00a2-4f92-b528-a26389e75609 tempest-VolumesActionsTest-1848288174 tempest-VolumesActionsTest-1848288174-project] 10.222.0.106 "GET /v2.0/networks?id=24134798-dcff-42f3-9355-2896877d978a HTTP/1.1" status: 200 len: 808 time: 0.1254175 Jul 06 12:35:54.347844 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-989cec94-e846-4053-94a8-97c5550d6bc2 req-c69261f4-41cf-4d86-b6af-6e97775027b3 tempest-VolumesActionsTest-1848288174 tempest-VolumesActionsTest-1848288174-project] 10.222.0.106 "GET /v2.0/quotas/9634339642374ec39b58b873fb53219f HTTP/1.1" status: 200 len: 375 time: 0.0231452 Jul 06 12:35:54.400779 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-989cec94-e846-4053-94a8-97c5550d6bc2 req-2fc7a007-76d8-41fb-8a54-786d5bfd268f tempest-VolumesActionsTest-1848288174 tempest-VolumesActionsTest-1848288174-project] 10.222.0.106 "GET /v2.0/ports?tenant_id=9634339642374ec39b58b873fb53219f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0448763 Jul 06 12:35:54.543753 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321b7dc2-c8fd-4078-8f97-066dd72bcf2f req-9b5c5ca8-aec6-4edd-9c85-8a60c0dcd3c4 tempest-ServerRescueNegativeTestJSON-1447075807 tempest-ServerRescueNegativeTestJSON-1447075807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:35:54.545474 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-321b7dc2-c8fd-4078-8f97-066dd72bcf2f req-9b5c5ca8-aec6-4edd-9c85-8a60c0dcd3c4 tempest-ServerRescueNegativeTestJSON-1447075807 tempest-ServerRescueNegativeTestJSON-1447075807-project] 10.222.0.106 "GET /v2.0/ports?device_id=033daae3-3614-4270-a8cd-62b72de71ec3 HTTP/1.1" status: 200 len: 945 time: 0.1556139 Jul 06 12:35:54.554370 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-989cec94-e846-4053-94a8-97c5550d6bc2 req-285700e7-eed4-44a8-ad32-e6817a8eca88 service neutron] 10.222.0.106 "GET /v2.0/networks/24134798-dcff-42f3-9355-2896877d978a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1526654 Jul 06 12:35:54.641045 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-321b7dc2-c8fd-4078-8f97-066dd72bcf2f req-7561a790-5415-43d8-b7cd-868ef67ce3fa tempest-ServerRescueNegativeTestJSON-1447075807 tempest-ServerRescueNegativeTestJSON-1447075807-project] 10.222.0.106 "GET /v2.0/security-groups?id=4d78ff5b-ed74-4775-b2e7-af8cfc6a5bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844617 Jul 06 12:35:54.670690 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-989cec94-e846-4053-94a8-97c5550d6bc2 req-dcfd2e90-cf61-4067-9253-c8f39c6dae5a service neutron] 10.222.0.106 "GET /v2.0/networks/24134798-dcff-42f3-9355-2896877d978a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1153724 Jul 06 12:35:54.875674 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-d3b9c4ee-5546-4319-b6d8-c387ab9ca63a req-8e820963-17e5-4472-a932-587e589010c0 tempest-VolumesActionsTest-1848288174 tempest-VolumesActionsTest-1848288174-project] 10.222.0.106 "GET /v2.0/ports?device_id=77921296-2986-40f9-befb-a07a1e3ce61c HTTP/1.1" status: 200 len: 210 time: 0.0415106 Jul 06 12:35:54.884469 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f7a38c-bb60-4b98-ad7c-62eeb5196a00 req-b5c24574-bc25-4db2-bba9-2b2e3cd53c68 tempest-AttachVolumeNegativeTest-317369925 tempest-AttachVolumeNegativeTest-317369925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:35:54.886191 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-28f7a38c-bb60-4b98-ad7c-62eeb5196a00 req-b5c24574-bc25-4db2-bba9-2b2e3cd53c68 tempest-AttachVolumeNegativeTest-317369925 tempest-AttachVolumeNegativeTest-317369925-project] 10.222.0.106 "GET /v2.0/ports?device_id=bcb79ddb-71b5-4a0e-88ca-c412625f4a03 HTTP/1.1" status: 200 len: 945 time: 0.1229208 Jul 06 12:35:54.946104 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-28f7a38c-bb60-4b98-ad7c-62eeb5196a00 req-5a388f69-3bfb-4e2b-bb4b-2f9c80d4ee06 tempest-AttachVolumeNegativeTest-317369925 tempest-AttachVolumeNegativeTest-317369925-project] 10.222.0.106 "GET /v2.0/security-groups?id=a7a3a38a-2b2f-449e-b642-1996735c584e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518925 Jul 06 12:35:55.211178 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb419a6-51d7-4305-9990-e0a15913769b req-5aea8c07-929c-49c1-adb5-e83acf7866e0 tempest-AttachVolumeTestJSON-69932156 tempest-AttachVolumeTestJSON-69932156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:35:55.218550 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-9bb419a6-51d7-4305-9990-e0a15913769b req-5aea8c07-929c-49c1-adb5-e83acf7866e0 tempest-AttachVolumeTestJSON-69932156 tempest-AttachVolumeTestJSON-69932156-project] 10.222.0.106 "GET /v2.0/ports?device_id=1247d046-18a9-4ac1-b527-638e0320ba0e HTTP/1.1" status: 200 len: 946 time: 0.1369402 Jul 06 12:35:55.250019 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0f9581-558d-4a12-a9f0-222d5c5cc5a9 req-3a01be59-804f-4952-a066-7829f291b48b tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:35:55.251840 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-4d0f9581-558d-4a12-a9f0-222d5c5cc5a9 req-3a01be59-804f-4952-a066-7829f291b48b tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] 10.222.0.106 "GET /v2.0/ports?device_id=6e7ef450-5624-4902-b27c-2433ff80c8d6 HTTP/1.1" status: 200 len: 944 time: 0.1190143 Jul 06 12:35:55.295458 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-9bb419a6-51d7-4305-9990-e0a15913769b req-49489f70-0572-4375-8178-c25f16730346 tempest-AttachVolumeTestJSON-69932156 tempest-AttachVolumeTestJSON-69932156-project] 10.222.0.106 "GET /v2.0/security-groups?id=c6027da5-2dd2-4fa1-abf8-166ae93c4f01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0759206 Jul 06 12:35:55.322062 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-4d0f9581-558d-4a12-a9f0-222d5c5cc5a9 req-00ceda00-a412-4c59-a698-9d710116deea tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] 10.222.0.106 "GET /v2.0/security-groups?id=40905771-c081-4627-88f4-91e0391ae15d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0627911 Jul 06 12:35:55.324626 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.rpc [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] Device a56aa29c-b3e1-4005-85bd-6200a036b83d up at agent hyperv_hv-cinder-79963 {{(pid=93089) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:35:55.384485 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.db.provisioning_blocks [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] Provisioning complete for port a56aa29c-b3e1-4005-85bd-6200a036b83d triggered by entity L2. {{(pid=93089) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:35:55.384977 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912496'] for port, provisioning_complete {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:35:55.500680 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772861'] for port, before_update {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:35:55.527017 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e7ef450-5624-4902-b27c-2433ff80c8d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a56aa29c-b3e1-4005-85bd-6200a036b83d'}] {{(pid=93089) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:35:55.529746 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.106/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe93d3bb6f6ea65552dd5d1819c289058d75ea396ac2be612a447f7071fdb995" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a122361-8c20-4bd3-bfa9-2116a3075095" -d '{"events": [{"server_uuid": "6e7ef450-5624-4902-b27c-2433ff80c8d6", "name": "network-vif-plugged", "status": "completed", "tag": "a56aa29c-b3e1-4005-85bd-6200a036b83d"}]}' {{(pid=93089) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:35:55.547503 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.db [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] For port a56aa29c-b3e1-4005-85bd-6200a036b83d, host hv-cinder-79963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79963',level=0,port_id=a56aa29c-b3e1-4005-85bd-6200a036b83d,segment=NetworkSegment(9563ba30-5ba5-46ca-802a-73eb0aa117e8),segment_id=9563ba30-5ba5-46ca-802a-73eb0aa117e8)] {{(pid=93089) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:35:55.553188 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-772913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730294210856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730293689582', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730293689631'] for port, after_update {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:35:55.556195 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.rpc [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] Device 9d153432-0c87-4bf8-8f1b-317c530ad891 no longer exists at agent hyperv_hv-cinder-79963 {{(pid=93089) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:35:55.585673 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.plugin [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] No Port match for: 9d153432-0c87-4bf8-8f1b-317c530ad891 {{(pid=93089) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:35:55.586283 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.rpc [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] Device 9d153432-0c87-4bf8-8f1b-317c530ad891 not bound to the agent host hv-cinder-79963 {{(pid=93089) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:35:55.610429 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 12:35:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d83de557-92f2-4a89-b067-5172961df8b9 x-openstack-request-id: req-d83de557-92f2-4a89-b067-5172961df8b9 {{(pid=93089) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:35:55.610738 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e7ef450-5624-4902-b27c-2433ff80c8d6", "name": "network-vif-plugged", "status": "completed", "tag": "a56aa29c-b3e1-4005-85bd-6200a036b83d", "code": 200}]} {{(pid=93089) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:35:55.610988 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.106/compute/v2.1/os-server-external-events used request id req-d83de557-92f2-4a89-b067-5172961df8b9 {{(pid=93089) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:35:55.611409 dv-cinder-799631-1-iscsi neutron-server[93089]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e7ef450-5624-4902-b27c-2433ff80c8d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a56aa29c-b3e1-4005-85bd-6200a036b83d', 'code': 200} Jul 06 12:35:55.644600 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] Pushing event updated for resources: {'Port': ['ID=a56aa29c-b3e1-4005-85bd-6200a036b83d,revision_number=7']} {{(pid=93089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:35:55.820945 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f18afc9-b4d7-4dae-8f16-a251ba11f3a1 req-40b28601-3da1-4cc2-99c0-e5f5c423038a tempest-AttachVolumeNegativeTest-317369925 tempest-AttachVolumeNegativeTest-317369925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:35:55.822778 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-6f18afc9-b4d7-4dae-8f16-a251ba11f3a1 req-40b28601-3da1-4cc2-99c0-e5f5c423038a tempest-AttachVolumeNegativeTest-317369925 tempest-AttachVolumeNegativeTest-317369925-project] 10.222.0.100 "GET /v2.0/ports?device_id=bcb79ddb-71b5-4a0e-88ca-c412625f4a03 HTTP/1.1" status: 200 len: 945 time: 0.0859125 Jul 06 12:35:55.981647 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249665c0-7334-467e-83e0-bf9e0206c1fa req-f2eaf635-37f0-43c0-a0d7-68ee5fda620d tempest-ServerRescueNegativeTestJSON-1447075807 tempest-ServerRescueNegativeTestJSON-1447075807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:35:55.988780 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-249665c0-7334-467e-83e0-bf9e0206c1fa req-f2eaf635-37f0-43c0-a0d7-68ee5fda620d tempest-ServerRescueNegativeTestJSON-1447075807 tempest-ServerRescueNegativeTestJSON-1447075807-project] 10.222.0.106 "GET /v2.0/ports?device_id=033daae3-3614-4270-a8cd-62b72de71ec3 HTTP/1.1" status: 200 len: 945 time: 0.1645958 Jul 06 12:35:56.055658 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-249665c0-7334-467e-83e0-bf9e0206c1fa req-4eee41e3-9794-4688-9489-811a9499f18f tempest-ServerRescueNegativeTestJSON-1447075807 tempest-ServerRescueNegativeTestJSON-1447075807-project] 10.222.0.106 "GET /v2.0/security-groups?id=4d78ff5b-ed74-4775-b2e7-af8cfc6a5bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660164 Jul 06 12:35:56.083840 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-702d3fba-87e2-4a4b-a88b-d015772024e7 req-06549bab-0ca6-46d1-abd6-5ebb527d2222 tempest-VolumesActionsTest-1848288174 tempest-VolumesActionsTest-1848288174-project] 10.222.0.106 "GET /v2.0/ports?device_id=77921296-2986-40f9-befb-a07a1e3ce61c HTTP/1.1" status: 200 len: 210 time: 0.0513110 Jul 06 12:35:56.099398 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.plugins.ml2.plugin [req-6f18afc9-b4d7-4dae-8f16-a251ba11f3a1 req-58271bc7-1d0e-4383-a1c0-385ebd58e073 tempest-AttachVolumeNegativeTest-317369925 tempest-AttachVolumeNegativeTest-317369925-project] Deleting port c518eaf5-b557-4a41-a0e5-f9803a5cd4ff {{(pid=93088) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:35:56.099732 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [req-6f18afc9-b4d7-4dae-8f16-a251ba11f3a1 req-58271bc7-1d0e-4383-a1c0-385ebd58e073 tempest-AttachVolumeNegativeTest-317369925 tempest-AttachVolumeNegativeTest-317369925-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730294201564'] for port, before_delete {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:35:56.240182 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.plugins.ml2.db [req-6f18afc9-b4d7-4dae-8f16-a251ba11f3a1 req-58271bc7-1d0e-4383-a1c0-385ebd58e073 tempest-AttachVolumeNegativeTest-317369925 tempest-AttachVolumeNegativeTest-317369925-project] For port c518eaf5-b557-4a41-a0e5-f9803a5cd4ff, host hv-cinder-79963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79963',level=0,port_id=c518eaf5-b557-4a41-a0e5-f9803a5cd4ff,segment=NetworkSegment(dddb28fa-4fad-449a-82ce-8e0f70343f0f),segment_id=dddb28fa-4fad-449a-82ce-8e0f70343f0f)] {{(pid=93088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:35:56.240752 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [req-6f18afc9-b4d7-4dae-8f16-a251ba11f3a1 req-58271bc7-1d0e-4383-a1c0-385ebd58e073 tempest-AttachVolumeNegativeTest-317369925 tempest-AttachVolumeNegativeTest-317369925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813012'] for port, precommit_delete {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:35:56.262104 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.plugins.ml2.plugin [req-6f18afc9-b4d7-4dae-8f16-a251ba11f3a1 req-58271bc7-1d0e-4383-a1c0-385ebd58e073 tempest-AttachVolumeNegativeTest-317369925 tempest-AttachVolumeNegativeTest-317369925-project] Calling delete_port for c518eaf5-b557-4a41-a0e5-f9803a5cd4ff owned by compute:nova {{(pid=93088) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:35:56.338417 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4274b463-b92a-46b8-b054-8f083cc2c66c req-dac63c34-a227-4a9c-a6ac-be6f812ec577 tempest-AttachVolumeNegativeTest-317369925 tempest-AttachVolumeNegativeTest-317369925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:35:56.348757 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-4274b463-b92a-46b8-b054-8f083cc2c66c req-dac63c34-a227-4a9c-a6ac-be6f812ec577 tempest-AttachVolumeNegativeTest-317369925 tempest-AttachVolumeNegativeTest-317369925-project] 10.222.0.106 "GET /v2.0/ports?device_id=bcb79ddb-71b5-4a0e-88ca-c412625f4a03 HTTP/1.1" status: 200 len: 945 time: 0.1536038 Jul 06 12:35:56.404404 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-4274b463-b92a-46b8-b054-8f083cc2c66c req-10bd8538-4cfb-4a63-80d8-534d6f5536be tempest-AttachVolumeNegativeTest-317369925 tempest-AttachVolumeNegativeTest-317369925-project] 10.222.0.106 "GET /v2.0/security-groups?id=a7a3a38a-2b2f-449e-b642-1996735c584e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541117 Jul 06 12:35:56.560754 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [req-6f18afc9-b4d7-4dae-8f16-a251ba11f3a1 req-58271bc7-1d0e-4383-a1c0-385ebd58e073 tempest-AttachVolumeNegativeTest-317369925 tempest-AttachVolumeNegativeTest-317369925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-772913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730294210838', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730293689573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63638200'] for port, after_delete {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:35:56.655738 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989cec94-e846-4053-94a8-97c5550d6bc2 req-b5b82d82-08f0-432f-8383-f74bedd898e0 tempest-VolumesActionsTest-1848288174 tempest-VolumesActionsTest-1848288174-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:35:56.655738 dv-cinder-799631-1-iscsi neutron-server[93087]: INFO neutron.wsgi [req-989cec94-e846-4053-94a8-97c5550d6bc2 req-b5b82d82-08f0-432f-8383-f74bedd898e0 tempest-VolumesActionsTest-1848288174 tempest-VolumesActionsTest-1848288174-project] 10.222.0.100 "GET /v2.0/networks?id=24134798-dcff-42f3-9355-2896877d978a HTTP/1.1" status: 200 len: 808 time: 0.2445641 Jul 06 12:35:56.657388 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.db [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] get_ports_and_sgs() called for port_ids ['7ec054dc-f674-43ab-9d3a-40842deed6bd', '057b7972-8038-462b-a4be-2b65931cb8ce', '5440014d-b27b-477f-96a5-6144cb9d1e61', 'c518eaf5-b557-4a41-a0e5-f9803a5cd4ff'] {{(pid=93089) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 12:35:56.686303 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.api.v2.base [req-989cec94-e846-4053-94a8-97c5550d6bc2 req-6d6b2a2f-d64a-486b-85f2-3572dc909855 tempest-VolumesActionsTest-1848288174 tempest-VolumesActionsTest-1848288174-project] Request body: {'port': {'device_id': '77921296-2986-40f9-befb-a07a1e3ce61c', 'network_id': '24134798-dcff-42f3-9355-2896877d978a', 'admin_state_up': True, 'tenant_id': '9634339642374ec39b58b873fb53219f'}} {{(pid=93087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:35:56.697768 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58271bc7-1d0e-4383-a1c0-385ebd58e073 tempest-AttachVolumeNegativeTest-317369925 tempest-AttachVolumeNegativeTest-317369925-project] Pushing event deleted for resources: {'Port': ['ID=c518eaf5-b557-4a41-a0e5-f9803a5cd4ff,revision_number=None']} {{(pid=93088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:35:56.837085 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f18afc9-b4d7-4dae-8f16-a251ba11f3a1 req-58271bc7-1d0e-4383-a1c0-385ebd58e073 tempest-AttachVolumeNegativeTest-317369925 tempest-AttachVolumeNegativeTest-317369925-project] No DVR routers for this DVR port c518eaf5-b557-4a41-a0e5-f9803a5cd4ff on host hv-cinder-79963 {{(pid=93088) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:35:56.840418 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [req-6f18afc9-b4d7-4dae-8f16-a251ba11f3a1 req-58271bc7-1d0e-4383-a1c0-385ebd58e073 tempest-AttachVolumeNegativeTest-317369925 tempest-AttachVolumeNegativeTest-317369925-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473541'] for port, before_response {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:35:56.844442 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-6f18afc9-b4d7-4dae-8f16-a251ba11f3a1 req-58271bc7-1d0e-4383-a1c0-385ebd58e073 tempest-AttachVolumeNegativeTest-317369925 tempest-AttachVolumeNegativeTest-317369925-project] 10.222.0.100 "DELETE /v2.0/ports/c518eaf5-b557-4a41-a0e5-f9803a5cd4ff HTTP/1.1" status: 204 len: 173 time: 0.9854848 Jul 06 12:35:56.845697 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bcb79ddb-71b5-4a0e-88ca-c412625f4a03', 'name': 'network-vif-deleted', 'tag': 'c518eaf5-b557-4a41-a0e5-f9803a5cd4ff'}] {{(pid=93088) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:35:56.858659 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.106/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9084e8bb467df778e8c5a57eadfa6056a7986fbfd2ee9905f143c38c4b95db31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d210978-e9d3-47dc-8f40-7462cfb9fe4d" -d '{"events": [{"server_uuid": "bcb79ddb-71b5-4a0e-88ca-c412625f4a03", "name": "network-vif-deleted", "tag": "c518eaf5-b557-4a41-a0e5-f9803a5cd4ff"}]}' {{(pid=93088) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:35:56.907147 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-989cec94-e846-4053-94a8-97c5550d6bc2 req-6d6b2a2f-d64a-486b-85f2-3572dc909855 tempest-VolumesActionsTest-1848288174 tempest-VolumesActionsTest-1848288174-project] Made reservation on behalf of 9634339642374ec39b58b873fb53219f for: {'port': 1} {{(pid=93087) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:35:56.915330 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [req-989cec94-e846-4053-94a8-97c5550d6bc2 req-6d6b2a2f-d64a-486b-85f2-3572dc909855 tempest-VolumesActionsTest-1848288174 tempest-VolumesActionsTest-1848288174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772861'] for port, before_create {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:35:56.916906 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 12:35:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d3e88ad-90ac-47d6-b310-a2bdbd173621 x-openstack-request-id: req-2d3e88ad-90ac-47d6-b310-a2bdbd173621 {{(pid=93088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:35:56.917786 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bcb79ddb-71b5-4a0e-88ca-c412625f4a03", "name": "network-vif-deleted", "tag": "c518eaf5-b557-4a41-a0e5-f9803a5cd4ff", "status": "completed", "code": 200}]} {{(pid=93088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:35:56.918487 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.106/compute/v2.1/os-server-external-events used request id req-2d3e88ad-90ac-47d6-b310-a2bdbd173621 {{(pid=93088) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:35:56.919614 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bcb79ddb-71b5-4a0e-88ca-c412625f4a03', 'name': 'network-vif-deleted', 'tag': 'c518eaf5-b557-4a41-a0e5-f9803a5cd4ff', 'status': 'completed', 'code': 200} Jul 06 12:35:57.104562 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0b2032-d9b9-4f78-85a3-d6dd123e363a req-48508fcc-f4f8-45db-8844-0ee4446d732a tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:35:57.119724 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-bd0b2032-d9b9-4f78-85a3-d6dd123e363a req-48508fcc-f4f8-45db-8844-0ee4446d732a tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] 10.222.0.106 "GET /v2.0/ports?device_id=6e7ef450-5624-4902-b27c-2433ff80c8d6 HTTP/1.1" status: 200 len: 945 time: 0.1605153 Jul 06 12:35:57.197978 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-bd0b2032-d9b9-4f78-85a3-d6dd123e363a req-668fbe17-3b68-4053-90ae-e4a0982aceca tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] 10.222.0.106 "GET /v2.0/security-groups?id=40905771-c081-4627-88f4-91e0391ae15d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0769863 Jul 06 12:35:57.199429 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.db.db_base_plugin_common [req-989cec94-e846-4053-94a8-97c5550d6bc2 req-6d6b2a2f-d64a-486b-85f2-3572dc909855 tempest-VolumesActionsTest-1848288174 tempest-VolumesActionsTest-1848288174-project] Allocated IP 172.20.0.7 (24134798-dcff-42f3-9355-2896877d978a/7d16221f-3708-482d-954e-9b0cb12858a1/065be54b-ad29-48b1-b6fe-d9b8c3dc0f3f) {{(pid=93087) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:35:57.404302 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-bd4760bb-b0f7-491e-965b-a4f7a03dc665 req-64080070-f934-404c-bd7f-e3ee49171044 tempest-VolumesActionsTest-1848288174 tempest-VolumesActionsTest-1848288174-project] 10.222.0.106 "GET /v2.0/ports?device_id=77921296-2986-40f9-befb-a07a1e3ce61c HTTP/1.1" status: 200 len: 210 time: 0.0577209 Jul 06 12:35:57.472948 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [req-989cec94-e846-4053-94a8-97c5550d6bc2 req-6d6b2a2f-d64a-486b-85f2-3572dc909855 tempest-VolumesActionsTest-1848288174 tempest-VolumesActionsTest-1848288174-project] Notify callbacks [] for port, precommit_create {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:35:57.518919 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [req-989cec94-e846-4053-94a8-97c5550d6bc2 req-6d6b2a2f-d64a-486b-85f2-3572dc909855 tempest-VolumesActionsTest-1848288174 tempest-VolumesActionsTest-1848288174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-772920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-407207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730293689564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-65517734'] for port, after_create {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:35:57.554488 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc8a883-12d3-4a02-a5db-39e1d90aec4d req-e11eae89-2ab2-4cc2-bfb9-ab9f3f974a5e tempest-ServerRescueNegativeTestJSON-1447075807 tempest-ServerRescueNegativeTestJSON-1447075807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:35:57.566451 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-989cec94-e846-4053-94a8-97c5550d6bc2 req-6d6b2a2f-d64a-486b-85f2-3572dc909855 tempest-VolumesActionsTest-1848288174 tempest-VolumesActionsTest-1848288174-project] Network 24134798-dcff-42f3-9355-2896877d978a is already hosted by enough agents. {{(pid=93087) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:35:57.566910 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-5fc8a883-12d3-4a02-a5db-39e1d90aec4d req-e11eae89-2ab2-4cc2-bfb9-ab9f3f974a5e tempest-ServerRescueNegativeTestJSON-1447075807 tempest-ServerRescueNegativeTestJSON-1447075807-project] 10.222.0.106 "GET /v2.0/ports?device_id=033daae3-3614-4270-a8cd-62b72de71ec3 HTTP/1.1" status: 200 len: 945 time: 0.1060743 Jul 06 12:35:57.571844 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.scheduler.base_scheduler [req-989cec94-e846-4053-94a8-97c5550d6bc2 req-6d6b2a2f-d64a-486b-85f2-3572dc909855 tempest-VolumesActionsTest-1848288174 tempest-VolumesActionsTest-1848288174-project] Resources bound (agent type, host, resource id): {{(pid=93087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:35:57.581360 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.db.l3_dvrscheduler_db [req-989cec94-e846-4053-94a8-97c5550d6bc2 req-6d6b2a2f-d64a-486b-85f2-3572dc909855 tempest-VolumesActionsTest-1848288174 tempest-VolumesActionsTest-1848288174-project] Received port after_create {{(pid=93087) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:35:57.633816 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-5fc8a883-12d3-4a02-a5db-39e1d90aec4d req-b8473b41-9957-47b8-a1f8-a4f08ae36ade tempest-ServerRescueNegativeTestJSON-1447075807 tempest-ServerRescueNegativeTestJSON-1447075807-project] 10.222.0.106 "GET /v2.0/security-groups?id=4d78ff5b-ed74-4775-b2e7-af8cfc6a5bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661418 Jul 06 12:35:57.635828 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989cec94-e846-4053-94a8-97c5550d6bc2 req-6d6b2a2f-d64a-486b-85f2-3572dc909855 tempest-VolumesActionsTest-1848288174 tempest-VolumesActionsTest-1848288174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:35:57.636495 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [req-989cec94-e846-4053-94a8-97c5550d6bc2 req-6d6b2a2f-d64a-486b-85f2-3572dc909855 tempest-VolumesActionsTest-1848288174 tempest-VolumesActionsTest-1848288174-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473541'] for port, before_response {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:35:57.665613 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6b2a2f-d64a-486b-85f2-3572dc909855 tempest-VolumesActionsTest-1848288174 tempest-VolumesActionsTest-1848288174-project] Pushing event updated for resources: {'Port': ['ID=065be54b-ad29-48b1-b6fe-d9b8c3dc0f3f,revision_number=1']} {{(pid=93087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:35:57.668599 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-275fc7ba-6203-4eec-b965-2df385df7fdd req-9bd036b3-faef-4ba9-90a6-3c8557d3255d tempest-AttachVolumeNegativeTest-317369925 tempest-AttachVolumeNegativeTest-317369925-project] 10.222.0.106 "GET /v2.0/ports?device_id=bcb79ddb-71b5-4a0e-88ca-c412625f4a03 HTTP/1.1" status: 200 len: 210 time: 0.0334499 Jul 06 12:35:57.670856 dv-cinder-799631-1-iscsi neutron-server[93087]: INFO neutron.wsgi [req-989cec94-e846-4053-94a8-97c5550d6bc2 req-6d6b2a2f-d64a-486b-85f2-3572dc909855 tempest-VolumesActionsTest-1848288174 tempest-VolumesActionsTest-1848288174-project] 10.222.0.100 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9906816 Jul 06 12:35:57.702280 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.api.v2.base [req-989cec94-e846-4053-94a8-97c5550d6bc2 req-c33f1fa4-97ee-4f33-8ff6-243e9e29ae1c service neutron] Request body: {'port': {'device_id': '77921296-2986-40f9-befb-a07a1e3ce61c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79963'}} {{(pid=93087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:35:57.796905 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [req-989cec94-e846-4053-94a8-97c5550d6bc2 req-c33f1fa4-97ee-4f33-8ff6-243e9e29ae1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772861'] for port, before_update {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:35:58.134511 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.notifiers.nova [req-989cec94-e846-4053-94a8-97c5550d6bc2 req-c33f1fa4-97ee-4f33-8ff6-243e9e29ae1c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 065be54b-ad29-48b1-b6fe-d9b8c3dc0f3f {{(pid=93087) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 12:35:58.143937 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [req-989cec94-e846-4053-94a8-97c5550d6bc2 req-c33f1fa4-97ee-4f33-8ff6-243e9e29ae1c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:35:58.164568 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.db.provisioning_blocks [req-989cec94-e846-4053-94a8-97c5550d6bc2 req-c33f1fa4-97ee-4f33-8ff6-243e9e29ae1c service neutron] Transition to ACTIVE for port object 065be54b-ad29-48b1-b6fe-d9b8c3dc0f3f will not be triggered until provisioned by entity L2. {{(pid=93087) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:35:58.172240 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [req-989cec94-e846-4053-94a8-97c5550d6bc2 req-c33f1fa4-97ee-4f33-8ff6-243e9e29ae1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-772913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730294210856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730293689582', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730293689631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65517652'] for port, after_update {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:35:58.268808 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33f1fa4-97ee-4f33-8ff6-243e9e29ae1c service neutron] Pushing event updated for resources: {'Port': ['ID=065be54b-ad29-48b1-b6fe-d9b8c3dc0f3f,revision_number=2']} {{(pid=93087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:35:58.332007 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.plugins.ml2.managers [req-989cec94-e846-4053-94a8-97c5550d6bc2 req-c33f1fa4-97ee-4f33-8ff6-243e9e29ae1c service neutron] Attempting to bind port 065be54b-ad29-48b1-b6fe-d9b8c3dc0f3f on host hv-cinder-79963 for vnic_type normal with profile {{(pid=93087) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:35:58.332498 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.plugins.ml2.managers [req-989cec94-e846-4053-94a8-97c5550d6bc2 req-c33f1fa4-97ee-4f33-8ff6-243e9e29ae1c service neutron] Attempting to bind port 065be54b-ad29-48b1-b6fe-d9b8c3dc0f3f by drivers openvswitch,hyperv on host hv-cinder-79963 at level 0 using segments [{'id': '1b965a16-d2a7-441e-97d3-c7552a4af474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': '24134798-dcff-42f3-9355-2896877d978a'}] {{(pid=93087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:35:58.332837 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-989cec94-e846-4053-94a8-97c5550d6bc2 req-c33f1fa4-97ee-4f33-8ff6-243e9e29ae1c service neutron] Attempting to bind port 065be54b-ad29-48b1-b6fe-d9b8c3dc0f3f on network 24134798-dcff-42f3-9355-2896877d978a {{(pid=93087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:35:58.337741 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-989cec94-e846-4053-94a8-97c5550d6bc2 req-c33f1fa4-97ee-4f33-8ff6-243e9e29ae1c service neutron] Port 065be54b-ad29-48b1-b6fe-d9b8c3dc0f3f on network 24134798-dcff-42f3-9355-2896877d978a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79963 {{(pid=93087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 12:35:58.338076 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-989cec94-e846-4053-94a8-97c5550d6bc2 req-c33f1fa4-97ee-4f33-8ff6-243e9e29ae1c service neutron] Attempting to bind port 065be54b-ad29-48b1-b6fe-d9b8c3dc0f3f on network 24134798-dcff-42f3-9355-2896877d978a {{(pid=93087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:35:58.343833 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-989cec94-e846-4053-94a8-97c5550d6bc2 req-c33f1fa4-97ee-4f33-8ff6-243e9e29ae1c service neutron] Checking agent: {'id': '04527ea7-205a-43f8-9500-06532a9ad9cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79963', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 12, 31, 19), 'started_at': datetime.datetime(2021, 7, 6, 12, 31, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 35, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:35:58.344193 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-989cec94-e846-4053-94a8-97c5550d6bc2 req-c33f1fa4-97ee-4f33-8ff6-243e9e29ae1c service neutron] Checking segment: {'id': '1b965a16-d2a7-441e-97d3-c7552a4af474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': '24134798-dcff-42f3-9355-2896877d978a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:35:58.344578 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-989cec94-e846-4053-94a8-97c5550d6bc2 req-c33f1fa4-97ee-4f33-8ff6-243e9e29ae1c service neutron] Bound using segment: {'id': '1b965a16-d2a7-441e-97d3-c7552a4af474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': '24134798-dcff-42f3-9355-2896877d978a'} {{(pid=93087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:35:58.345003 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.plugins.ml2.managers [req-989cec94-e846-4053-94a8-97c5550d6bc2 req-c33f1fa4-97ee-4f33-8ff6-243e9e29ae1c service neutron] Bound port: 065be54b-ad29-48b1-b6fe-d9b8c3dc0f3f, host: hv-cinder-79963, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1b965a16-d2a7-441e-97d3-c7552a4af474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': '24134798-dcff-42f3-9355-2896877d978a'}}] {{(pid=93087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:35:58.345367 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [req-989cec94-e846-4053-94a8-97c5550d6bc2 req-c33f1fa4-97ee-4f33-8ff6-243e9e29ae1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772861'] for port, before_update {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:35:58.463206 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.plugins.ml2.db [req-989cec94-e846-4053-94a8-97c5550d6bc2 req-c33f1fa4-97ee-4f33-8ff6-243e9e29ae1c service neutron] For port 065be54b-ad29-48b1-b6fe-d9b8c3dc0f3f, host hv-cinder-79963, cleared binding levels {{(pid=93087) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:35:58.463206 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.plugins.ml2.db [req-989cec94-e846-4053-94a8-97c5550d6bc2 req-c33f1fa4-97ee-4f33-8ff6-243e9e29ae1c service neutron] For port 065be54b-ad29-48b1-b6fe-d9b8c3dc0f3f, host hv-cinder-79963, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79963',level=0,port_id=065be54b-ad29-48b1-b6fe-d9b8c3dc0f3f,segment=NetworkSegment(1b965a16-d2a7-441e-97d3-c7552a4af474),segment_id=1b965a16-d2a7-441e-97d3-c7552a4af474)] {{(pid=93087) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:35:58.464164 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32444e6c-5340-494b-af96-1affbb434b4d req-fb22a57f-0bc4-4fcf-a9a0-d28ae45b532b tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:35:58.464164 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-32444e6c-5340-494b-af96-1affbb434b4d req-fb22a57f-0bc4-4fcf-a9a0-d28ae45b532b tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] 10.222.0.106 "GET /v2.0/ports?device_id=6e7ef450-5624-4902-b27c-2433ff80c8d6 HTTP/1.1" status: 200 len: 945 time: 0.0717452 Jul 06 12:35:58.479464 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [req-989cec94-e846-4053-94a8-97c5550d6bc2 req-c33f1fa4-97ee-4f33-8ff6-243e9e29ae1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-772913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730294210856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730293689582', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730293689631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65517652'] for port, after_update {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:35:58.566016 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989cec94-e846-4053-94a8-97c5550d6bc2 req-c33f1fa4-97ee-4f33-8ff6-243e9e29ae1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:35:58.566647 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [req-989cec94-e846-4053-94a8-97c5550d6bc2 req-c33f1fa4-97ee-4f33-8ff6-243e9e29ae1c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473541'] for port, before_response {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:35:58.568127 dv-cinder-799631-1-iscsi neutron-server[93087]: INFO neutron.wsgi [req-989cec94-e846-4053-94a8-97c5550d6bc2 req-c33f1fa4-97ee-4f33-8ff6-243e9e29ae1c service neutron] 10.222.0.100 "PUT /v2.0/ports/065be54b-ad29-48b1-b6fe-d9b8c3dc0f3f HTTP/1.1" status: 200 len: 1093 time: 0.8703146 Jul 06 12:35:58.568589 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77921296-2986-40f9-befb-a07a1e3ce61c', 'tag': '065be54b-ad29-48b1-b6fe-d9b8c3dc0f3f'}] {{(pid=93087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:35:58.571077 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.106/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b75977dee10694d970e3c904bb2abec7b96eeb0b1196bffac2d8311199053796" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f772e27-c5dc-4ce1-895c-879b0a86beec" -d '{"events": [{"name": "network-changed", "server_uuid": "77921296-2986-40f9-befb-a07a1e3ce61c", "tag": "065be54b-ad29-48b1-b6fe-d9b8c3dc0f3f"}]}' {{(pid=93087) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:35:58.597421 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33f1fa4-97ee-4f33-8ff6-243e9e29ae1c service neutron] Pushing event updated for resources: {'Port': ['ID=065be54b-ad29-48b1-b6fe-d9b8c3dc0f3f,revision_number=3']} {{(pid=93087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:35:58.620806 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-32444e6c-5340-494b-af96-1affbb434b4d req-ee0b248e-cdbb-4e06-a198-b87e2f5f116f tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] 10.222.0.106 "GET /v2.0/security-groups?id=40905771-c081-4627-88f4-91e0391ae15d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1501830 Jul 06 12:35:58.657719 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e7abbb-5bb7-4e1a-a7d0-0a66291e819b req-4d37d000-8775-430b-914a-6e6e6d8f8fd2 tempest-VolumesActionsTest-1848288174 tempest-VolumesActionsTest-1848288174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:35:58.659507 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-c8e7abbb-5bb7-4e1a-a7d0-0a66291e819b req-4d37d000-8775-430b-914a-6e6e6d8f8fd2 tempest-VolumesActionsTest-1848288174 tempest-VolumesActionsTest-1848288174-project] 10.222.0.106 "GET /v2.0/ports?device_id=77921296-2986-40f9-befb-a07a1e3ce61c HTTP/1.1" status: 200 len: 943 time: 0.0884135 Jul 06 12:35:58.709058 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 12:35:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdd27786-ceba-4dc2-a13d-42c22caee39d x-openstack-request-id: req-fdd27786-ceba-4dc2-a13d-42c22caee39d {{(pid=93087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:35:58.709949 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "77921296-2986-40f9-befb-a07a1e3ce61c", "tag": "065be54b-ad29-48b1-b6fe-d9b8c3dc0f3f", "status": "completed", "code": 200}]} {{(pid=93087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:35:58.710291 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.106/compute/v2.1/os-server-external-events used request id req-fdd27786-ceba-4dc2-a13d-42c22caee39d {{(pid=93087) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:35:58.710946 dv-cinder-799631-1-iscsi neutron-server[93087]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '77921296-2986-40f9-befb-a07a1e3ce61c', 'tag': '065be54b-ad29-48b1-b6fe-d9b8c3dc0f3f', 'status': 'completed', 'code': 200} Jul 06 12:35:58.720697 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-c8e7abbb-5bb7-4e1a-a7d0-0a66291e819b req-41d4173c-7a00-459d-83ad-04fb2ba88328 tempest-VolumesActionsTest-1848288174 tempest-VolumesActionsTest-1848288174-project] 10.222.0.106 "GET /v2.0/security-groups?id=31c6e5aa-8074-487a-8ec3-74c91673511d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553188 Jul 06 12:35:58.759969 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989cec94-e846-4053-94a8-97c5550d6bc2 req-cb52eeb3-7927-4a6d-9f8f-a2072cb5f5d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:35:58.761857 dv-cinder-799631-1-iscsi neutron-server[93087]: INFO neutron.wsgi [req-989cec94-e846-4053-94a8-97c5550d6bc2 req-cb52eeb3-7927-4a6d-9f8f-a2072cb5f5d6 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=9634339642374ec39b58b873fb53219f&device_id=77921296-2986-40f9-befb-a07a1e3ce61c HTTP/1.1" status: 200 len: 1096 time: 0.1136551 Jul 06 12:35:58.837498 dv-cinder-799631-1-iscsi neutron-server[93087]: INFO neutron.wsgi [req-989cec94-e846-4053-94a8-97c5550d6bc2 req-0153a641-0e54-47aa-9dd7-9a8b4229aea1 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=065be54b-ad29-48b1-b6fe-d9b8c3dc0f3f HTTP/1.1" status: 200 len: 217 time: 0.0515270 Jul 06 12:35:58.936252 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989cec94-e846-4053-94a8-97c5550d6bc2 req-6dd1c9f1-0194-4681-b45c-699e11bcd19b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:35:58.937738 dv-cinder-799631-1-iscsi neutron-server[93087]: INFO neutron.wsgi [req-989cec94-e846-4053-94a8-97c5550d6bc2 req-6dd1c9f1-0194-4681-b45c-699e11bcd19b service neutron] 10.222.0.100 "GET /v2.0/subnets?id=7d16221f-3708-482d-954e-9b0cb12858a1 HTTP/1.1" status: 200 len: 848 time: 0.0900676 Jul 06 12:35:58.958268 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4306cb-cbb2-4480-8c0b-0c321a3a48c5 req-e5b040e6-4745-4377-b9ec-3919ccaf5afd tempest-ServerRescueNegativeTestJSON-1447075807 tempest-ServerRescueNegativeTestJSON-1447075807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:35:58.959903 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-bc4306cb-cbb2-4480-8c0b-0c321a3a48c5 req-e5b040e6-4745-4377-b9ec-3919ccaf5afd tempest-ServerRescueNegativeTestJSON-1447075807 tempest-ServerRescueNegativeTestJSON-1447075807-project] 10.222.0.106 "GET /v2.0/ports?device_id=033daae3-3614-4270-a8cd-62b72de71ec3 HTTP/1.1" status: 200 len: 945 time: 0.1020639 Jul 06 12:35:58.978564 dv-cinder-799631-1-iscsi neutron-server[93087]: INFO neutron.wsgi [req-989cec94-e846-4053-94a8-97c5550d6bc2 req-65d2ae2f-2e15-4fe8-9d3e-9cc3db701e49 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=24134798-dcff-42f3-9355-2896877d978a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0342031 Jul 06 12:35:59.043855 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-bc4306cb-cbb2-4480-8c0b-0c321a3a48c5 req-1e05f640-4898-482d-bd59-a316e5c821d3 tempest-ServerRescueNegativeTestJSON-1447075807 tempest-ServerRescueNegativeTestJSON-1447075807-project] 10.222.0.106 "GET /v2.0/security-groups?id=4d78ff5b-ed74-4775-b2e7-af8cfc6a5bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742631 Jul 06 12:35:59.101084 dv-cinder-799631-1-iscsi neutron-server[93087]: INFO neutron.wsgi [req-989cec94-e846-4053-94a8-97c5550d6bc2 req-6ce85eb5-d339-4e70-89a3-9528936d7259 service neutron] 10.222.0.100 "GET /v2.0/networks/24134798-dcff-42f3-9355-2896877d978a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1062005 Jul 06 12:35:59.208763 dv-cinder-799631-1-iscsi neutron-server[93087]: INFO neutron.wsgi [req-989cec94-e846-4053-94a8-97c5550d6bc2 req-31fd1f35-20bc-4f41-85d1-1cd2f2beaeb4 service neutron] 10.222.0.100 "GET /v2.0/networks/24134798-dcff-42f3-9355-2896877d978a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936141 Jul 06 12:35:59.287875 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.rpc [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] Device c518eaf5-b557-4a41-a0e5-f9803a5cd4ff no longer exists at agent hyperv_hv-cinder-79963 {{(pid=93089) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:35:59.316471 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.plugin [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] No Port match for: c518eaf5-b557-4a41-a0e5-f9803a5cd4ff {{(pid=93089) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:35:59.316820 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.rpc [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] Device c518eaf5-b557-4a41-a0e5-f9803a5cd4ff not bound to the agent host hv-cinder-79963 {{(pid=93089) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:35:59.418069 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f772e27-c5dc-4ce1-895c-879b0a86beec req-d06aa712-fc6f-48d7-adcf-812c61c710ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:35:59.419963 dv-cinder-799631-1-iscsi neutron-server[93087]: INFO neutron.wsgi [req-5f772e27-c5dc-4ce1-895c-879b0a86beec req-d06aa712-fc6f-48d7-adcf-812c61c710ea service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=9634339642374ec39b58b873fb53219f&device_id=77921296-2986-40f9-befb-a07a1e3ce61c HTTP/1.1" status: 200 len: 1096 time: 0.0650244 Jul 06 12:35:59.520719 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f772e27-c5dc-4ce1-895c-879b0a86beec req-b95ea5ca-ebd3-4e29-aca3-302b7070f0be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:35:59.522228 dv-cinder-799631-1-iscsi neutron-server[93087]: INFO neutron.wsgi [req-5f772e27-c5dc-4ce1-895c-879b0a86beec req-b95ea5ca-ebd3-4e29-aca3-302b7070f0be service neutron] 10.222.0.100 "GET /v2.0/networks?id=24134798-dcff-42f3-9355-2896877d978a HTTP/1.1" status: 200 len: 910 time: 0.0939960 Jul 06 12:35:59.573705 dv-cinder-799631-1-iscsi neutron-server[93087]: INFO neutron.wsgi [req-5f772e27-c5dc-4ce1-895c-879b0a86beec req-e2c34627-e8b7-46b3-ae46-d4afd8243070 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=065be54b-ad29-48b1-b6fe-d9b8c3dc0f3f HTTP/1.1" status: 200 len: 217 time: 0.0390098 Jul 06 12:35:59.634635 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f772e27-c5dc-4ce1-895c-879b0a86beec req-a2c3ec94-0b7a-41e5-b23b-2616cd4bbf96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:35:59.636489 dv-cinder-799631-1-iscsi neutron-server[93087]: INFO neutron.wsgi [req-5f772e27-c5dc-4ce1-895c-879b0a86beec req-a2c3ec94-0b7a-41e5-b23b-2616cd4bbf96 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=7d16221f-3708-482d-954e-9b0cb12858a1 HTTP/1.1" status: 200 len: 848 time: 0.0535305 Jul 06 12:35:59.674693 dv-cinder-799631-1-iscsi neutron-server[93087]: INFO neutron.wsgi [req-5f772e27-c5dc-4ce1-895c-879b0a86beec req-d1d2b6f1-dddc-45ba-91cd-a2bfd5224400 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=24134798-dcff-42f3-9355-2896877d978a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0290549 Jul 06 12:35:59.815839 dv-cinder-799631-1-iscsi neutron-server[93087]: INFO neutron.wsgi [req-5f772e27-c5dc-4ce1-895c-879b0a86beec req-ab7908af-d807-4433-a736-31c8b5ebab7c service neutron] 10.222.0.100 "GET /v2.0/networks/24134798-dcff-42f3-9355-2896877d978a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278937 Jul 06 12:35:59.967918 dv-cinder-799631-1-iscsi neutron-server[93087]: INFO neutron.wsgi [req-5f772e27-c5dc-4ce1-895c-879b0a86beec req-d643f871-658f-4953-a560-891bd6c0cb74 service neutron] 10.222.0.100 "GET /v2.0/networks/24134798-dcff-42f3-9355-2896877d978a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1377428 Jul 06 12:36:00.028780 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196789a6-3a97-4d77-9507-dd5eb469d687 req-0225f017-35a7-4b31-9f18-4a009e70107d tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:36:00.035834 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-196789a6-3a97-4d77-9507-dd5eb469d687 req-0225f017-35a7-4b31-9f18-4a009e70107d tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] 10.222.0.106 "GET /v2.0/ports?device_id=6e7ef450-5624-4902-b27c-2433ff80c8d6 HTTP/1.1" status: 200 len: 945 time: 0.2116272 Jul 06 12:36:00.099170 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-196789a6-3a97-4d77-9507-dd5eb469d687 req-867c5a04-365f-4ed8-a272-eab9dc942fb7 tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] 10.222.0.106 "GET /v2.0/security-groups?id=40905771-c081-4627-88f4-91e0391ae15d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0624139 Jul 06 12:36:00.110729 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc31fc17-c528-4c19-9494-254d36b7aa3a req-f8be69e5-240d-47c8-938a-3184d894f2c4 tempest-VolumesActionsTest-1848288174 tempest-VolumesActionsTest-1848288174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:36:00.113754 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-bc31fc17-c528-4c19-9494-254d36b7aa3a req-f8be69e5-240d-47c8-938a-3184d894f2c4 tempest-VolumesActionsTest-1848288174 tempest-VolumesActionsTest-1848288174-project] 10.222.0.106 "GET /v2.0/ports?device_id=77921296-2986-40f9-befb-a07a1e3ce61c HTTP/1.1" status: 200 len: 943 time: 0.1698041 Jul 06 12:36:00.178509 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-bc31fc17-c528-4c19-9494-254d36b7aa3a req-71435915-ff8e-43ef-bf25-00445558172b tempest-VolumesActionsTest-1848288174 tempest-VolumesActionsTest-1848288174-project] 10.222.0.106 "GET /v2.0/security-groups?id=31c6e5aa-8074-487a-8ec3-74c91673511d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591762 Jul 06 12:36:00.390670 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15a08be-db44-461f-b1b3-7bd64c5a4a2d req-9e321ebf-6170-424f-863e-3a0252fdf916 tempest-ServerRescueNegativeTestJSON-1447075807 tempest-ServerRescueNegativeTestJSON-1447075807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:36:00.392362 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-c15a08be-db44-461f-b1b3-7bd64c5a4a2d req-9e321ebf-6170-424f-863e-3a0252fdf916 tempest-ServerRescueNegativeTestJSON-1447075807 tempest-ServerRescueNegativeTestJSON-1447075807-project] 10.222.0.106 "GET /v2.0/ports?device_id=033daae3-3614-4270-a8cd-62b72de71ec3 HTTP/1.1" status: 200 len: 945 time: 0.0866241 Jul 06 12:36:00.436381 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-c15a08be-db44-461f-b1b3-7bd64c5a4a2d req-87648180-31b4-4011-b3a2-66bdcbf85510 tempest-ServerRescueNegativeTestJSON-1447075807 tempest-ServerRescueNegativeTestJSON-1447075807-project] 10.222.0.106 "GET /v2.0/security-groups?id=4d78ff5b-ed74-4775-b2e7-af8cfc6a5bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375316 Jul 06 12:36:00.660652 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04dbe1ff-910c-418b-9021-6cbaec929c3f req-e793a853-9993-4eea-811f-b9465d946f92 tempest-AttachVolumeNegativeTest-317369925 tempest-AttachVolumeNegativeTest-317369925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:36:00.662597 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-04dbe1ff-910c-418b-9021-6cbaec929c3f req-e793a853-9993-4eea-811f-b9465d946f92 tempest-AttachVolumeNegativeTest-317369925 tempest-AttachVolumeNegativeTest-317369925-project] 10.222.0.106 "GET /v2.0/ports?device_id=7984c78c-db17-4d88-93b3-2f5a4ad1d879 HTTP/1.1" status: 200 len: 945 time: 0.0747681 Jul 06 12:36:00.712713 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-04dbe1ff-910c-418b-9021-6cbaec929c3f req-f1a44f83-bd64-4bd0-ac1a-d1287aca1095 tempest-AttachVolumeNegativeTest-317369925 tempest-AttachVolumeNegativeTest-317369925-project] 10.222.0.106 "GET /v2.0/security-groups?id=a7a3a38a-2b2f-449e-b642-1996735c584e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420971 Jul 06 12:36:01.306755 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9726f5e2-c3cf-44f7-a8b7-0e744d1cf335 req-1f3ac13c-505f-49f3-a8d5-de1b4d5b0630 tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:36:01.309423 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-9726f5e2-c3cf-44f7-a8b7-0e744d1cf335 req-1f3ac13c-505f-49f3-a8d5-de1b4d5b0630 tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] 10.222.0.106 "GET /v2.0/ports?device_id=6e7ef450-5624-4902-b27c-2433ff80c8d6 HTTP/1.1" status: 200 len: 945 time: 0.0770721 Jul 06 12:36:01.390954 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-9726f5e2-c3cf-44f7-a8b7-0e744d1cf335 req-84a59101-f9dd-41fa-b675-4ab04b3fb84e tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] 10.222.0.106 "GET /v2.0/security-groups?id=40905771-c081-4627-88f4-91e0391ae15d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0739944 Jul 06 12:36:01.443222 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb38ede-e892-4245-b177-94184e5a7788 req-2eae5979-d487-4e34-8ff4-f80bb08faed5 tempest-VolumesActionsTest-1848288174 tempest-VolumesActionsTest-1848288174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:36:01.445625 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-5eb38ede-e892-4245-b177-94184e5a7788 req-2eae5979-d487-4e34-8ff4-f80bb08faed5 tempest-VolumesActionsTest-1848288174 tempest-VolumesActionsTest-1848288174-project] 10.222.0.106 "GET /v2.0/ports?device_id=77921296-2986-40f9-befb-a07a1e3ce61c HTTP/1.1" status: 200 len: 943 time: 0.1304369 Jul 06 12:36:01.491238 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-5eb38ede-e892-4245-b177-94184e5a7788 req-07a9d462-7d96-41d3-a263-d1f5e3812e0b tempest-VolumesActionsTest-1848288174 tempest-VolumesActionsTest-1848288174-project] 10.222.0.106 "GET /v2.0/security-groups?id=31c6e5aa-8074-487a-8ec3-74c91673511d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396926 Jul 06 12:36:01.715409 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4f735a-bb44-4761-a915-e36970010fa8 req-5326a20a-bc36-414e-80a2-5876ed09c880 tempest-ServerRescueNegativeTestJSON-1447075807 tempest-ServerRescueNegativeTestJSON-1447075807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:36:01.716505 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-8e4f735a-bb44-4761-a915-e36970010fa8 req-5326a20a-bc36-414e-80a2-5876ed09c880 tempest-ServerRescueNegativeTestJSON-1447075807 tempest-ServerRescueNegativeTestJSON-1447075807-project] 10.222.0.106 "GET /v2.0/ports?device_id=033daae3-3614-4270-a8cd-62b72de71ec3 HTTP/1.1" status: 200 len: 945 time: 0.0927730 Jul 06 12:36:01.758443 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-8e4f735a-bb44-4761-a915-e36970010fa8 req-90bc0756-d423-47b4-89d6-ad8f1e8ee6ae tempest-ServerRescueNegativeTestJSON-1447075807 tempest-ServerRescueNegativeTestJSON-1447075807-project] 10.222.0.106 "GET /v2.0/security-groups?id=4d78ff5b-ed74-4775-b2e7-af8cfc6a5bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410149 Jul 06 12:36:01.940367 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a687dd-953a-4802-8571-7bd59b5bc456 req-70837f24-a0bb-46c9-a1c2-315f6a6958f6 tempest-AttachVolumeNegativeTest-317369925 tempest-AttachVolumeNegativeTest-317369925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:36:01.942547 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-26a687dd-953a-4802-8571-7bd59b5bc456 req-70837f24-a0bb-46c9-a1c2-315f6a6958f6 tempest-AttachVolumeNegativeTest-317369925 tempest-AttachVolumeNegativeTest-317369925-project] 10.222.0.106 "GET /v2.0/ports?device_id=7984c78c-db17-4d88-93b3-2f5a4ad1d879 HTTP/1.1" status: 200 len: 945 time: 0.0834394 Jul 06 12:36:01.982283 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-26a687dd-953a-4802-8571-7bd59b5bc456 req-4d1860a6-b40b-4aa8-9475-472c844f7251 tempest-AttachVolumeNegativeTest-317369925 tempest-AttachVolumeNegativeTest-317369925-project] 10.222.0.106 "GET /v2.0/security-groups?id=a7a3a38a-2b2f-449e-b642-1996735c584e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337298 Jul 06 12:36:02.619378 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac8bbc8-4866-47be-a7f4-b46aad5a4011 req-ec24c570-870a-477a-95dc-f3f5381bf73d tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:36:02.621308 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-9ac8bbc8-4866-47be-a7f4-b46aad5a4011 req-ec24c570-870a-477a-95dc-f3f5381bf73d tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] 10.222.0.106 "GET /v2.0/ports?device_id=6e7ef450-5624-4902-b27c-2433ff80c8d6 HTTP/1.1" status: 200 len: 945 time: 0.0878506 Jul 06 12:36:02.695670 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-9ac8bbc8-4866-47be-a7f4-b46aad5a4011 req-0be6c0e4-29c0-4dbb-ad89-99df655b65af tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] 10.222.0.106 "GET /v2.0/security-groups?id=40905771-c081-4627-88f4-91e0391ae15d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0681689 Jul 06 12:36:02.731559 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c3c084-ee36-4bd0-b7c5-81a9b8619c9c req-477a934c-5d05-4680-a2f1-062d20060f57 tempest-VolumesActionsTest-1848288174 tempest-VolumesActionsTest-1848288174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:36:02.733262 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-26c3c084-ee36-4bd0-b7c5-81a9b8619c9c req-477a934c-5d05-4680-a2f1-062d20060f57 tempest-VolumesActionsTest-1848288174 tempest-VolumesActionsTest-1848288174-project] 10.222.0.106 "GET /v2.0/ports?device_id=77921296-2986-40f9-befb-a07a1e3ce61c HTTP/1.1" status: 200 len: 943 time: 0.0904992 Jul 06 12:36:02.806839 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-26c3c084-ee36-4bd0-b7c5-81a9b8619c9c req-66f20010-2c73-43e7-9338-25a2891c30a0 tempest-VolumesActionsTest-1848288174 tempest-VolumesActionsTest-1848288174-project] 10.222.0.106 "GET /v2.0/security-groups?id=31c6e5aa-8074-487a-8ec3-74c91673511d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450807 Jul 06 12:36:02.822701 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e07e72f-24c8-40e8-8b52-e30cf95b4394 req-31bef8ce-011d-4adf-999e-2124a65eee55 tempest-AttachVolumeNegativeTest-317369925 tempest-AttachVolumeNegativeTest-317369925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:36:02.824251 dv-cinder-799631-1-iscsi neutron-server[93087]: INFO neutron.wsgi [req-0e07e72f-24c8-40e8-8b52-e30cf95b4394 req-31bef8ce-011d-4adf-999e-2124a65eee55 tempest-AttachVolumeNegativeTest-317369925 tempest-AttachVolumeNegativeTest-317369925-project] 10.222.0.100 "GET /v2.0/ports?device_id=7984c78c-db17-4d88-93b3-2f5a4ad1d879 HTTP/1.1" status: 200 len: 945 time: 0.1343253 Jul 06 12:36:02.994280 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.plugins.ml2.plugin [req-0e07e72f-24c8-40e8-8b52-e30cf95b4394 req-c5f9d502-1946-4c83-bf6a-dc65bc617bbf tempest-AttachVolumeNegativeTest-317369925 tempest-AttachVolumeNegativeTest-317369925-project] Deleting port 5440014d-b27b-477f-96a5-6144cb9d1e61 {{(pid=93087) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:36:02.994550 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [req-0e07e72f-24c8-40e8-8b52-e30cf95b4394 req-c5f9d502-1946-4c83-bf6a-dc65bc617bbf tempest-AttachVolumeNegativeTest-317369925 tempest-AttachVolumeNegativeTest-317369925-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730294201564'] for port, before_delete {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:36:03.078978 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02823ce2-d008-4d2b-8fc3-f47660873efe req-ecae640e-0728-4f11-a6d0-85a61441dab3 tempest-ServerRescueNegativeTestJSON-1447075807 tempest-ServerRescueNegativeTestJSON-1447075807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:36:03.098544 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-02823ce2-d008-4d2b-8fc3-f47660873efe req-ecae640e-0728-4f11-a6d0-85a61441dab3 tempest-ServerRescueNegativeTestJSON-1447075807 tempest-ServerRescueNegativeTestJSON-1447075807-project] 10.222.0.106 "GET /v2.0/ports?device_id=033daae3-3614-4270-a8cd-62b72de71ec3 HTTP/1.1" status: 200 len: 945 time: 0.1616700 Jul 06 12:36:03.124960 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.plugins.ml2.db [req-0e07e72f-24c8-40e8-8b52-e30cf95b4394 req-c5f9d502-1946-4c83-bf6a-dc65bc617bbf tempest-AttachVolumeNegativeTest-317369925 tempest-AttachVolumeNegativeTest-317369925-project] For port 5440014d-b27b-477f-96a5-6144cb9d1e61, host hv-cinder-79963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79963',level=0,port_id=5440014d-b27b-477f-96a5-6144cb9d1e61,segment=NetworkSegment(dddb28fa-4fad-449a-82ce-8e0f70343f0f),segment_id=dddb28fa-4fad-449a-82ce-8e0f70343f0f)] {{(pid=93087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:36:03.125463 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [req-0e07e72f-24c8-40e8-8b52-e30cf95b4394 req-c5f9d502-1946-4c83-bf6a-dc65bc617bbf tempest-AttachVolumeNegativeTest-317369925 tempest-AttachVolumeNegativeTest-317369925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813012'] for port, precommit_delete {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:36:03.141009 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.plugins.ml2.plugin [req-0e07e72f-24c8-40e8-8b52-e30cf95b4394 req-c5f9d502-1946-4c83-bf6a-dc65bc617bbf tempest-AttachVolumeNegativeTest-317369925 tempest-AttachVolumeNegativeTest-317369925-project] Calling delete_port for 5440014d-b27b-477f-96a5-6144cb9d1e61 owned by compute:nova {{(pid=93087) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:36:03.146292 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-02823ce2-d008-4d2b-8fc3-f47660873efe req-4020e52e-a68b-41c8-b90a-76721196bbee tempest-ServerRescueNegativeTestJSON-1447075807 tempest-ServerRescueNegativeTestJSON-1447075807-project] 10.222.0.106 "GET /v2.0/security-groups?id=4d78ff5b-ed74-4775-b2e7-af8cfc6a5bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464282 Jul 06 12:36:03.262283 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ebecaa-8cf0-4670-83d2-ce579333b596 req-1a645259-9dd7-41bb-a26c-cb694ff685c8 tempest-AttachVolumeNegativeTest-317369925 tempest-AttachVolumeNegativeTest-317369925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:36:03.270062 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-93ebecaa-8cf0-4670-83d2-ce579333b596 req-1a645259-9dd7-41bb-a26c-cb694ff685c8 tempest-AttachVolumeNegativeTest-317369925 tempest-AttachVolumeNegativeTest-317369925-project] 10.222.0.106 "GET /v2.0/ports?device_id=7984c78c-db17-4d88-93b3-2f5a4ad1d879 HTTP/1.1" status: 200 len: 945 time: 0.0949581 Jul 06 12:36:03.306395 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [req-0e07e72f-24c8-40e8-8b52-e30cf95b4394 req-c5f9d502-1946-4c83-bf6a-dc65bc617bbf tempest-AttachVolumeNegativeTest-317369925 tempest-AttachVolumeNegativeTest-317369925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-772913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730294210838', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730293689573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65517743'] for port, after_delete {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:36:03.320298 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-93ebecaa-8cf0-4670-83d2-ce579333b596 req-a01c1785-70e8-46d6-8513-ed7763091fd2 tempest-AttachVolumeNegativeTest-317369925 tempest-AttachVolumeNegativeTest-317369925-project] 10.222.0.106 "GET /v2.0/security-groups?id=a7a3a38a-2b2f-449e-b642-1996735c584e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489838 Jul 06 12:36:03.323465 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.rpc [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] Device 065be54b-ad29-48b1-b6fe-d9b8c3dc0f3f details requested by agent hyperv_hv-cinder-79963 with host hv-cinder-79963 {{(pid=93089) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 12:36:03.346551 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f9d502-1946-4c83-bf6a-dc65bc617bbf tempest-AttachVolumeNegativeTest-317369925 tempest-AttachVolumeNegativeTest-317369925-project] Pushing event deleted for resources: {'Port': ['ID=5440014d-b27b-477f-96a5-6144cb9d1e61,revision_number=None']} {{(pid=93087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:36:03.352775 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.db [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] get_ports_and_sgs() called for port_ids ['7ec054dc-f674-43ab-9d3a-40842deed6bd', '057b7972-8038-462b-a4be-2b65931cb8ce', '5440014d-b27b-477f-96a5-6144cb9d1e61'] {{(pid=93089) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 12:36:03.399488 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e07e72f-24c8-40e8-8b52-e30cf95b4394 req-c5f9d502-1946-4c83-bf6a-dc65bc617bbf tempest-AttachVolumeNegativeTest-317369925 tempest-AttachVolumeNegativeTest-317369925-project] No DVR routers for this DVR port 5440014d-b27b-477f-96a5-6144cb9d1e61 on host hv-cinder-79963 {{(pid=93087) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:36:03.402590 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [req-0e07e72f-24c8-40e8-8b52-e30cf95b4394 req-c5f9d502-1946-4c83-bf6a-dc65bc617bbf tempest-AttachVolumeNegativeTest-317369925 tempest-AttachVolumeNegativeTest-317369925-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473541'] for port, before_response {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:36:03.405187 dv-cinder-799631-1-iscsi neutron-server[93087]: INFO neutron.wsgi [req-0e07e72f-24c8-40e8-8b52-e30cf95b4394 req-c5f9d502-1946-4c83-bf6a-dc65bc617bbf tempest-AttachVolumeNegativeTest-317369925 tempest-AttachVolumeNegativeTest-317369925-project] 10.222.0.100 "DELETE /v2.0/ports/5440014d-b27b-477f-96a5-6144cb9d1e61 HTTP/1.1" status: 204 len: 173 time: 0.5732052 Jul 06 12:36:03.405753 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7984c78c-db17-4d88-93b3-2f5a4ad1d879', 'name': 'network-vif-deleted', 'tag': '5440014d-b27b-477f-96a5-6144cb9d1e61'}] {{(pid=93087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:36:03.409805 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.106/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b75977dee10694d970e3c904bb2abec7b96eeb0b1196bffac2d8311199053796" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e922712-9c9c-4f9e-9da5-a6af5be105a9" -d '{"events": [{"server_uuid": "7984c78c-db17-4d88-93b3-2f5a4ad1d879", "name": "network-vif-deleted", "tag": "5440014d-b27b-477f-96a5-6144cb9d1e61"}]}' {{(pid=93087) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:36:03.489339 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 12:36:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93d2e081-0ed9-49cd-a5e6-39b2936ed709 x-openstack-request-id: req-93d2e081-0ed9-49cd-a5e6-39b2936ed709 {{(pid=93087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:36:03.490014 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7984c78c-db17-4d88-93b3-2f5a4ad1d879", "name": "network-vif-deleted", "tag": "5440014d-b27b-477f-96a5-6144cb9d1e61", "status": "completed", "code": 200}]} {{(pid=93087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:36:03.490372 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.106/compute/v2.1/os-server-external-events used request id req-93d2e081-0ed9-49cd-a5e6-39b2936ed709 {{(pid=93087) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:36:03.490878 dv-cinder-799631-1-iscsi neutron-server[93087]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7984c78c-db17-4d88-93b3-2f5a4ad1d879', 'name': 'network-vif-deleted', 'tag': '5440014d-b27b-477f-96a5-6144cb9d1e61', 'status': 'completed', 'code': 200} Jul 06 12:36:03.677026 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.db [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] For port 065be54b-ad29-48b1-b6fe-d9b8c3dc0f3f, host hv-cinder-79963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79963',level=0,port_id=065be54b-ad29-48b1-b6fe-d9b8c3dc0f3f,segment=NetworkSegment(1b965a16-d2a7-441e-97d3-c7552a4af474),segment_id=1b965a16-d2a7-441e-97d3-c7552a4af474)] {{(pid=93089) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:36:03.703278 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.rpc [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] Returning: {'device': '065be54b-ad29-48b1-b6fe-d9b8c3dc0f3f', 'network_id': '24134798-dcff-42f3-9355-2896877d978a', 'port_id': '065be54b-ad29-48b1-b6fe-d9b8c3dc0f3f', 'mac_address': 'fa:16:3e:98:4e:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1070, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7d16221f-3708-482d-954e-9b0cb12858a1', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93089) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 12:36:03.764917 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772861'] for port, before_update {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:36:03.799355 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.notifiers.nova [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 065be54b-ad29-48b1-b6fe-d9b8c3dc0f3f {{(pid=93089) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 12:36:03.832932 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.db [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] For port 065be54b-ad29-48b1-b6fe-d9b8c3dc0f3f, host hv-cinder-79963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79963',level=0,port_id=065be54b-ad29-48b1-b6fe-d9b8c3dc0f3f,segment=NetworkSegment(1b965a16-d2a7-441e-97d3-c7552a4af474),segment_id=1b965a16-d2a7-441e-97d3-c7552a4af474)] {{(pid=93089) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:36:03.843995 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-772913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730294210856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730293689582', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730293689631'] for port, after_update {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:36:03.937183 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] Pushing event updated for resources: {'Port': ['ID=065be54b-ad29-48b1-b6fe-d9b8c3dc0f3f,revision_number=4']} {{(pid=93089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:36:04.060707 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfe62db-628b-4508-8e18-0b09ef879a8e req-bf2ef1b4-8d29-4c9f-b28c-99ab2717cce5 tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:36:04.062292 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-bbfe62db-628b-4508-8e18-0b09ef879a8e req-bf2ef1b4-8d29-4c9f-b28c-99ab2717cce5 tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] 10.222.0.106 "GET /v2.0/ports?device_id=6e7ef450-5624-4902-b27c-2433ff80c8d6 HTTP/1.1" status: 200 len: 945 time: 0.1553926 Jul 06 12:36:04.072866 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531252ea-8f2e-4631-aa21-d8d5af4c228e req-5d15a9ac-b618-4cd8-a371-76169d901534 tempest-VolumesActionsTest-1848288174 tempest-VolumesActionsTest-1848288174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:36:04.079746 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-531252ea-8f2e-4631-aa21-d8d5af4c228e req-5d15a9ac-b618-4cd8-a371-76169d901534 tempest-VolumesActionsTest-1848288174 tempest-VolumesActionsTest-1848288174-project] 10.222.0.106 "GET /v2.0/ports?device_id=77921296-2986-40f9-befb-a07a1e3ce61c HTTP/1.1" status: 200 len: 944 time: 0.1166937 Jul 06 12:36:04.138213 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-531252ea-8f2e-4631-aa21-d8d5af4c228e req-7f18438a-cbe9-4e25-89ed-d491803b9b67 tempest-VolumesActionsTest-1848288174 tempest-VolumesActionsTest-1848288174-project] 10.222.0.106 "GET /v2.0/security-groups?id=31c6e5aa-8074-487a-8ec3-74c91673511d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576293 Jul 06 12:36:04.151926 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-bbfe62db-628b-4508-8e18-0b09ef879a8e req-31ae3cf3-a037-477e-b7b2-0ebdadfbbd81 tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] 10.222.0.106 "GET /v2.0/security-groups?id=40905771-c081-4627-88f4-91e0391ae15d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0675895 Jul 06 12:36:04.452354 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe4da8d-84be-4a86-a7d7-5ceb3cf65da3 req-011b4f00-d67d-4bed-a746-4e937d90f36d tempest-ServerRescueNegativeTestJSON-1447075807 tempest-ServerRescueNegativeTestJSON-1447075807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:36:04.454282 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-dbe4da8d-84be-4a86-a7d7-5ceb3cf65da3 req-011b4f00-d67d-4bed-a746-4e937d90f36d tempest-ServerRescueNegativeTestJSON-1447075807 tempest-ServerRescueNegativeTestJSON-1447075807-project] 10.222.0.106 "GET /v2.0/ports?device_id=033daae3-3614-4270-a8cd-62b72de71ec3 HTTP/1.1" status: 200 len: 945 time: 0.1011925 Jul 06 12:36:04.462442 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.db [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] get_ports_and_sgs() called for port_ids ['065be54b-ad29-48b1-b6fe-d9b8c3dc0f3f'] {{(pid=93089) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 12:36:04.812532 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-dbe4da8d-84be-4a86-a7d7-5ceb3cf65da3 req-73e5c96c-d9c9-4699-ad6a-646d216f6e4b tempest-ServerRescueNegativeTestJSON-1447075807 tempest-ServerRescueNegativeTestJSON-1447075807-project] 10.222.0.106 "GET /v2.0/security-groups?id=4d78ff5b-ed74-4775-b2e7-af8cfc6a5bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3420792 Jul 06 12:36:04.960713 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380525b9-0282-400e-8613-4f243a65b6b4 req-dc88cf21-51ca-4709-9a76-0871f4a30aee tempest-AttachVolumeNegativeTest-317369925 tempest-AttachVolumeNegativeTest-317369925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:36:04.962209 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-380525b9-0282-400e-8613-4f243a65b6b4 req-dc88cf21-51ca-4709-9a76-0871f4a30aee tempest-AttachVolumeNegativeTest-317369925 tempest-AttachVolumeNegativeTest-317369925-project] 10.222.0.106 "GET /v2.0/ports?device_id=0d336b86-6e54-450c-be5b-8e150a34fd9f HTTP/1.1" status: 200 len: 945 time: 0.0737700 Jul 06 12:36:05.004242 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-380525b9-0282-400e-8613-4f243a65b6b4 req-ebf65df8-3a6e-45b2-bd16-00e24cf9978f tempest-AttachVolumeNegativeTest-317369925 tempest-AttachVolumeNegativeTest-317369925-project] 10.222.0.106 "GET /v2.0/security-groups?id=a7a3a38a-2b2f-449e-b642-1996735c584e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354352 Jul 06 12:36:05.333350 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.rpc [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] Device 5440014d-b27b-477f-96a5-6144cb9d1e61 no longer exists at agent hyperv_hv-cinder-79963 {{(pid=93089) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:36:05.361250 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.plugin [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] No Port match for: 5440014d-b27b-477f-96a5-6144cb9d1e61 {{(pid=93089) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:36:05.362065 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.rpc [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] Device 5440014d-b27b-477f-96a5-6144cb9d1e61 not bound to the agent host hv-cinder-79963 {{(pid=93089) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:36:05.430104 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ce0f2f-d39c-45c1-b147-21a4037092e2 req-38223ed8-f972-4fb3-8c8f-11a58e9f6b81 tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:36:05.431802 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-56ce0f2f-d39c-45c1-b147-21a4037092e2 req-38223ed8-f972-4fb3-8c8f-11a58e9f6b81 tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] 10.222.0.106 "GET /v2.0/ports?device_id=6e7ef450-5624-4902-b27c-2433ff80c8d6 HTTP/1.1" status: 200 len: 945 time: 0.1219893 Jul 06 12:36:05.466649 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a0d557-10e0-42df-b3b7-e429921f6cbb req-8a5d6af0-2bcb-4fc3-a71d-3f0a60fba719 tempest-VolumesActionsTest-1848288174 tempest-VolumesActionsTest-1848288174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:36:05.468122 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-b1a0d557-10e0-42df-b3b7-e429921f6cbb req-8a5d6af0-2bcb-4fc3-a71d-3f0a60fba719 tempest-VolumesActionsTest-1848288174 tempest-VolumesActionsTest-1848288174-project] 10.222.0.106 "GET /v2.0/ports?device_id=77921296-2986-40f9-befb-a07a1e3ce61c HTTP/1.1" status: 200 len: 944 time: 0.1416221 Jul 06 12:36:05.516519 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-56ce0f2f-d39c-45c1-b147-21a4037092e2 req-ef5e1926-d8d0-43c5-aaff-bf605d5fad7d tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] 10.222.0.106 "GET /v2.0/security-groups?id=40905771-c081-4627-88f4-91e0391ae15d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0746484 Jul 06 12:36:05.542303 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-b1a0d557-10e0-42df-b3b7-e429921f6cbb req-7c606d30-b01a-4431-ad7d-597a9adc0df6 tempest-VolumesActionsTest-1848288174 tempest-VolumesActionsTest-1848288174-project] 10.222.0.106 "GET /v2.0/security-groups?id=31c6e5aa-8074-487a-8ec3-74c91673511d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662570 Jul 06 12:36:06.011873 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b241b7-eeeb-4674-929b-0df884deb999 req-c018866e-11c5-4b9f-8294-f751005d0ba4 tempest-ServerRescueNegativeTestJSON-1447075807 tempest-ServerRescueNegativeTestJSON-1447075807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:36:06.013372 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-99b241b7-eeeb-4674-929b-0df884deb999 req-c018866e-11c5-4b9f-8294-f751005d0ba4 tempest-ServerRescueNegativeTestJSON-1447075807 tempest-ServerRescueNegativeTestJSON-1447075807-project] 10.222.0.106 "GET /v2.0/ports?device_id=033daae3-3614-4270-a8cd-62b72de71ec3 HTTP/1.1" status: 200 len: 945 time: 0.0843801 Jul 06 12:36:06.057108 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-99b241b7-eeeb-4674-929b-0df884deb999 req-5d36eef9-0ce1-4ce9-928a-4c50beee47be tempest-ServerRescueNegativeTestJSON-1447075807 tempest-ServerRescueNegativeTestJSON-1447075807-project] 10.222.0.106 "GET /v2.0/security-groups?id=4d78ff5b-ed74-4775-b2e7-af8cfc6a5bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367324 Jul 06 12:36:06.212529 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19adce8f-d4e8-4fd9-b3c6-d8a74e856960 req-b173d232-526a-4d99-bc2b-5b20fcaf54ca tempest-AttachVolumeNegativeTest-317369925 tempest-AttachVolumeNegativeTest-317369925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:36:06.214151 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-19adce8f-d4e8-4fd9-b3c6-d8a74e856960 req-b173d232-526a-4d99-bc2b-5b20fcaf54ca tempest-AttachVolumeNegativeTest-317369925 tempest-AttachVolumeNegativeTest-317369925-project] 10.222.0.106 "GET /v2.0/ports?device_id=0d336b86-6e54-450c-be5b-8e150a34fd9f HTTP/1.1" status: 200 len: 945 time: 0.0833585 Jul 06 12:36:06.258490 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-19adce8f-d4e8-4fd9-b3c6-d8a74e856960 req-c2ac42bc-d952-4013-87b1-0b90fa3118da tempest-AttachVolumeNegativeTest-317369925 tempest-AttachVolumeNegativeTest-317369925-project] 10.222.0.106 "GET /v2.0/security-groups?id=a7a3a38a-2b2f-449e-b642-1996735c584e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380700 Jul 06 12:36:06.736226 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d3641c-8fa7-4d52-a61d-0f35090b7698 req-ce4f0dcf-26e2-4bd3-8ef5-74ac7bcd389e tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:36:06.737729 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-23d3641c-8fa7-4d52-a61d-0f35090b7698 req-ce4f0dcf-26e2-4bd3-8ef5-74ac7bcd389e tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] 10.222.0.106 "GET /v2.0/ports?device_id=6e7ef450-5624-4902-b27c-2433ff80c8d6 HTTP/1.1" status: 200 len: 945 time: 0.1024861 Jul 06 12:36:06.756742 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad17c5cc-3f12-49c9-a124-9e53234c5a46 req-027e8da0-8811-4dd5-b8fa-952ad3fdf46b tempest-VolumesActionsTest-1848288174 tempest-VolumesActionsTest-1848288174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:36:06.758449 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-ad17c5cc-3f12-49c9-a124-9e53234c5a46 req-027e8da0-8811-4dd5-b8fa-952ad3fdf46b tempest-VolumesActionsTest-1848288174 tempest-VolumesActionsTest-1848288174-project] 10.222.0.106 "GET /v2.0/ports?device_id=77921296-2986-40f9-befb-a07a1e3ce61c HTTP/1.1" status: 200 len: 944 time: 0.0954309 Jul 06 12:36:06.802250 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-23d3641c-8fa7-4d52-a61d-0f35090b7698 req-7e57d040-76b5-4d25-ae42-e7ed9ecc9216 tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] 10.222.0.106 "GET /v2.0/security-groups?id=40905771-c081-4627-88f4-91e0391ae15d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0582569 Jul 06 12:36:06.816364 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-ad17c5cc-3f12-49c9-a124-9e53234c5a46 req-f72e8d85-db4f-4d59-90ec-b78b7e407c7c tempest-VolumesActionsTest-1848288174 tempest-VolumesActionsTest-1848288174-project] 10.222.0.106 "GET /v2.0/security-groups?id=31c6e5aa-8074-487a-8ec3-74c91673511d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503931 Jul 06 12:36:06.821183 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e4d160-aab7-45a6-93ff-50159718dbf2 req-741214f0-0792-4497-9ab0-5fab7fa8ce27 tempest-AttachVolumeNegativeTest-317369925 tempest-AttachVolumeNegativeTest-317369925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:36:06.822672 dv-cinder-799631-1-iscsi neutron-server[93087]: INFO neutron.wsgi [req-f1e4d160-aab7-45a6-93ff-50159718dbf2 req-741214f0-0792-4497-9ab0-5fab7fa8ce27 tempest-AttachVolumeNegativeTest-317369925 tempest-AttachVolumeNegativeTest-317369925-project] 10.222.0.100 "GET /v2.0/ports?device_id=0d336b86-6e54-450c-be5b-8e150a34fd9f HTTP/1.1" status: 200 len: 945 time: 0.0694532 Jul 06 12:36:06.941415 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.plugins.ml2.plugin [req-f1e4d160-aab7-45a6-93ff-50159718dbf2 req-7bd5dfdd-d776-4527-944c-8e5c0af050b2 tempest-AttachVolumeNegativeTest-317369925 tempest-AttachVolumeNegativeTest-317369925-project] Deleting port 057b7972-8038-462b-a4be-2b65931cb8ce {{(pid=93087) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:36:06.941755 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [req-f1e4d160-aab7-45a6-93ff-50159718dbf2 req-7bd5dfdd-d776-4527-944c-8e5c0af050b2 tempest-AttachVolumeNegativeTest-317369925 tempest-AttachVolumeNegativeTest-317369925-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730294201564'] for port, before_delete {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:36:07.032436 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.plugins.ml2.db [req-f1e4d160-aab7-45a6-93ff-50159718dbf2 req-7bd5dfdd-d776-4527-944c-8e5c0af050b2 tempest-AttachVolumeNegativeTest-317369925 tempest-AttachVolumeNegativeTest-317369925-project] For port 057b7972-8038-462b-a4be-2b65931cb8ce, host hv-cinder-79963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79963',level=0,port_id=057b7972-8038-462b-a4be-2b65931cb8ce,segment=NetworkSegment(dddb28fa-4fad-449a-82ce-8e0f70343f0f),segment_id=dddb28fa-4fad-449a-82ce-8e0f70343f0f)] {{(pid=93087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:36:07.032798 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [req-f1e4d160-aab7-45a6-93ff-50159718dbf2 req-7bd5dfdd-d776-4527-944c-8e5c0af050b2 tempest-AttachVolumeNegativeTest-317369925 tempest-AttachVolumeNegativeTest-317369925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813012'] for port, precommit_delete {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:36:07.050921 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.plugins.ml2.plugin [req-f1e4d160-aab7-45a6-93ff-50159718dbf2 req-7bd5dfdd-d776-4527-944c-8e5c0af050b2 tempest-AttachVolumeNegativeTest-317369925 tempest-AttachVolumeNegativeTest-317369925-project] Calling delete_port for 057b7972-8038-462b-a4be-2b65931cb8ce owned by compute:nova {{(pid=93087) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:36:07.103831 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7dda0e8-6baa-40dd-87e6-23c808c0032c req-2f7e6a6e-b256-4314-b520-f25552bc4a27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:36:07.105338 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-c7dda0e8-6baa-40dd-87e6-23c808c0032c req-2f7e6a6e-b256-4314-b520-f25552bc4a27 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=b437ce926689452f91685757af8037a1&device_id=6e7ef450-5624-4902-b27c-2433ff80c8d6 HTTP/1.1" status: 200 len: 1098 time: 0.0567451 Jul 06 12:36:07.191664 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [req-f1e4d160-aab7-45a6-93ff-50159718dbf2 req-7bd5dfdd-d776-4527-944c-8e5c0af050b2 tempest-AttachVolumeNegativeTest-317369925 tempest-AttachVolumeNegativeTest-317369925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-772913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730294210838', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730293689573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65517743'] for port, after_delete {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:36:07.221653 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd5dfdd-d776-4527-944c-8e5c0af050b2 tempest-AttachVolumeNegativeTest-317369925 tempest-AttachVolumeNegativeTest-317369925-project] Pushing event deleted for resources: {'Port': ['ID=057b7972-8038-462b-a4be-2b65931cb8ce,revision_number=None']} {{(pid=93087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:36:07.233967 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7dda0e8-6baa-40dd-87e6-23c808c0032c req-644ced32-e867-4c70-b8f7-efe16aea7ab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:36:07.235468 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-c7dda0e8-6baa-40dd-87e6-23c808c0032c req-644ced32-e867-4c70-b8f7-efe16aea7ab2 service neutron] 10.222.0.100 "GET /v2.0/networks?id=13aecddf-3646-4770-a1b4-1e59fdf991f5 HTTP/1.1" status: 200 len: 919 time: 0.1226118 Jul 06 12:36:07.244424 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.db [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] get_ports_and_sgs() called for port_ids ['7ec054dc-f674-43ab-9d3a-40842deed6bd', '057b7972-8038-462b-a4be-2b65931cb8ce'] {{(pid=93089) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 12:36:07.272374 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-b36ede88-f07a-4ada-afb8-5b702f0f4f02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730293992524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912513'] for agent, after_update {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:36:07.278587 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1e4d160-aab7-45a6-93ff-50159718dbf2 req-7bd5dfdd-d776-4527-944c-8e5c0af050b2 tempest-AttachVolumeNegativeTest-317369925 tempest-AttachVolumeNegativeTest-317369925-project] No DVR routers for this DVR port 057b7972-8038-462b-a4be-2b65931cb8ce on host hv-cinder-79963 {{(pid=93087) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:36:07.285346 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [req-f1e4d160-aab7-45a6-93ff-50159718dbf2 req-7bd5dfdd-d776-4527-944c-8e5c0af050b2 tempest-AttachVolumeNegativeTest-317369925 tempest-AttachVolumeNegativeTest-317369925-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473541'] for port, before_response {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:36:07.288093 dv-cinder-799631-1-iscsi neutron-server[93087]: INFO neutron.wsgi [req-f1e4d160-aab7-45a6-93ff-50159718dbf2 req-7bd5dfdd-d776-4527-944c-8e5c0af050b2 tempest-AttachVolumeNegativeTest-317369925 tempest-AttachVolumeNegativeTest-317369925-project] 10.222.0.100 "DELETE /v2.0/ports/057b7972-8038-462b-a4be-2b65931cb8ce HTTP/1.1" status: 204 len: 173 time: 0.4589133 Jul 06 12:36:07.288949 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d336b86-6e54-450c-be5b-8e150a34fd9f', 'name': 'network-vif-deleted', 'tag': '057b7972-8038-462b-a4be-2b65931cb8ce'}] {{(pid=93087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:36:07.302957 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.106/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b75977dee10694d970e3c904bb2abec7b96eeb0b1196bffac2d8311199053796" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b28a04a-a319-46ee-acdc-b1629b35138e" -d '{"events": [{"server_uuid": "0d336b86-6e54-450c-be5b-8e150a34fd9f", "name": "network-vif-deleted", "tag": "057b7972-8038-462b-a4be-2b65931cb8ce"}]}' {{(pid=93087) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:36:07.312380 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-c7dda0e8-6baa-40dd-87e6-23c808c0032c req-c533ef66-da99-4ecc-99e4-77edc5fec55c service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a56aa29c-b3e1-4005-85bd-6200a036b83d HTTP/1.1" status: 200 len: 1001 time: 0.0636213 Jul 06 12:36:07.330563 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.rpc [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] Device 065be54b-ad29-48b1-b6fe-d9b8c3dc0f3f up at agent hyperv_hv-cinder-79963 {{(pid=93089) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:36:07.336687 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6a0883-db88-486b-9873-793cada917fc req-fc14ed60-c27c-4fb8-9a11-b0a720d8fc8d tempest-ServerRescueNegativeTestJSON-1447075807 tempest-ServerRescueNegativeTestJSON-1447075807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:36:07.338680 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-4a6a0883-db88-486b-9873-793cada917fc req-fc14ed60-c27c-4fb8-9a11-b0a720d8fc8d tempest-ServerRescueNegativeTestJSON-1447075807 tempest-ServerRescueNegativeTestJSON-1447075807-project] 10.222.0.106 "GET /v2.0/ports?device_id=033daae3-3614-4270-a8cd-62b72de71ec3 HTTP/1.1" status: 200 len: 945 time: 0.1513002 Jul 06 12:36:07.429290 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.db.provisioning_blocks [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] Provisioning for port 065be54b-ad29-48b1-b6fe-d9b8c3dc0f3f completed by entity L2. {{(pid=93089) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:36:07.433371 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-65c22e67-44cf-46ed-88f6-e6caa3047cea req-60b495b5-5587-481e-8e70-310d96be5ed5 tempest-AttachVolumeNegativeTest-317369925 tempest-AttachVolumeNegativeTest-317369925-project] 10.222.0.106 "GET /v2.0/ports?device_id=0d336b86-6e54-450c-be5b-8e150a34fd9f HTTP/1.1" status: 200 len: 210 time: 0.0405667 Jul 06 12:36:07.438767 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.db.provisioning_blocks [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] Provisioning complete for port 065be54b-ad29-48b1-b6fe-d9b8c3dc0f3f triggered by entity L2. {{(pid=93089) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:36:07.439169 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912496'] for port, provisioning_complete {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:36:07.440984 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7dda0e8-6baa-40dd-87e6-23c808c0032c req-cd506d0b-0f0b-4fb8-ac6c-ad76a16f08e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:36:07.442427 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-c7dda0e8-6baa-40dd-87e6-23c808c0032c req-cd506d0b-0f0b-4fb8-ac6c-ad76a16f08e9 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=26404b5b-3148-4b62-b08e-5f523f412d1e HTTP/1.1" status: 200 len: 856 time: 0.1027749 Jul 06 12:36:07.456053 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-4a6a0883-db88-486b-9873-793cada917fc req-b729afa0-9636-49c2-ae7b-b291f2f618b9 tempest-ServerRescueNegativeTestJSON-1447075807 tempest-ServerRescueNegativeTestJSON-1447075807-project] 10.222.0.106 "GET /v2.0/security-groups?id=4d78ff5b-ed74-4775-b2e7-af8cfc6a5bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081088 Jul 06 12:36:07.511795 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 12:36:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8dd43d9-e6cf-4d94-b3a1-01a19a1ac73e x-openstack-request-id: req-f8dd43d9-e6cf-4d94-b3a1-01a19a1ac73e {{(pid=93087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:36:07.512202 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d336b86-6e54-450c-be5b-8e150a34fd9f", "name": "network-vif-deleted", "tag": "057b7972-8038-462b-a4be-2b65931cb8ce", "status": "completed", "code": 200}]} {{(pid=93087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:36:07.512550 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.106/compute/v2.1/os-server-external-events used request id req-f8dd43d9-e6cf-4d94-b3a1-01a19a1ac73e {{(pid=93087) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:36:07.513088 dv-cinder-799631-1-iscsi neutron-server[93087]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d336b86-6e54-450c-be5b-8e150a34fd9f', 'name': 'network-vif-deleted', 'tag': '057b7972-8038-462b-a4be-2b65931cb8ce', 'status': 'completed', 'code': 200} Jul 06 12:36:07.522237 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7dda0e8-6baa-40dd-87e6-23c808c0032c req-26d24dc7-a225-4053-a215-f54835b488e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:36:07.524347 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-c7dda0e8-6baa-40dd-87e6-23c808c0032c req-26d24dc7-a225-4053-a215-f54835b488e4 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=13aecddf-3646-4770-a1b4-1e59fdf991f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0674405 Jul 06 12:36:07.536714 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772861'] for port, before_update {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:36:07.562188 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77921296-2986-40f9-befb-a07a1e3ce61c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '065be54b-ad29-48b1-b6fe-d9b8c3dc0f3f'}] {{(pid=93089) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:36:07.566272 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.106/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe93d3bb6f6ea65552dd5d1819c289058d75ea396ac2be612a447f7071fdb995" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90c56a54-eb28-48af-814a-01a67794616b" -d '{"events": [{"server_uuid": "77921296-2986-40f9-befb-a07a1e3ce61c", "name": "network-vif-plugged", "status": "completed", "tag": "065be54b-ad29-48b1-b6fe-d9b8c3dc0f3f"}]}' {{(pid=93089) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:36:07.580621 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.db [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] For port 065be54b-ad29-48b1-b6fe-d9b8c3dc0f3f, host hv-cinder-79963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79963',level=0,port_id=065be54b-ad29-48b1-b6fe-d9b8c3dc0f3f,segment=NetworkSegment(1b965a16-d2a7-441e-97d3-c7552a4af474),segment_id=1b965a16-d2a7-441e-97d3-c7552a4af474)] {{(pid=93089) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:36:07.586029 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-772913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730294210856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730293689582', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730293689631'] for port, after_update {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:36:07.614398 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 12:36:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24882428-4b42-4459-9ac2-d51292e81501 x-openstack-request-id: req-24882428-4b42-4459-9ac2-d51292e81501 {{(pid=93089) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:36:07.614695 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77921296-2986-40f9-befb-a07a1e3ce61c", "name": "network-vif-plugged", "status": "completed", "tag": "065be54b-ad29-48b1-b6fe-d9b8c3dc0f3f", "code": 200}]} {{(pid=93089) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:36:07.614942 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.106/compute/v2.1/os-server-external-events used request id req-24882428-4b42-4459-9ac2-d51292e81501 {{(pid=93089) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:36:07.615356 dv-cinder-799631-1-iscsi neutron-server[93089]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77921296-2986-40f9-befb-a07a1e3ce61c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '065be54b-ad29-48b1-b6fe-d9b8c3dc0f3f', 'code': 200} Jul 06 12:36:07.645481 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] Pushing event updated for resources: {'Port': ['ID=065be54b-ad29-48b1-b6fe-d9b8c3dc0f3f,revision_number=5']} {{(pid=93089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:36:07.655172 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-c7dda0e8-6baa-40dd-87e6-23c808c0032c req-3b7c5f4a-ef81-4ae0-90e8-02ae27bfdb2e service neutron] 10.222.0.100 "GET /v2.0/networks/13aecddf-3646-4770-a1b4-1e59fdf991f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1069202 Jul 06 12:36:07.745965 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-c7dda0e8-6baa-40dd-87e6-23c808c0032c req-62b95a96-589e-4b10-bc53-49f3796508c5 service neutron] 10.222.0.100 "GET /v2.0/networks/13aecddf-3646-4770-a1b4-1e59fdf991f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845020 Jul 06 12:36:07.919865 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00dd9a6-f4be-4a27-a80d-be6da64977c9 req-81ab53c2-f74f-4f67-a0c1-a433ab791c8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:36:07.922096 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-c00dd9a6-f4be-4a27-a80d-be6da64977c9 req-81ab53c2-f74f-4f67-a0c1-a433ab791c8f service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=77921296-2986-40f9-befb-a07a1e3ce61c HTTP/1.1" status: 200 len: 1098 time: 0.0669720 Jul 06 12:36:08.035805 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-c00dd9a6-f4be-4a27-a80d-be6da64977c9 req-b5b4c40b-3211-4dcb-82ad-fbab86e41350 service neutron] 10.222.0.100 "GET /v2.0/security-groups?id=31c6e5aa-8074-487a-8ec3-74c91673511d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954337 Jul 06 12:36:08.074548 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24a7ca3-9dea-4b81-b380-3904bc749cf1 req-5dd11b6b-23df-4909-81b7-95ae6a0edd33 tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:36:08.076092 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-d24a7ca3-9dea-4b81-b380-3904bc749cf1 req-5dd11b6b-23df-4909-81b7-95ae6a0edd33 tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] 10.222.0.106 "GET /v2.0/ports?device_id=6e7ef450-5624-4902-b27c-2433ff80c8d6 HTTP/1.1" status: 200 len: 945 time: 0.1344922 Jul 06 12:36:08.086057 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64193afb-1a28-4316-af85-454d7b850044 req-0717252b-253a-4eaf-9a06-396453bd2000 tempest-VolumesActionsTest-1848288174 tempest-VolumesActionsTest-1848288174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:36:08.087705 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-64193afb-1a28-4316-af85-454d7b850044 req-0717252b-253a-4eaf-9a06-396453bd2000 tempest-VolumesActionsTest-1848288174 tempest-VolumesActionsTest-1848288174-project] 10.222.0.106 "GET /v2.0/ports?device_id=77921296-2986-40f9-befb-a07a1e3ce61c HTTP/1.1" status: 200 len: 945 time: 0.1393452 Jul 06 12:36:08.152322 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-d24a7ca3-9dea-4b81-b380-3904bc749cf1 req-7e9b77bf-81cf-421a-9f86-b641628b1fd0 tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] 10.222.0.106 "GET /v2.0/security-groups?id=40905771-c081-4627-88f4-91e0391ae15d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0636108 Jul 06 12:36:08.160557 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-64193afb-1a28-4316-af85-454d7b850044 req-e770d2c8-177e-48c1-b8a1-9e0e4f5e9fa8 tempest-VolumesActionsTest-1848288174 tempest-VolumesActionsTest-1848288174-project] 10.222.0.106 "GET /v2.0/security-groups?id=31c6e5aa-8074-487a-8ec3-74c91673511d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647140 Jul 06 12:36:08.653433 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c582f4-e29b-40bc-a1b2-dcf898746780 req-783f20b8-94bf-438d-8efb-5babddb19b32 tempest-ServerRescueNegativeTestJSON-1447075807 tempest-ServerRescueNegativeTestJSON-1447075807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:36:08.654964 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-d0c582f4-e29b-40bc-a1b2-dcf898746780 req-783f20b8-94bf-438d-8efb-5babddb19b32 tempest-ServerRescueNegativeTestJSON-1447075807 tempest-ServerRescueNegativeTestJSON-1447075807-project] 10.222.0.106 "GET /v2.0/ports?device_id=033daae3-3614-4270-a8cd-62b72de71ec3 HTTP/1.1" status: 200 len: 945 time: 0.0698075 Jul 06 12:36:08.693532 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-d0c582f4-e29b-40bc-a1b2-dcf898746780 req-03413db4-d5c1-40fa-9d33-6bb261a7146a tempest-ServerRescueNegativeTestJSON-1447075807 tempest-ServerRescueNegativeTestJSON-1447075807-project] 10.222.0.106 "GET /v2.0/security-groups?id=4d78ff5b-ed74-4775-b2e7-af8cfc6a5bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328109 Jul 06 12:36:09.379387 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98512436-357d-4090-ade7-1fb3898c13b3 req-34305ec9-dfaf-4392-a5c5-4e38f76691f1 tempest-VolumesActionsTest-1848288174 tempest-VolumesActionsTest-1848288174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:36:09.380915 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-98512436-357d-4090-ade7-1fb3898c13b3 req-34305ec9-dfaf-4392-a5c5-4e38f76691f1 tempest-VolumesActionsTest-1848288174 tempest-VolumesActionsTest-1848288174-project] 10.222.0.106 "GET /v2.0/ports?device_id=77921296-2986-40f9-befb-a07a1e3ce61c HTTP/1.1" status: 200 len: 945 time: 0.0977993 Jul 06 12:36:09.393256 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0880a0f5-e176-40f6-a422-93a0375289de req-8a955336-27ed-4340-ae8f-21b41c3c72d6 tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:36:09.394816 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-0880a0f5-e176-40f6-a422-93a0375289de req-8a955336-27ed-4340-ae8f-21b41c3c72d6 tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] 10.222.0.106 "GET /v2.0/ports?device_id=6e7ef450-5624-4902-b27c-2433ff80c8d6 HTTP/1.1" status: 200 len: 945 time: 0.1207626 Jul 06 12:36:09.449562 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-98512436-357d-4090-ade7-1fb3898c13b3 req-a8cf81cc-0d3d-41e9-b944-66e43b00ad8e tempest-VolumesActionsTest-1848288174 tempest-VolumesActionsTest-1848288174-project] 10.222.0.106 "GET /v2.0/security-groups?id=31c6e5aa-8074-487a-8ec3-74c91673511d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536218 Jul 06 12:36:09.457593 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-0880a0f5-e176-40f6-a422-93a0375289de req-ce34229e-e02c-4fb7-8bc8-4b4c756de9c7 tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] 10.222.0.106 "GET /v2.0/security-groups?id=40905771-c081-4627-88f4-91e0391ae15d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556393 Jul 06 12:36:09.885616 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71bb06bf-f4da-4918-abbe-8425c0729375 req-71b90961-e274-4d8b-ac4f-af3f55905404 tempest-ServerRescueNegativeTestJSON-1447075807 tempest-ServerRescueNegativeTestJSON-1447075807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:36:09.887348 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-71bb06bf-f4da-4918-abbe-8425c0729375 req-71b90961-e274-4d8b-ac4f-af3f55905404 tempest-ServerRescueNegativeTestJSON-1447075807 tempest-ServerRescueNegativeTestJSON-1447075807-project] 10.222.0.106 "GET /v2.0/ports?device_id=033daae3-3614-4270-a8cd-62b72de71ec3 HTTP/1.1" status: 200 len: 945 time: 0.0804446 Jul 06 12:36:09.929434 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-71bb06bf-f4da-4918-abbe-8425c0729375 req-c886ae49-168a-4302-bbe6-b970f8ba1dcb tempest-ServerRescueNegativeTestJSON-1447075807 tempest-ServerRescueNegativeTestJSON-1447075807-project] 10.222.0.106 "GET /v2.0/security-groups?id=4d78ff5b-ed74-4775-b2e7-af8cfc6a5bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351341 Jul 06 12:36:10.015585 dv-cinder-799631-1-iscsi neutron-server[93090]: DEBUG neutron.db.agents_db [None req-df1e7349-c09a-47b1-8f5e-4c337b6ca707 None None] Agent healthcheck: found 6 active agents {{(pid=93090) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 12:36:10.062333 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b2be3e-4c5a-469c-8fe8-00ac0a384879 req-d309aacd-3227-4a77-b9fd-b0261e91580d tempest-AttachVolumeNegativeTest-317369925 tempest-AttachVolumeNegativeTest-317369925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:36:10.063836 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-32b2be3e-4c5a-469c-8fe8-00ac0a384879 req-d309aacd-3227-4a77-b9fd-b0261e91580d tempest-AttachVolumeNegativeTest-317369925 tempest-AttachVolumeNegativeTest-317369925-project] 10.222.0.106 "GET /v2.0/ports?device_id=cccd1a32-d136-493a-8952-b0e4564b33a0 HTTP/1.1" status: 200 len: 945 time: 0.0648816 Jul 06 12:36:10.107221 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-32b2be3e-4c5a-469c-8fe8-00ac0a384879 req-5b552d2b-1a49-4e6c-a8ed-c3024905a9aa tempest-AttachVolumeNegativeTest-317369925 tempest-AttachVolumeNegativeTest-317369925-project] 10.222.0.106 "GET /v2.0/security-groups?id=a7a3a38a-2b2f-449e-b642-1996735c584e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370395 Jul 06 12:36:10.511034 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-1191a6b1-5836-4daa-94fb-5edb55117d6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730293992524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912513'] for agent, after_update {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:36:10.708181 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805d2caf-8d03-4314-9c49-56350f261744 req-eccb4662-7e3f-4373-bc2c-df19a18fda74 tempest-VolumesActionsTest-1848288174 tempest-VolumesActionsTest-1848288174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:36:10.709675 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-805d2caf-8d03-4314-9c49-56350f261744 req-eccb4662-7e3f-4373-bc2c-df19a18fda74 tempest-VolumesActionsTest-1848288174 tempest-VolumesActionsTest-1848288174-project] 10.222.0.106 "GET /v2.0/ports?device_id=77921296-2986-40f9-befb-a07a1e3ce61c HTTP/1.1" status: 200 len: 945 time: 0.1023898 Jul 06 12:36:10.721379 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd394ed6-f652-47b6-b6ba-d14174c4fa24 req-106bc367-ab14-46b3-94aa-3ada07030d76 tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:36:10.722793 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-bd394ed6-f652-47b6-b6ba-d14174c4fa24 req-106bc367-ab14-46b3-94aa-3ada07030d76 tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] 10.222.0.106 "GET /v2.0/ports?device_id=6e7ef450-5624-4902-b27c-2433ff80c8d6 HTTP/1.1" status: 200 len: 945 time: 0.0880642 Jul 06 12:36:10.777650 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-805d2caf-8d03-4314-9c49-56350f261744 req-94df6f74-c83e-4b4f-8bc4-d831b7a44e59 tempest-VolumesActionsTest-1848288174 tempest-VolumesActionsTest-1848288174-project] 10.222.0.106 "GET /v2.0/security-groups?id=31c6e5aa-8074-487a-8ec3-74c91673511d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538867 Jul 06 12:36:10.780537 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-bd394ed6-f652-47b6-b6ba-d14174c4fa24 req-ea25c2e5-aa67-4f3f-a165-e5e258aaf70a tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] 10.222.0.106 "GET /v2.0/security-groups?id=40905771-c081-4627-88f4-91e0391ae15d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508268 Jul 06 12:36:10.896234 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-3dd6613b-aa53-445d-9a05-4c085a94a05e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730293992524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912513'] for agent, after_update {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:36:11.191259 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb3c58b-0040-4b2a-9ebf-e881cca05502 req-d098b4e1-d289-4756-8533-08e4739e5b73 tempest-ServerRescueNegativeTestJSON-1447075807 tempest-ServerRescueNegativeTestJSON-1447075807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:36:11.192800 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-fcb3c58b-0040-4b2a-9ebf-e881cca05502 req-d098b4e1-d289-4756-8533-08e4739e5b73 tempest-ServerRescueNegativeTestJSON-1447075807 tempest-ServerRescueNegativeTestJSON-1447075807-project] 10.222.0.106 "GET /v2.0/ports?device_id=033daae3-3614-4270-a8cd-62b72de71ec3 HTTP/1.1" status: 200 len: 945 time: 0.0953491 Jul 06 12:36:11.237452 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-fcb3c58b-0040-4b2a-9ebf-e881cca05502 req-7394d672-136e-48ac-bc4f-07b645ed6578 tempest-ServerRescueNegativeTestJSON-1447075807 tempest-ServerRescueNegativeTestJSON-1447075807-project] 10.222.0.106 "GET /v2.0/security-groups?id=4d78ff5b-ed74-4775-b2e7-af8cfc6a5bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378542 Jul 06 12:36:11.369655 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.rpc [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] Device 057b7972-8038-462b-a4be-2b65931cb8ce no longer exists at agent hyperv_hv-cinder-79963 {{(pid=93089) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:36:11.377287 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c0233a-08e8-4b61-b875-3df4b9849d1d req-eeaebdad-9400-4ae8-b2f2-ef5afd7092a5 tempest-AttachVolumeNegativeTest-317369925 tempest-AttachVolumeNegativeTest-317369925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:36:11.379098 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-15c0233a-08e8-4b61-b875-3df4b9849d1d req-eeaebdad-9400-4ae8-b2f2-ef5afd7092a5 tempest-AttachVolumeNegativeTest-317369925 tempest-AttachVolumeNegativeTest-317369925-project] 10.222.0.106 "GET /v2.0/ports?device_id=cccd1a32-d136-493a-8952-b0e4564b33a0 HTTP/1.1" status: 200 len: 945 time: 0.0689218 Jul 06 12:36:11.391347 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.plugin [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] No Port match for: 057b7972-8038-462b-a4be-2b65931cb8ce {{(pid=93089) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:36:11.391703 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.rpc [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] Device 057b7972-8038-462b-a4be-2b65931cb8ce not bound to the agent host hv-cinder-79963 {{(pid=93089) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:36:11.392119 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.rpc [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] Device a56aa29c-b3e1-4005-85bd-6200a036b83d no longer exists at agent hyperv_hv-cinder-79963 {{(pid=93089) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:36:11.435232 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-15c0233a-08e8-4b61-b875-3df4b9849d1d req-9f5a3dad-4036-40a1-b5a1-8450e478a193 tempest-AttachVolumeNegativeTest-317369925 tempest-AttachVolumeNegativeTest-317369925-project] 10.222.0.106 "GET /v2.0/security-groups?id=a7a3a38a-2b2f-449e-b642-1996735c584e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481243 Jul 06 12:36:11.483499 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772861'] for port, before_update {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:36:11.506118 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-59602645-7b03-4a79-8c54-32befe919dd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730293992524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912513'] for agent, after_update {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:36:11.520439 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e7ef450-5624-4902-b27c-2433ff80c8d6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a56aa29c-b3e1-4005-85bd-6200a036b83d'}] {{(pid=93089) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:36:11.522904 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.106/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe93d3bb6f6ea65552dd5d1819c289058d75ea396ac2be612a447f7071fdb995" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d551e37f-911e-4150-8613-4455c4d792cd" -d '{"events": [{"server_uuid": "6e7ef450-5624-4902-b27c-2433ff80c8d6", "name": "network-vif-unplugged", "status": "completed", "tag": "a56aa29c-b3e1-4005-85bd-6200a036b83d"}]}' {{(pid=93089) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:36:11.539566 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.db [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] For port a56aa29c-b3e1-4005-85bd-6200a036b83d, host hv-cinder-79963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79963',level=0,port_id=a56aa29c-b3e1-4005-85bd-6200a036b83d,segment=NetworkSegment(9563ba30-5ba5-46ca-802a-73eb0aa117e8),segment_id=9563ba30-5ba5-46ca-802a-73eb0aa117e8)] {{(pid=93089) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:36:11.545787 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-772913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730294210856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730293689582', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730293689631'] for port, after_update {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:36:11.600093 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] Pushing event updated for resources: {'Port': ['ID=a56aa29c-b3e1-4005-85bd-6200a036b83d,revision_number=8']} {{(pid=93089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:36:11.692387 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5a1497-6536-43c0-93df-71c54c13cb5a req-5f5f4a7e-05ac-42c4-bf47-620b91a479aa tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:36:11.695574 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-6e5a1497-6536-43c0-93df-71c54c13cb5a req-5f5f4a7e-05ac-42c4-bf47-620b91a479aa tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] 10.222.0.106 "GET /v2.0/ports?device_id=6e7ef450-5624-4902-b27c-2433ff80c8d6 HTTP/1.1" status: 200 len: 943 time: 0.0737176 Jul 06 12:36:11.739983 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-6e5a1497-6536-43c0-93df-71c54c13cb5a req-81eab490-59c4-46ce-9fbf-9ba520e24cd7 tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] 10.222.0.106 "GET /v2.0/security-groups?id=40905771-c081-4627-88f4-91e0391ae15d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399170 Jul 06 12:36:11.752862 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 06 Jul 2021 12:36:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4eb02f1e-c548-42be-83c1-ab87573152fd x-openstack-request-id: req-4eb02f1e-c548-42be-83c1-ab87573152fd {{(pid=93089) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:36:11.753153 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e7ef450-5624-4902-b27c-2433ff80c8d6", "name": "network-vif-unplugged", "status": "failed", "tag": "a56aa29c-b3e1-4005-85bd-6200a036b83d", "code": 422}]} {{(pid=93089) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:36:11.753422 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.106/compute/v2.1/os-server-external-events used request id req-4eb02f1e-c548-42be-83c1-ab87573152fd {{(pid=93089) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:36:11.753860 dv-cinder-799631-1-iscsi neutron-server[93089]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '6e7ef450-5624-4902-b27c-2433ff80c8d6', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'a56aa29c-b3e1-4005-85bd-6200a036b83d', 'code': 422} returned with failed status Jul 06 12:36:11.925751 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2553f8-8336-4f76-8966-304ce784a8bc req-cc020ca7-27d1-4cb8-9690-2462ab04c190 tempest-VolumesActionsTest-1848288174 tempest-VolumesActionsTest-1848288174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:36:11.927366 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-ad2553f8-8336-4f76-8966-304ce784a8bc req-cc020ca7-27d1-4cb8-9690-2462ab04c190 tempest-VolumesActionsTest-1848288174 tempest-VolumesActionsTest-1848288174-project] 10.222.0.106 "GET /v2.0/ports?device_id=77921296-2986-40f9-befb-a07a1e3ce61c HTTP/1.1" status: 200 len: 945 time: 0.0767379 Jul 06 12:36:11.967124 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-ad2553f8-8336-4f76-8966-304ce784a8bc req-aaf31427-a7d4-4abc-84bd-75485073d2fe tempest-VolumesActionsTest-1848288174 tempest-VolumesActionsTest-1848288174-project] 10.222.0.106 "GET /v2.0/security-groups?id=31c6e5aa-8074-487a-8ec3-74c91673511d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341201 Jul 06 12:36:12.034104 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.wsgi [-] (93087) accepted ('10.222.0.106', 51390) {{(pid=93087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:36:12.133694 dv-cinder-799631-1-iscsi neutron-server[93087]: INFO neutron.wsgi [req-37168f59-a992-4774-afa3-e204514105a1 req-ba3551f3-3c2c-4b30-bf3e-82de52b4b814 service neutron] 10.222.0.106 "GET /v2.0/ports?device_id=6e7ef450-5624-4902-b27c-2433ff80c8d6&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0981576 Jul 06 12:36:12.200445 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14dab4a0-8ca5-4670-8a5b-b189de4dd06d req-bebf73f2-1b84-4843-a383-ade934a899f8 tempest-AttachVolumeNegativeTest-317369925 tempest-AttachVolumeNegativeTest-317369925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:36:12.201901 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-14dab4a0-8ca5-4670-8a5b-b189de4dd06d req-bebf73f2-1b84-4843-a383-ade934a899f8 tempest-AttachVolumeNegativeTest-317369925 tempest-AttachVolumeNegativeTest-317369925-project] 10.222.0.100 "GET /v2.0/ports?device_id=cccd1a32-d136-493a-8952-b0e4564b33a0 HTTP/1.1" status: 200 len: 945 time: 0.0620482 Jul 06 12:36:12.322701 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.plugins.ml2.plugin [req-14dab4a0-8ca5-4670-8a5b-b189de4dd06d req-a9348f14-9b89-4e91-a524-0cfa9990068c tempest-AttachVolumeNegativeTest-317369925 tempest-AttachVolumeNegativeTest-317369925-project] Deleting port 7ec054dc-f674-43ab-9d3a-40842deed6bd {{(pid=93088) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:36:12.323043 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [req-14dab4a0-8ca5-4670-8a5b-b189de4dd06d req-a9348f14-9b89-4e91-a524-0cfa9990068c tempest-AttachVolumeNegativeTest-317369925 tempest-AttachVolumeNegativeTest-317369925-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730294201564'] for port, before_delete {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:36:12.457222 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.plugins.ml2.db [req-14dab4a0-8ca5-4670-8a5b-b189de4dd06d req-a9348f14-9b89-4e91-a524-0cfa9990068c tempest-AttachVolumeNegativeTest-317369925 tempest-AttachVolumeNegativeTest-317369925-project] For port 7ec054dc-f674-43ab-9d3a-40842deed6bd, host hv-cinder-79963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79963',level=0,port_id=7ec054dc-f674-43ab-9d3a-40842deed6bd,segment=NetworkSegment(dddb28fa-4fad-449a-82ce-8e0f70343f0f),segment_id=dddb28fa-4fad-449a-82ce-8e0f70343f0f)] {{(pid=93088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:36:12.457476 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [req-14dab4a0-8ca5-4670-8a5b-b189de4dd06d req-a9348f14-9b89-4e91-a524-0cfa9990068c tempest-AttachVolumeNegativeTest-317369925 tempest-AttachVolumeNegativeTest-317369925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813012'] for port, precommit_delete {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:36:12.476961 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.plugins.ml2.plugin [req-14dab4a0-8ca5-4670-8a5b-b189de4dd06d req-a9348f14-9b89-4e91-a524-0cfa9990068c tempest-AttachVolumeNegativeTest-317369925 tempest-AttachVolumeNegativeTest-317369925-project] Calling delete_port for 7ec054dc-f674-43ab-9d3a-40842deed6bd owned by compute:nova {{(pid=93088) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:36:12.499341 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f306cb3-611e-4611-8a41-f6b6bdcfea76 req-a0185f3e-159f-4fd4-8a64-89a83278dd28 tempest-ServerRescueNegativeTestJSON-1447075807 tempest-ServerRescueNegativeTestJSON-1447075807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:36:12.500874 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-7f306cb3-611e-4611-8a41-f6b6bdcfea76 req-a0185f3e-159f-4fd4-8a64-89a83278dd28 tempest-ServerRescueNegativeTestJSON-1447075807 tempest-ServerRescueNegativeTestJSON-1447075807-project] 10.222.0.106 "GET /v2.0/ports?device_id=033daae3-3614-4270-a8cd-62b72de71ec3 HTTP/1.1" status: 200 len: 945 time: 0.1310437 Jul 06 12:36:12.615487 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-7f306cb3-611e-4611-8a41-f6b6bdcfea76 req-f5e72da3-8b7c-4050-9064-a2916cb1f004 tempest-ServerRescueNegativeTestJSON-1447075807 tempest-ServerRescueNegativeTestJSON-1447075807-project] 10.222.0.106 "GET /v2.0/security-groups?id=4d78ff5b-ed74-4775-b2e7-af8cfc6a5bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788686 Jul 06 12:36:12.690985 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d551d8c-b660-4371-8bf1-ff8ef8ddba8c req-959deb62-fde2-40f2-9afa-c8c71b2e0a6e tempest-AttachVolumeNegativeTest-317369925 tempest-AttachVolumeNegativeTest-317369925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:36:12.692483 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-3d551d8c-b660-4371-8bf1-ff8ef8ddba8c req-959deb62-fde2-40f2-9afa-c8c71b2e0a6e tempest-AttachVolumeNegativeTest-317369925 tempest-AttachVolumeNegativeTest-317369925-project] 10.222.0.106 "GET /v2.0/ports?device_id=cccd1a32-d136-493a-8952-b0e4564b33a0 HTTP/1.1" status: 200 len: 945 time: 0.1270061 Jul 06 12:36:12.716085 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [req-14dab4a0-8ca5-4670-8a5b-b189de4dd06d req-a9348f14-9b89-4e91-a524-0cfa9990068c tempest-AttachVolumeNegativeTest-317369925 tempest-AttachVolumeNegativeTest-317369925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-772913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730294210838', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730293689573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63638200'] for port, after_delete {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:36:12.747724 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9348f14-9b89-4e91-a524-0cfa9990068c tempest-AttachVolumeNegativeTest-317369925 tempest-AttachVolumeNegativeTest-317369925-project] Pushing event deleted for resources: {'Port': ['ID=7ec054dc-f674-43ab-9d3a-40842deed6bd,revision_number=None']} {{(pid=93088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:36:12.753917 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.db [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] get_ports_and_sgs() called for port_ids ['7ec054dc-f674-43ab-9d3a-40842deed6bd'] {{(pid=93089) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 12:36:12.786570 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-3d551d8c-b660-4371-8bf1-ff8ef8ddba8c req-aea71256-f9d5-47fc-a189-2b18702361ba tempest-AttachVolumeNegativeTest-317369925 tempest-AttachVolumeNegativeTest-317369925-project] 10.222.0.106 "GET /v2.0/security-groups?id=a7a3a38a-2b2f-449e-b642-1996735c584e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860369 Jul 06 12:36:12.809682 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.db.l3_dvrscheduler_db [req-14dab4a0-8ca5-4670-8a5b-b189de4dd06d req-a9348f14-9b89-4e91-a524-0cfa9990068c tempest-AttachVolumeNegativeTest-317369925 tempest-AttachVolumeNegativeTest-317369925-project] No DVR routers for this DVR port 7ec054dc-f674-43ab-9d3a-40842deed6bd on host hv-cinder-79963 {{(pid=93088) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:36:12.812488 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [req-14dab4a0-8ca5-4670-8a5b-b189de4dd06d req-a9348f14-9b89-4e91-a524-0cfa9990068c tempest-AttachVolumeNegativeTest-317369925 tempest-AttachVolumeNegativeTest-317369925-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473541'] for port, before_response {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:36:12.814555 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-14dab4a0-8ca5-4670-8a5b-b189de4dd06d req-a9348f14-9b89-4e91-a524-0cfa9990068c tempest-AttachVolumeNegativeTest-317369925 tempest-AttachVolumeNegativeTest-317369925-project] 10.222.0.100 "DELETE /v2.0/ports/7ec054dc-f674-43ab-9d3a-40842deed6bd HTTP/1.1" status: 204 len: 173 time: 0.6069245 Jul 06 12:36:12.814991 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cccd1a32-d136-493a-8952-b0e4564b33a0', 'name': 'network-vif-deleted', 'tag': '7ec054dc-f674-43ab-9d3a-40842deed6bd'}] {{(pid=93088) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:36:12.817726 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.106/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9084e8bb467df778e8c5a57eadfa6056a7986fbfd2ee9905f143c38c4b95db31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54c1272e-565c-4a88-955f-21601b315ecd" -d '{"events": [{"server_uuid": "cccd1a32-d136-493a-8952-b0e4564b33a0", "name": "network-vif-deleted", "tag": "7ec054dc-f674-43ab-9d3a-40842deed6bd"}]}' {{(pid=93088) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:36:12.862410 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 12:36:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bba733ab-8114-41e7-9e08-2bcbb69e207f x-openstack-request-id: req-bba733ab-8114-41e7-9e08-2bcbb69e207f {{(pid=93088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:36:12.862676 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cccd1a32-d136-493a-8952-b0e4564b33a0", "name": "network-vif-deleted", "tag": "7ec054dc-f674-43ab-9d3a-40842deed6bd", "status": "completed", "code": 200}]} {{(pid=93088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:36:12.862922 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.106/compute/v2.1/os-server-external-events used request id req-bba733ab-8114-41e7-9e08-2bcbb69e207f {{(pid=93088) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:36:12.863344 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cccd1a32-d136-493a-8952-b0e4564b33a0', 'name': 'network-vif-deleted', 'tag': '7ec054dc-f674-43ab-9d3a-40842deed6bd', 'status': 'completed', 'code': 200} Jul 06 12:36:12.957860 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d597796c-53f1-4741-aa7e-15dc47d05c8f req-b0675bf0-5ee1-4289-8937-4263f969b525 tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:36:12.959381 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-d597796c-53f1-4741-aa7e-15dc47d05c8f req-b0675bf0-5ee1-4289-8937-4263f969b525 tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] 10.222.0.106 "GET /v2.0/ports?device_id=6e7ef450-5624-4902-b27c-2433ff80c8d6 HTTP/1.1" status: 200 len: 943 time: 0.0646679 Jul 06 12:36:12.998242 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-d597796c-53f1-4741-aa7e-15dc47d05c8f req-60165186-75eb-429c-9bd4-44efd3f77a44 tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] 10.222.0.106 "GET /v2.0/security-groups?id=40905771-c081-4627-88f4-91e0391ae15d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331032 Jul 06 12:36:13.064009 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-eaae0be5-6402-4968-ae30-74f1a6482786 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730293992524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912513'] for agent, after_update {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:36:13.146171 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5627927f-53cc-448c-8a11-5ef94003fc2d req-a35eb40d-4f42-4200-932a-41c926b6f7de tempest-VolumesActionsTest-1848288174 tempest-VolumesActionsTest-1848288174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:36:13.147707 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-5627927f-53cc-448c-8a11-5ef94003fc2d req-a35eb40d-4f42-4200-932a-41c926b6f7de tempest-VolumesActionsTest-1848288174 tempest-VolumesActionsTest-1848288174-project] 10.222.0.106 "GET /v2.0/ports?device_id=77921296-2986-40f9-befb-a07a1e3ce61c HTTP/1.1" status: 200 len: 945 time: 0.0659046 Jul 06 12:36:13.187533 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-5627927f-53cc-448c-8a11-5ef94003fc2d req-94bdab3f-c4fc-40cb-a00a-8723ae69c1e3 tempest-VolumesActionsTest-1848288174 tempest-VolumesActionsTest-1848288174-project] 10.222.0.106 "GET /v2.0/security-groups?id=31c6e5aa-8074-487a-8ec3-74c91673511d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341601 Jul 06 12:36:13.834198 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee21da50-c718-43ef-a346-f0160201a2b5 req-ae4c3b63-8a68-42e5-8c30-4d191d3cdd92 tempest-ServerRescueNegativeTestJSON-1447075807 tempest-ServerRescueNegativeTestJSON-1447075807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:36:13.835908 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-ee21da50-c718-43ef-a346-f0160201a2b5 req-ae4c3b63-8a68-42e5-8c30-4d191d3cdd92 tempest-ServerRescueNegativeTestJSON-1447075807 tempest-ServerRescueNegativeTestJSON-1447075807-project] 10.222.0.106 "GET /v2.0/ports?device_id=033daae3-3614-4270-a8cd-62b72de71ec3 HTTP/1.1" status: 200 len: 945 time: 0.0938017 Jul 06 12:36:13.889826 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.wsgi [-] (93087) accepted ('10.222.0.106', 51414) {{(pid=93087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:36:13.892142 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f39803a-987e-4361-b144-f2272e13489f req-bc220cf6-0d4b-43d4-9894-4fd5074c0fd2 tempest-VolumesActionsTest-1848288174 tempest-VolumesActionsTest-1848288174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:36:13.894610 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-1f39803a-987e-4361-b144-f2272e13489f req-bc220cf6-0d4b-43d4-9894-4fd5074c0fd2 tempest-VolumesActionsTest-1848288174 tempest-VolumesActionsTest-1848288174-project] 10.222.0.100 "GET /v2.0/ports?device_id=77921296-2986-40f9-befb-a07a1e3ce61c HTTP/1.1" status: 200 len: 945 time: 0.1094573 Jul 06 12:36:13.896687 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-ee21da50-c718-43ef-a346-f0160201a2b5 req-f2285bc9-485c-4107-b5cd-79583f0ebbba tempest-ServerRescueNegativeTestJSON-1447075807 tempest-ServerRescueNegativeTestJSON-1447075807-project] 10.222.0.106 "GET /v2.0/security-groups?id=4d78ff5b-ed74-4775-b2e7-af8cfc6a5bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538425 Jul 06 12:36:13.942320 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.db.db_base_plugin_v2 [None req-d9da5e30-649a-40ac-a987-677ca52273d8 admin admin] Deleting subnet 5c20e391-4427-4186-8795-33a479ca2372 {{(pid=93087) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 12:36:13.945595 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-d9da5e30-649a-40ac-a987-677ca52273d8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:36:14.008653 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.plugins.ml2.plugin [req-1f39803a-987e-4361-b144-f2272e13489f req-91994d43-0bf5-4ec3-a695-84b5f4ad380a tempest-VolumesActionsTest-1848288174 tempest-VolumesActionsTest-1848288174-project] Deleting port 065be54b-ad29-48b1-b6fe-d9b8c3dc0f3f {{(pid=93088) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:36:14.009029 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [req-1f39803a-987e-4361-b144-f2272e13489f req-91994d43-0bf5-4ec3-a695-84b5f4ad380a tempest-VolumesActionsTest-1848288174 tempest-VolumesActionsTest-1848288174-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730294201564'] for port, before_delete {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:36:14.102686 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.plugins.ml2.db [req-1f39803a-987e-4361-b144-f2272e13489f req-91994d43-0bf5-4ec3-a695-84b5f4ad380a tempest-VolumesActionsTest-1848288174 tempest-VolumesActionsTest-1848288174-project] For port 065be54b-ad29-48b1-b6fe-d9b8c3dc0f3f, host hv-cinder-79963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79963',level=0,port_id=065be54b-ad29-48b1-b6fe-d9b8c3dc0f3f,segment=NetworkSegment(1b965a16-d2a7-441e-97d3-c7552a4af474),segment_id=1b965a16-d2a7-441e-97d3-c7552a4af474)] {{(pid=93088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:36:14.103027 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [req-1f39803a-987e-4361-b144-f2272e13489f req-91994d43-0bf5-4ec3-a695-84b5f4ad380a tempest-VolumesActionsTest-1848288174 tempest-VolumesActionsTest-1848288174-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813012'] for port, precommit_delete {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:36:14.123269 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.plugins.ml2.plugin [req-1f39803a-987e-4361-b144-f2272e13489f req-91994d43-0bf5-4ec3-a695-84b5f4ad380a tempest-VolumesActionsTest-1848288174 tempest-VolumesActionsTest-1848288174-project] Calling delete_port for 065be54b-ad29-48b1-b6fe-d9b8c3dc0f3f owned by compute:nova {{(pid=93088) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:36:14.196828 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-d9da5e30-649a-40ac-a987-677ca52273d8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66964378'] for subnet, precommit_delete_associations {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:36:14.243484 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-d9da5e30-649a-40ac-a987-677ca52273d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-892766'] for subnet, precommit_delete {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:36:14.260006 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a93797-78cf-429e-8e7e-5cb0b742113e req-37246efd-c682-499a-8af8-af0cca593de4 tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:36:14.261741 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-57a93797-78cf-429e-8e7e-5cb0b742113e req-37246efd-c682-499a-8af8-af0cca593de4 tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] 10.222.0.106 "GET /v2.0/ports?device_id=6e7ef450-5624-4902-b27c-2433ff80c8d6 HTTP/1.1" status: 200 len: 943 time: 0.1264875 Jul 06 12:36:14.360991 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-57a93797-78cf-429e-8e7e-5cb0b742113e req-a8b6dd69-2c1d-4f08-89c6-4696b08149bd tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] 10.222.0.106 "GET /v2.0/security-groups?id=40905771-c081-4627-88f4-91e0391ae15d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0845490 Jul 06 12:36:14.381037 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [req-1f39803a-987e-4361-b144-f2272e13489f req-91994d43-0bf5-4ec3-a695-84b5f4ad380a tempest-VolumesActionsTest-1848288174 tempest-VolumesActionsTest-1848288174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-772913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730294210838', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730293689573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63638200'] for port, after_delete {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:36:14.429863 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91994d43-0bf5-4ec3-a695-84b5f4ad380a tempest-VolumesActionsTest-1848288174 tempest-VolumesActionsTest-1848288174-project] Pushing event deleted for resources: {'Port': ['ID=065be54b-ad29-48b1-b6fe-d9b8c3dc0f3f,revision_number=None']} {{(pid=93088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:36:14.431330 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.db [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] get_ports_and_sgs() called for port_ids ['065be54b-ad29-48b1-b6fe-d9b8c3dc0f3f'] {{(pid=93089) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 12:36:14.451142 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-d9da5e30-649a-40ac-a987-677ca52273d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-892759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1774543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65517717', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-67091198'] for subnet, after_delete {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:36:14.486457 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f39803a-987e-4361-b144-f2272e13489f req-91994d43-0bf5-4ec3-a695-84b5f4ad380a tempest-VolumesActionsTest-1848288174 tempest-VolumesActionsTest-1848288174-project] No DVR routers for this DVR port 065be54b-ad29-48b1-b6fe-d9b8c3dc0f3f on host hv-cinder-79963 {{(pid=93088) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:36:14.491369 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [req-1f39803a-987e-4361-b144-f2272e13489f req-91994d43-0bf5-4ec3-a695-84b5f4ad380a tempest-VolumesActionsTest-1848288174 tempest-VolumesActionsTest-1848288174-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473541'] for port, before_response {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:36:14.493513 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-1f39803a-987e-4361-b144-f2272e13489f req-91994d43-0bf5-4ec3-a695-84b5f4ad380a tempest-VolumesActionsTest-1848288174 tempest-VolumesActionsTest-1848288174-project] 10.222.0.100 "DELETE /v2.0/ports/065be54b-ad29-48b1-b6fe-d9b8c3dc0f3f HTTP/1.1" status: 204 len: 173 time: 0.5934436 Jul 06 12:36:14.501618 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6decd181-f9fa-4f50-aa17-4f378f5802c6 req-a3c522f0-647a-4a41-84cb-cbdf56663935 tempest-VolumesActionsTest-1848288174 tempest-VolumesActionsTest-1848288174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:36:14.503731 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37168f59-a992-4774-afa3-e204514105a1 req-18ded74d-b6d0-4d2f-a3b3-1c796269f672 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:36:14.503890 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-6decd181-f9fa-4f50-aa17-4f378f5802c6 req-a3c522f0-647a-4a41-84cb-cbdf56663935 tempest-VolumesActionsTest-1848288174 tempest-VolumesActionsTest-1848288174-project] 10.222.0.106 "GET /v2.0/ports?device_id=77921296-2986-40f9-befb-a07a1e3ce61c HTTP/1.1" status: 200 len: 867 time: 0.1628544 Jul 06 12:36:14.505320 dv-cinder-799631-1-iscsi neutron-server[93087]: INFO neutron.wsgi [req-37168f59-a992-4774-afa3-e204514105a1 req-18ded74d-b6d0-4d2f-a3b3-1c796269f672 service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=6e7ef450-5624-4902-b27c-2433ff80c8d6&tenant_id=b437ce926689452f91685757af8037a1 HTTP/1.1" status: 200 len: 1096 time: 0.2288678 Jul 06 12:36:14.508137 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9da5e30-649a-40ac-a987-677ca52273d8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5c20e391-4427-4186-8795-33a479ca2372,revision_number=None']} {{(pid=93087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:36:14.510101 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-d9da5e30-649a-40ac-a987-677ca52273d8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582504'] for subnet, before_response {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:36:14.511950 dv-cinder-799631-1-iscsi neutron-server[93087]: INFO neutron.wsgi [None req-d9da5e30-649a-40ac-a987-677ca52273d8 admin admin] 10.222.0.106 "DELETE /v2.0/subnets/5c20e391-4427-4186-8795-33a479ca2372 HTTP/1.1" status: 204 len: 168 time: 0.6209021 Jul 06 12:36:14.514687 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.wsgi [-] (93087) accepted ('10.222.0.106', 51420) {{(pid=93087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:36:14.593833 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-6decd181-f9fa-4f50-aa17-4f378f5802c6 req-46f2e841-b1ca-4b71-afcf-075778311c0c tempest-VolumesActionsTest-1848288174 tempest-VolumesActionsTest-1848288174-project] 10.222.0.106 "GET /v2.0/security-groups?id=31c6e5aa-8074-487a-8ec3-74c91673511d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614636 Jul 06 12:36:14.621034 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-fa56951d-968e-435e-b6a4-b3f83bdb2983 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-555043'] for network, before_delete {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:36:14.668673 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37168f59-a992-4774-afa3-e204514105a1 req-e973a7db-b249-4e56-abdf-df64324310c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:36:14.670155 dv-cinder-799631-1-iscsi neutron-server[93087]: INFO neutron.wsgi [req-37168f59-a992-4774-afa3-e204514105a1 req-e973a7db-b249-4e56-abdf-df64324310c0 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=b437ce926689452f91685757af8037a1&device_id=6e7ef450-5624-4902-b27c-2433ff80c8d6 HTTP/1.1" status: 200 len: 1096 time: 0.1130927 Jul 06 12:36:14.763459 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-fa56951d-968e-435e-b6a4-b3f83bdb2983 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-910539', 'neutron.services.segments.db._delete_segments_for_network-8730293992542'] for network, precommit_delete {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:36:14.776836 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.services.segments.db [None req-fa56951d-968e-435e-b6a4-b3f83bdb2983 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0139f472-5f20-48a6-a32c-3cd8224eeba1']}} {{(pid=93087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:36:14.789843 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.services.segments.db [None req-fa56951d-968e-435e-b6a4-b3f83bdb2983 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dddb28fa-4fad-449a-82ce-8e0f70343f0f') {'for_net_delete': True} {{(pid=93087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:36:14.790144 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.services.segments.db [None req-fa56951d-968e-435e-b6a4-b3f83bdb2983 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dddb28fa-4fad-449a-82ce-8e0f70343f0f') {} {{(pid=93087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:36:14.807352 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-fa56951d-968e-435e-b6a4-b3f83bdb2983 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730294219394', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66964365'] for segment, before_delete {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:36:14.829184 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37168f59-a992-4774-afa3-e204514105a1 req-f943bddd-5b05-4ca3-b9e2-80caf106632a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:36:14.830867 dv-cinder-799631-1-iscsi neutron-server[93087]: INFO neutron.wsgi [req-37168f59-a992-4774-afa3-e204514105a1 req-f943bddd-5b05-4ca3-b9e2-80caf106632a service neutron] 10.222.0.100 "GET /v2.0/networks?id=13aecddf-3646-4770-a1b4-1e59fdf991f5 HTTP/1.1" status: 200 len: 919 time: 0.1513271 Jul 06 12:36:14.831921 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-fa56951d-968e-435e-b6a4-b3f83bdb2983 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-886815'] for segment, precommit_delete {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:36:14.837596 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa56951d-968e-435e-b6a4-b3f83bdb2983 admin admin] Releasing vlan 1084 on physical network physnet1 to pool {{(pid=93087) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 12:36:14.838019 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-fa56951d-968e-435e-b6a4-b3f83bdb2983 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-886815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65517680'] for segment, after_delete {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:36:14.839649 dv-cinder-799631-1-iscsi neutron-server[93087]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:36:14.839649 dv-cinder-799631-1-iscsi neutron-server[93087]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:36:14.839649 dv-cinder-799631-1-iscsi neutron-server[93087]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:36:14.839649 dv-cinder-799631-1-iscsi neutron-server[93087]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:36:14.839649 dv-cinder-799631-1-iscsi neutron-server[93087]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:36:14.839649 dv-cinder-799631-1-iscsi neutron-server[93087]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:36:14.839649 dv-cinder-799631-1-iscsi neutron-server[93087]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:36:14.839649 dv-cinder-799631-1-iscsi neutron-server[93087]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:36:14.839649 dv-cinder-799631-1-iscsi neutron-server[93087]: Traceback (most recent call last): Jul 06 12:36:14.839649 dv-cinder-799631-1-iscsi neutron-server[93087]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 12:36:14.839649 dv-cinder-799631-1-iscsi neutron-server[93087]: timer() Jul 06 12:36:14.839649 dv-cinder-799631-1-iscsi neutron-server[93087]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 12:36:14.839649 dv-cinder-799631-1-iscsi neutron-server[93087]: cb(*args, **kw) Jul 06 12:36:14.839649 dv-cinder-799631-1-iscsi neutron-server[93087]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 12:36:14.839649 dv-cinder-799631-1-iscsi neutron-server[93087]: return func(*args, **kwargs) Jul 06 12:36:14.839649 dv-cinder-799631-1-iscsi neutron-server[93087]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 12:36:14.839649 dv-cinder-799631-1-iscsi neutron-server[93087]: self._notify() Jul 06 12:36:14.839649 dv-cinder-799631-1-iscsi neutron-server[93087]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 12:36:14.839649 dv-cinder-799631-1-iscsi neutron-server[93087]: self.callback(batched_events) Jul 06 12:36:14.839649 dv-cinder-799631-1-iscsi neutron-server[93087]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 12:36:14.839649 dv-cinder-799631-1-iscsi neutron-server[93087]: event.method(event) Jul 06 12:36:14.839649 dv-cinder-799631-1-iscsi neutron-server[93087]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 12:36:14.839649 dv-cinder-799631-1-iscsi neutron-server[93087]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 12:36:14.839649 dv-cinder-799631-1-iscsi neutron-server[93087]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 12:36:14.839649 dv-cinder-799631-1-iscsi neutron-server[93087]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 12:36:14.839649 dv-cinder-799631-1-iscsi neutron-server[93087]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 12:36:14.839649 dv-cinder-799631-1-iscsi neutron-server[93087]: return f(self, *a, **k) Jul 06 12:36:14.839649 dv-cinder-799631-1-iscsi neutron-server[93087]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 12:36:14.839649 dv-cinder-799631-1-iscsi neutron-server[93087]: return self._get(url).json() Jul 06 12:36:14.839649 dv-cinder-799631-1-iscsi neutron-server[93087]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 12:36:14.839649 dv-cinder-799631-1-iscsi neutron-server[93087]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 12:36:14.839649 dv-cinder-799631-1-iscsi neutron-server[93087]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 12:36:14.839649 dv-cinder-799631-1-iscsi neutron-server[93087]: return self.request(url, 'GET', **kwargs) Jul 06 12:36:14.839649 dv-cinder-799631-1-iscsi neutron-server[93087]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 12:36:14.839649 dv-cinder-799631-1-iscsi neutron-server[93087]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 12:36:14.839649 dv-cinder-799631-1-iscsi neutron-server[93087]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 12:36:14.839649 dv-cinder-799631-1-iscsi neutron-server[93087]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 12:36:14.839649 dv-cinder-799631-1-iscsi neutron-server[93087]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 12:36:14.839649 dv-cinder-799631-1-iscsi neutron-server[93087]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 12:36:14.839649 dv-cinder-799631-1-iscsi neutron-server[93087]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 12:36:14.864361 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77921296-2986-40f9-befb-a07a1e3ce61c', 'name': 'network-vif-deleted', 'tag': '065be54b-ad29-48b1-b6fe-d9b8c3dc0f3f'}] {{(pid=93088) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:36:14.866710 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.106/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9084e8bb467df778e8c5a57eadfa6056a7986fbfd2ee9905f143c38c4b95db31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ce0e625-52f8-4927-9a67-d4403cc6bfd7" -d '{"events": [{"server_uuid": "77921296-2986-40f9-befb-a07a1e3ce61c", "name": "network-vif-deleted", "tag": "065be54b-ad29-48b1-b6fe-d9b8c3dc0f3f"}]}' {{(pid=93088) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:36:14.902299 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 12:36:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a66d7754-efca-48fe-9a35-09d508fd6ce6 x-openstack-request-id: req-a66d7754-efca-48fe-9a35-09d508fd6ce6 {{(pid=93088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:36:14.902602 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77921296-2986-40f9-befb-a07a1e3ce61c", "name": "network-vif-deleted", "tag": "065be54b-ad29-48b1-b6fe-d9b8c3dc0f3f", "status": "completed", "code": 200}]} {{(pid=93088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:36:14.902852 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.106/compute/v2.1/os-server-external-events used request id req-a66d7754-efca-48fe-9a35-09d508fd6ce6 {{(pid=93088) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:36:14.903279 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77921296-2986-40f9-befb-a07a1e3ce61c', 'name': 'network-vif-deleted', 'tag': '065be54b-ad29-48b1-b6fe-d9b8c3dc0f3f', 'status': 'completed', 'code': 200} Jul 06 12:36:14.943706 dv-cinder-799631-1-iscsi neutron-server[93087]: INFO neutron.wsgi [req-37168f59-a992-4774-afa3-e204514105a1 req-c3ec4987-bc2b-4a66-9a42-239241df4b24 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a56aa29c-b3e1-4005-85bd-6200a036b83d HTTP/1.1" status: 200 len: 999 time: 0.1031873 Jul 06 12:36:14.945111 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-fa56951d-968e-435e-b6a4-b3f83bdb2983 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-910528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1774397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1764471'] for network, after_delete {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:36:14.950441 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-fa56951d-968e-435e-b6a4-b3f83bdb2983 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582504'] for network, before_response {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:36:14.954956 dv-cinder-799631-1-iscsi neutron-server[93087]: INFO neutron.wsgi [None req-fa56951d-968e-435e-b6a4-b3f83bdb2983 admin admin] 10.222.0.106 "DELETE /v2.0/networks/0139f472-5f20-48a6-a32c-3cd8224eeba1 HTTP/1.1" status: 204 len: 168 time: 0.4392078 Jul 06 12:36:14.974399 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa56951d-968e-435e-b6a4-b3f83bdb2983 admin admin] Pushing event deleted for resources: {'Network': ['ID=0139f472-5f20-48a6-a32c-3cd8224eeba1,revision_number=None']} {{(pid=93087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:36:15.029702 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37168f59-a992-4774-afa3-e204514105a1 req-e6000de4-0de2-4dd9-90d7-6001fcaa400e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:36:15.032577 dv-cinder-799631-1-iscsi neutron-server[93087]: INFO neutron.wsgi [req-37168f59-a992-4774-afa3-e204514105a1 req-e6000de4-0de2-4dd9-90d7-6001fcaa400e service neutron] 10.222.0.100 "GET /v2.0/subnets?id=26404b5b-3148-4b62-b08e-5f523f412d1e HTTP/1.1" status: 200 len: 856 time: 0.0760417 Jul 06 12:36:15.121736 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34f27b3-1e8d-43a6-9337-59f48ed6c80c req-2186b061-d495-48d4-94e6-da1faae9226d tempest-ServerRescueNegativeTestJSON-1447075807 tempest-ServerRescueNegativeTestJSON-1447075807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:36:15.123759 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-e34f27b3-1e8d-43a6-9337-59f48ed6c80c req-2186b061-d495-48d4-94e6-da1faae9226d tempest-ServerRescueNegativeTestJSON-1447075807 tempest-ServerRescueNegativeTestJSON-1447075807-project] 10.222.0.106 "GET /v2.0/ports?device_id=033daae3-3614-4270-a8cd-62b72de71ec3 HTTP/1.1" status: 200 len: 945 time: 0.0928888 Jul 06 12:36:15.152736 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37168f59-a992-4774-afa3-e204514105a1 req-00e79fcd-db3e-43a1-9aac-217b0d7e1c58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:36:15.156961 dv-cinder-799631-1-iscsi neutron-server[93087]: INFO neutron.wsgi [req-37168f59-a992-4774-afa3-e204514105a1 req-00e79fcd-db3e-43a1-9aac-217b0d7e1c58 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=13aecddf-3646-4770-a1b4-1e59fdf991f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1047475 Jul 06 12:36:15.206850 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-e34f27b3-1e8d-43a6-9337-59f48ed6c80c req-662a289b-e189-4fdb-8ed6-0c002b8b30e7 tempest-ServerRescueNegativeTestJSON-1447075807 tempest-ServerRescueNegativeTestJSON-1447075807-project] 10.222.0.106 "GET /v2.0/security-groups?id=4d78ff5b-ed74-4775-b2e7-af8cfc6a5bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754545 Jul 06 12:36:15.258368 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.wsgi [-] (93088) accepted ('10.222.0.106', 51428) {{(pid=93088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:36:15.269343 dv-cinder-799631-1-iscsi neutron-server[93087]: INFO neutron.wsgi [req-37168f59-a992-4774-afa3-e204514105a1 req-5cf2029e-cbcd-4acb-9824-f69469d9a7b0 service neutron] 10.222.0.100 "GET /v2.0/networks/13aecddf-3646-4770-a1b4-1e59fdf991f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0990326 Jul 06 12:36:15.306029 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [None req-e0df3136-58b9-4e1c-9541-e93c1e8c900d admin admin] 10.222.0.106 "GET /v2.0/security-groups?tenant_id=ffd269f97b9e4f3cbdf8841b0915444b&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0462003 Jul 06 12:36:15.308438 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.wsgi [-] (93088) accepted ('10.222.0.106', 51430) {{(pid=93088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:36:15.365927 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-225ef331-c72c-4606-a188-4d1cc7456c53 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:36:15.383318 dv-cinder-799631-1-iscsi neutron-server[93087]: INFO neutron.wsgi [req-37168f59-a992-4774-afa3-e204514105a1 req-056e0b88-64e7-4aff-a79d-11a66fee2037 service neutron] 10.222.0.100 "GET /v2.0/networks/13aecddf-3646-4770-a1b4-1e59fdf991f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0992169 Jul 06 12:36:15.388873 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-225ef331-c72c-4606-a188-4d1cc7456c53 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:36:15.447853 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-225ef331-c72c-4606-a188-4d1cc7456c53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1774441'] for security_group, after_delete {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:36:15.451227 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-225ef331-c72c-4606-a188-4d1cc7456c53 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:36:15.453705 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [None req-225ef331-c72c-4606-a188-4d1cc7456c53 admin admin] 10.222.0.106 "DELETE /v2.0/security-groups/a7a3a38a-2b2f-449e-b642-1996735c584e HTTP/1.1" status: 204 len: 168 time: 0.1442924 Jul 06 12:36:15.462597 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225ef331-c72c-4606-a188-4d1cc7456c53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7a3a38a-2b2f-449e-b642-1996735c584e,revision_number=None']} {{(pid=93088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:36:15.466128 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.rpc [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] Device a56aa29c-b3e1-4005-85bd-6200a036b83d no longer exists at agent hyperv_hv-cinder-79963 {{(pid=93089) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:36:15.585392 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.rpc [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] Device 7ec054dc-f674-43ab-9d3a-40842deed6bd no longer exists at agent hyperv_hv-cinder-79963 {{(pid=93089) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:36:15.592506 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c111a2-6e2f-4683-9feb-ee7b56611ad2 req-584a5e4f-621b-4c16-a5a3-1e1b5714bc3d tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:36:15.594154 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-d3c111a2-6e2f-4683-9feb-ee7b56611ad2 req-584a5e4f-621b-4c16-a5a3-1e1b5714bc3d tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] 10.222.0.106 "GET /v2.0/ports?device_id=6e7ef450-5624-4902-b27c-2433ff80c8d6 HTTP/1.1" status: 200 len: 943 time: 0.0717463 Jul 06 12:36:15.611042 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.plugin [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] No Port match for: 7ec054dc-f674-43ab-9d3a-40842deed6bd {{(pid=93089) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:36:15.611958 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.rpc [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] Device 7ec054dc-f674-43ab-9d3a-40842deed6bd not bound to the agent host hv-cinder-79963 {{(pid=93089) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:36:15.642974 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-d3c111a2-6e2f-4683-9feb-ee7b56611ad2 req-93b7dedb-29c9-4b28-a5dc-3a8ef2c9da0c tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] 10.222.0.106 "GET /v2.0/security-groups?id=40905771-c081-4627-88f4-91e0391ae15d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418015 Jul 06 12:36:16.574530 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ffeae3-8a99-4261-88c7-e8e5c5796bf3 req-81921e14-b901-4c86-bb47-83d6630b1b88 tempest-ServerRescueNegativeTestJSON-1447075807 tempest-ServerRescueNegativeTestJSON-1447075807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:36:16.577730 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-71ffeae3-8a99-4261-88c7-e8e5c5796bf3 req-81921e14-b901-4c86-bb47-83d6630b1b88 tempest-ServerRescueNegativeTestJSON-1447075807 tempest-ServerRescueNegativeTestJSON-1447075807-project] 10.222.0.106 "GET /v2.0/ports?device_id=033daae3-3614-4270-a8cd-62b72de71ec3 HTTP/1.1" status: 200 len: 945 time: 0.1997302 Jul 06 12:36:16.671916 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-71ffeae3-8a99-4261-88c7-e8e5c5796bf3 req-e18a0340-3277-465a-bf5a-4bccf0a9673b tempest-ServerRescueNegativeTestJSON-1447075807 tempest-ServerRescueNegativeTestJSON-1447075807-project] 10.222.0.106 "GET /v2.0/security-groups?id=4d78ff5b-ed74-4775-b2e7-af8cfc6a5bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781157 Jul 06 12:36:17.063889 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a606378b-dbe1-426d-9ce3-13912d6a49f9 req-32e3cee1-4025-4aca-a41b-fb52135e1a34 tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:36:17.072042 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-a606378b-dbe1-426d-9ce3-13912d6a49f9 req-32e3cee1-4025-4aca-a41b-fb52135e1a34 tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] 10.222.0.106 "GET /v2.0/ports?device_id=6e7ef450-5624-4902-b27c-2433ff80c8d6 HTTP/1.1" status: 200 len: 943 time: 0.1169531 Jul 06 12:36:17.159615 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-a606378b-dbe1-426d-9ce3-13912d6a49f9 req-02bc6a8b-97ca-4b66-83e8-efbba5fa80d4 tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] 10.222.0.106 "GET /v2.0/security-groups?id=40905771-c081-4627-88f4-91e0391ae15d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0860214 Jul 06 12:36:17.910361 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a82076b-de40-4868-bff1-894faedd8eee req-47bf08e2-802e-4456-8a8c-362520cb147a tempest-ServerRescueNegativeTestJSON-1447075807 tempest-ServerRescueNegativeTestJSON-1447075807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:36:17.911950 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-7a82076b-de40-4868-bff1-894faedd8eee req-47bf08e2-802e-4456-8a8c-362520cb147a tempest-ServerRescueNegativeTestJSON-1447075807 tempest-ServerRescueNegativeTestJSON-1447075807-project] 10.222.0.106 "GET /v2.0/ports?device_id=033daae3-3614-4270-a8cd-62b72de71ec3 HTTP/1.1" status: 200 len: 945 time: 0.0893393 Jul 06 12:36:17.983896 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-7a82076b-de40-4868-bff1-894faedd8eee req-2a9bd034-7941-4178-ac4f-43a17de0fa06 tempest-ServerRescueNegativeTestJSON-1447075807 tempest-ServerRescueNegativeTestJSON-1447075807-project] 10.222.0.106 "GET /v2.0/security-groups?id=4d78ff5b-ed74-4775-b2e7-af8cfc6a5bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649006 Jul 06 12:36:18.094374 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.wsgi [-] (93088) accepted ('10.222.0.106', 51558) {{(pid=93088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:36:18.210848 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-22afb248-acb3-4c77-aea6-429864368398 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:36:18.347055 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-22afb248-acb3-4c77-aea6-429864368398 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:36:18.351522 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-22afb248-acb3-4c77-aea6-429864368398 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1774441'] for security_group, after_create {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:36:18.399282 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [None req-22afb248-acb3-4c77-aea6-429864368398 admin admin] 10.222.0.106 "GET /v2.0/security-groups?tenant_id=652572eab81142bd8ff11511c547b29a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3038051 Jul 06 12:36:18.401935 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.wsgi [-] (93087) accepted ('10.222.0.106', 51564) {{(pid=93087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:36:18.408318 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22afb248-acb3-4c77-aea6-429864368398 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e457a05-75f0-4224-b40c-b81ddd79225b,revision_number=1']} {{(pid=93088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:36:18.430274 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44515124-bc5c-4bbb-a9f3-1b9a4dec9f9b req-be091916-e39d-42e8-ab34-5fada8b2e7df tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:36:18.431814 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-44515124-bc5c-4bbb-a9f3-1b9a4dec9f9b req-be091916-e39d-42e8-ab34-5fada8b2e7df tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] 10.222.0.106 "GET /v2.0/ports?device_id=6e7ef450-5624-4902-b27c-2433ff80c8d6 HTTP/1.1" status: 200 len: 943 time: 0.1211183 Jul 06 12:36:18.460408 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-1d7e16c2-fb6d-44eb-9eb5-c4b3a4f12df4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:36:18.478229 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-44515124-bc5c-4bbb-a9f3-1b9a4dec9f9b req-f9302994-6963-466c-9096-21257fc4f0c2 tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] 10.222.0.106 "GET /v2.0/security-groups?id=40905771-c081-4627-88f4-91e0391ae15d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403812 Jul 06 12:36:18.486071 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-1d7e16c2-fb6d-44eb-9eb5-c4b3a4f12df4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:36:18.546870 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-1d7e16c2-fb6d-44eb-9eb5-c4b3a4f12df4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1774441'] for security_group, after_delete {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:36:18.550007 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-1d7e16c2-fb6d-44eb-9eb5-c4b3a4f12df4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:36:18.551448 dv-cinder-799631-1-iscsi neutron-server[93087]: INFO neutron.wsgi [None req-1d7e16c2-fb6d-44eb-9eb5-c4b3a4f12df4 admin admin] 10.222.0.106 "DELETE /v2.0/security-groups/4e457a05-75f0-4224-b40c-b81ddd79225b HTTP/1.1" status: 204 len: 168 time: 0.1485226 Jul 06 12:36:18.565430 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7e16c2-fb6d-44eb-9eb5-c4b3a4f12df4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e457a05-75f0-4224-b40c-b81ddd79225b,revision_number=None']} {{(pid=93087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:36:18.886135 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.wsgi [-] (93087) accepted ('10.222.0.106', 51570) {{(pid=93087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:36:18.899394 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-c94e213c-6dd2-4cbd-af8d-de77767f2cf7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:36:18.997105 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-c94e213c-6dd2-4cbd-af8d-de77767f2cf7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:36:19.001751 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-c94e213c-6dd2-4cbd-af8d-de77767f2cf7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1774441'] for security_group, after_create {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:36:19.047864 dv-cinder-799631-1-iscsi neutron-server[93087]: INFO neutron.wsgi [None req-c94e213c-6dd2-4cbd-af8d-de77767f2cf7 admin admin] 10.222.0.106 "GET /v2.0/security-groups?tenant_id=744b6f0fbfb74380b3076db08401177b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1583602 Jul 06 12:36:19.047864 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94e213c-6dd2-4cbd-af8d-de77767f2cf7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f3d9eb4-6a20-4487-b9d3-faccfa5bcb89,revision_number=1']} {{(pid=93087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:36:19.048441 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.wsgi [-] (93088) accepted ('10.222.0.106', 51578) {{(pid=93088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:36:19.105743 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-5bf6c4a1-8594-4a2a-90dd-c8998794a8e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:36:19.128663 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-5bf6c4a1-8594-4a2a-90dd-c8998794a8e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:36:19.221067 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4bcda0-a637-4ec7-86e1-d9cce1f25a7e req-331835bb-a53a-459f-8a34-f4f101a280a0 tempest-ServerRescueNegativeTestJSON-1447075807 tempest-ServerRescueNegativeTestJSON-1447075807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:36:19.222654 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-bb4bcda0-a637-4ec7-86e1-d9cce1f25a7e req-331835bb-a53a-459f-8a34-f4f101a280a0 tempest-ServerRescueNegativeTestJSON-1447075807 tempest-ServerRescueNegativeTestJSON-1447075807-project] 10.222.0.106 "GET /v2.0/ports?device_id=033daae3-3614-4270-a8cd-62b72de71ec3 HTTP/1.1" status: 200 len: 945 time: 0.0993071 Jul 06 12:36:19.231591 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-5bf6c4a1-8594-4a2a-90dd-c8998794a8e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1774441'] for security_group, after_delete {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:36:19.234199 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-5bf6c4a1-8594-4a2a-90dd-c8998794a8e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:36:19.238702 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [None req-5bf6c4a1-8594-4a2a-90dd-c8998794a8e8 admin admin] 10.222.0.106 "DELETE /v2.0/security-groups/8f3d9eb4-6a20-4487-b9d3-faccfa5bcb89 HTTP/1.1" status: 204 len: 168 time: 0.1846147 Jul 06 12:36:19.260291 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf6c4a1-8594-4a2a-90dd-c8998794a8e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f3d9eb4-6a20-4487-b9d3-faccfa5bcb89,revision_number=None']} {{(pid=93088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:36:19.284935 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-bb4bcda0-a637-4ec7-86e1-d9cce1f25a7e req-0151b98a-520a-4f15-80a0-eb7fc19ff201 tempest-ServerRescueNegativeTestJSON-1447075807 tempest-ServerRescueNegativeTestJSON-1447075807-project] 10.222.0.106 "GET /v2.0/security-groups?id=4d78ff5b-ed74-4775-b2e7-af8cfc6a5bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555592 Jul 06 12:36:19.687114 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03dcad40-b290-4e45-9c64-b081c959c408 req-28a1d488-cb55-4d25-befa-803ab9e86e5e tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:36:19.694608 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-03dcad40-b290-4e45-9c64-b081c959c408 req-28a1d488-cb55-4d25-befa-803ab9e86e5e tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] 10.222.0.106 "GET /v2.0/ports?device_id=6e7ef450-5624-4902-b27c-2433ff80c8d6 HTTP/1.1" status: 200 len: 943 time: 0.0735338 Jul 06 12:36:19.739998 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-03dcad40-b290-4e45-9c64-b081c959c408 req-56e0dcd1-4f3e-4492-8542-1312e7ce40ed tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] 10.222.0.106 "GET /v2.0/security-groups?id=40905771-c081-4627-88f4-91e0391ae15d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443854 Jul 06 12:36:20.380232 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.rpc [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] Device 065be54b-ad29-48b1-b6fe-d9b8c3dc0f3f no longer exists at agent hyperv_hv-cinder-79963 {{(pid=93089) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:36:20.403120 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730293992524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912513'] for agent, after_update {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:36:20.404014 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.plugin [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] No Port match for: 065be54b-ad29-48b1-b6fe-d9b8c3dc0f3f {{(pid=93089) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:36:20.404575 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.rpc [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] Device 065be54b-ad29-48b1-b6fe-d9b8c3dc0f3f not bound to the agent host hv-cinder-79963 {{(pid=93089) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:36:20.496133 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d60bc4-813d-49cc-928c-8e601e9122fe req-5738af11-bce5-4235-9b16-3e55bd8d7dc2 tempest-ServerRescueNegativeTestJSON-1447075807 tempest-ServerRescueNegativeTestJSON-1447075807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:36:20.497634 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-e4d60bc4-813d-49cc-928c-8e601e9122fe req-5738af11-bce5-4235-9b16-3e55bd8d7dc2 tempest-ServerRescueNegativeTestJSON-1447075807 tempest-ServerRescueNegativeTestJSON-1447075807-project] 10.222.0.106 "GET /v2.0/ports?device_id=033daae3-3614-4270-a8cd-62b72de71ec3 HTTP/1.1" status: 200 len: 945 time: 0.0854554 Jul 06 12:36:20.550003 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-e4d60bc4-813d-49cc-928c-8e601e9122fe req-3a0d9cbb-65a2-42b8-888a-e6768c5dd723 tempest-ServerRescueNegativeTestJSON-1447075807 tempest-ServerRescueNegativeTestJSON-1447075807-project] 10.222.0.106 "GET /v2.0/security-groups?id=4d78ff5b-ed74-4775-b2e7-af8cfc6a5bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457997 Jul 06 12:36:20.964612 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8368b713-a88c-450a-a877-5ee2d3390d14 req-e6ddd967-4b73-4888-8b33-7df31a240265 tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:36:20.966747 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-8368b713-a88c-450a-a877-5ee2d3390d14 req-e6ddd967-4b73-4888-8b33-7df31a240265 tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] 10.222.0.106 "GET /v2.0/ports?device_id=6e7ef450-5624-4902-b27c-2433ff80c8d6 HTTP/1.1" status: 200 len: 943 time: 0.0690787 Jul 06 12:36:21.012270 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-8368b713-a88c-450a-a877-5ee2d3390d14 req-e6f76b30-ccd5-4e53-b559-5464c2a6f5f7 tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] 10.222.0.106 "GET /v2.0/security-groups?id=40905771-c081-4627-88f4-91e0391ae15d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390322 Jul 06 12:36:21.757970 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44c8e4b-123d-4753-9649-d0a413395b08 req-ea9fbc1d-e458-4295-9e01-d719a3e3f197 tempest-ServerRescueNegativeTestJSON-1447075807 tempest-ServerRescueNegativeTestJSON-1447075807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:36:21.759569 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-a44c8e4b-123d-4753-9649-d0a413395b08 req-ea9fbc1d-e458-4295-9e01-d719a3e3f197 tempest-ServerRescueNegativeTestJSON-1447075807 tempest-ServerRescueNegativeTestJSON-1447075807-project] 10.222.0.106 "GET /v2.0/ports?device_id=033daae3-3614-4270-a8cd-62b72de71ec3 HTTP/1.1" status: 200 len: 945 time: 0.0891726 Jul 06 12:36:21.804281 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-a44c8e4b-123d-4753-9649-d0a413395b08 req-5aa56398-833b-4e1b-9a88-5334eca40ba8 tempest-ServerRescueNegativeTestJSON-1447075807 tempest-ServerRescueNegativeTestJSON-1447075807-project] 10.222.0.106 "GET /v2.0/security-groups?id=4d78ff5b-ed74-4775-b2e7-af8cfc6a5bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392494 Jul 06 12:36:22.418455 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2741ce-194a-4213-b346-0eec570f6d4b req-3fe273ff-b67e-4b24-aa3a-a0afe5ab1e1e tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:36:22.428658 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-2d2741ce-194a-4213-b346-0eec570f6d4b req-3fe273ff-b67e-4b24-aa3a-a0afe5ab1e1e tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] 10.222.0.106 "GET /v2.0/ports?device_id=6e7ef450-5624-4902-b27c-2433ff80c8d6 HTTP/1.1" status: 200 len: 943 time: 0.1593826 Jul 06 12:36:22.522600 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-2d2741ce-194a-4213-b346-0eec570f6d4b req-001df1af-9359-47b5-8d1c-110c305084fe tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] 10.222.0.106 "GET /v2.0/security-groups?id=40905771-c081-4627-88f4-91e0391ae15d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0930307 Jul 06 12:36:23.121463 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6593dc22-94d6-493d-ad41-787f1816753c req-da218f9a-3ecf-46d8-8bcd-5948b3350bd3 tempest-ServerRescueNegativeTestJSON-1447075807 tempest-ServerRescueNegativeTestJSON-1447075807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:36:23.129617 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-6593dc22-94d6-493d-ad41-787f1816753c req-da218f9a-3ecf-46d8-8bcd-5948b3350bd3 tempest-ServerRescueNegativeTestJSON-1447075807 tempest-ServerRescueNegativeTestJSON-1447075807-project] 10.222.0.106 "GET /v2.0/ports?device_id=033daae3-3614-4270-a8cd-62b72de71ec3 HTTP/1.1" status: 200 len: 945 time: 0.1886649 Jul 06 12:36:23.183111 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-6593dc22-94d6-493d-ad41-787f1816753c req-c482a8da-e10d-48bb-b223-40085a0d5934 tempest-ServerRescueNegativeTestJSON-1447075807 tempest-ServerRescueNegativeTestJSON-1447075807-project] 10.222.0.106 "GET /v2.0/security-groups?id=4d78ff5b-ed74-4775-b2e7-af8cfc6a5bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488515 Jul 06 12:36:23.810038 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c558d36-254d-4a72-8630-a6ff72506ad2 req-93bc54fe-9db5-452e-8704-181919f79587 tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:36:23.810897 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-3c558d36-254d-4a72-8630-a6ff72506ad2 req-93bc54fe-9db5-452e-8704-181919f79587 tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] 10.222.0.106 "GET /v2.0/ports?device_id=6e7ef450-5624-4902-b27c-2433ff80c8d6 HTTP/1.1" status: 200 len: 943 time: 0.0960815 Jul 06 12:36:23.879519 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-3c558d36-254d-4a72-8630-a6ff72506ad2 req-921a0cd2-0ba7-4e63-aac1-fa9810c94bb0 tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] 10.222.0.106 "GET /v2.0/security-groups?id=40905771-c081-4627-88f4-91e0391ae15d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0593839 Jul 06 12:36:24.463092 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed035287-a3bf-401f-b022-708944bd1bdd req-44577e1d-3524-48d4-ab5c-18135f886d8f tempest-ServerRescueNegativeTestJSON-1447075807 tempest-ServerRescueNegativeTestJSON-1447075807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:36:24.464717 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-ed035287-a3bf-401f-b022-708944bd1bdd req-44577e1d-3524-48d4-ab5c-18135f886d8f tempest-ServerRescueNegativeTestJSON-1447075807 tempest-ServerRescueNegativeTestJSON-1447075807-project] 10.222.0.106 "GET /v2.0/ports?device_id=033daae3-3614-4270-a8cd-62b72de71ec3 HTTP/1.1" status: 200 len: 945 time: 0.0848324 Jul 06 12:36:24.527570 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-ed035287-a3bf-401f-b022-708944bd1bdd req-75ed081e-13b0-43e6-ada6-0ddf53cb09e2 tempest-ServerRescueNegativeTestJSON-1447075807 tempest-ServerRescueNegativeTestJSON-1447075807-project] 10.222.0.106 "GET /v2.0/security-groups?id=4d78ff5b-ed74-4775-b2e7-af8cfc6a5bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516770 Jul 06 12:36:24.757482 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.wsgi [-] (93087) accepted ('10.222.0.106', 51706) {{(pid=93087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:36:24.940961 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-650ac67b-c807-42b2-9283-8c2c03383a59 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:36:25.116605 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-650ac67b-c807-42b2-9283-8c2c03383a59 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:36:25.123969 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-650ac67b-c807-42b2-9283-8c2c03383a59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1774441'] for security_group, after_create {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:36:25.170805 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325131af-7ea8-467c-80cf-8f34131f39ce req-5f4f5290-1778-4207-94eb-7eb8771e90cc tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:36:25.182252 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-325131af-7ea8-467c-80cf-8f34131f39ce req-5f4f5290-1778-4207-94eb-7eb8771e90cc tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] 10.222.0.106 "GET /v2.0/ports?device_id=6e7ef450-5624-4902-b27c-2433ff80c8d6 HTTP/1.1" status: 200 len: 943 time: 0.1092932 Jul 06 12:36:25.210166 dv-cinder-799631-1-iscsi neutron-server[93087]: INFO neutron.wsgi [None req-650ac67b-c807-42b2-9283-8c2c03383a59 admin admin] 10.222.0.106 "GET /v2.0/security-groups?tenant_id=7b82f829cc1f4d76bd01e05000fdae99&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4502597 Jul 06 12:36:25.212622 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.wsgi [-] (93087) accepted ('10.222.0.106', 51712) {{(pid=93087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:36:25.267818 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650ac67b-c807-42b2-9283-8c2c03383a59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3715c5bb-f10c-4786-836f-bb69b96c769e,revision_number=1']} {{(pid=93087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:36:25.279397 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-650ac67b-c807-42b2-9283-8c2c03383a59 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799631-1-iscsi {{(pid=93087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:36:25.280044 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-650ac67b-c807-42b2-9283-8c2c03383a59 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799631-1-iscsi {{(pid=93087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:36:25.280562 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-650ac67b-c807-42b2-9283-8c2c03383a59 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799631-1-iscsi {{(pid=93087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:36:25.281059 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-650ac67b-c807-42b2-9283-8c2c03383a59 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799631-1-iscsi {{(pid=93087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:36:25.281557 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-650ac67b-c807-42b2-9283-8c2c03383a59 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799631-1-iscsi {{(pid=93087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:36:25.282058 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-650ac67b-c807-42b2-9283-8c2c03383a59 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799631-1-iscsi {{(pid=93087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:36:25.282550 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-650ac67b-c807-42b2-9283-8c2c03383a59 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-799631-1-iscsi {{(pid=93087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:36:25.283097 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-650ac67b-c807-42b2-9283-8c2c03383a59 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-799631-1-iscsi {{(pid=93087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:36:25.283609 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-650ac67b-c807-42b2-9283-8c2c03383a59 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799631-1-iscsi {{(pid=93087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:36:25.284594 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-650ac67b-c807-42b2-9283-8c2c03383a59 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799631-1-iscsi {{(pid=93087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:36:25.285326 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-650ac67b-c807-42b2-9283-8c2c03383a59 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799631-1-iscsi {{(pid=93087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:36:25.285823 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-650ac67b-c807-42b2-9283-8c2c03383a59 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799631-1-iscsi {{(pid=93087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:36:25.287092 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-325131af-7ea8-467c-80cf-8f34131f39ce req-463fb3d6-9427-4ee4-bbee-c546d20b79ea tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] 10.222.0.106 "GET /v2.0/security-groups?id=40905771-c081-4627-88f4-91e0391ae15d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0982649 Jul 06 12:36:25.338361 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-c8b947b3-ee45-426d-9998-3cf134572076 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:36:25.369799 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-c8b947b3-ee45-426d-9998-3cf134572076 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:36:25.462489 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-c8b947b3-ee45-426d-9998-3cf134572076 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1774441'] for security_group, after_delete {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:36:25.465392 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-c8b947b3-ee45-426d-9998-3cf134572076 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:36:25.466502 dv-cinder-799631-1-iscsi neutron-server[93087]: INFO neutron.wsgi [None req-c8b947b3-ee45-426d-9998-3cf134572076 admin admin] 10.222.0.106 "DELETE /v2.0/security-groups/3715c5bb-f10c-4786-836f-bb69b96c769e HTTP/1.1" status: 204 len: 168 time: 0.2525792 Jul 06 12:36:25.478346 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b947b3-ee45-426d-9998-3cf134572076 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3715c5bb-f10c-4786-836f-bb69b96c769e,revision_number=None']} {{(pid=93087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:36:25.769780 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679ccc53-cbd8-4f4c-8ecc-285d8760ed98 req-4fe084e2-f5c7-47a5-989d-68df33f51758 tempest-ServerRescueNegativeTestJSON-1447075807 tempest-ServerRescueNegativeTestJSON-1447075807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:36:25.779760 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-679ccc53-cbd8-4f4c-8ecc-285d8760ed98 req-4fe084e2-f5c7-47a5-989d-68df33f51758 tempest-ServerRescueNegativeTestJSON-1447075807 tempest-ServerRescueNegativeTestJSON-1447075807-project] 10.222.0.106 "GET /v2.0/ports?device_id=033daae3-3614-4270-a8cd-62b72de71ec3 HTTP/1.1" status: 200 len: 945 time: 0.1086788 Jul 06 12:36:25.840473 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-679ccc53-cbd8-4f4c-8ecc-285d8760ed98 req-ab54054a-e188-498d-9a97-b91578815fd0 tempest-ServerRescueNegativeTestJSON-1447075807 tempest-ServerRescueNegativeTestJSON-1447075807-project] 10.222.0.106 "GET /v2.0/security-groups?id=4d78ff5b-ed74-4775-b2e7-af8cfc6a5bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592713 Jul 06 12:36:25.951596 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.wsgi [-] (93087) accepted ('10.222.0.106', 51724) {{(pid=93087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:36:25.964955 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-4938f71e-a7b6-4c8f-8a55-9138921f8820 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:36:26.094919 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-4938f71e-a7b6-4c8f-8a55-9138921f8820 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:36:26.105936 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-4938f71e-a7b6-4c8f-8a55-9138921f8820 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1774441'] for security_group, after_create {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:36:26.144422 dv-cinder-799631-1-iscsi neutron-server[93087]: INFO neutron.wsgi [None req-4938f71e-a7b6-4c8f-8a55-9138921f8820 admin admin] 10.222.0.106 "GET /v2.0/security-groups?tenant_id=8c70b7c300e84481b7677494bb25ef76&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1918793 Jul 06 12:36:26.147231 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.wsgi [-] (93087) accepted ('10.222.0.106', 51726) {{(pid=93087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:36:26.215369 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4938f71e-a7b6-4c8f-8a55-9138921f8820 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77c932da-5c98-412a-93e7-a7ebf87dd363,revision_number=1']} {{(pid=93087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:36:26.240299 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-705f1b86-88b2-4be5-893a-1a3e83f32545 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:36:26.266034 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-705f1b86-88b2-4be5-893a-1a3e83f32545 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:36:26.328040 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-705f1b86-88b2-4be5-893a-1a3e83f32545 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1774441'] for security_group, after_delete {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:36:26.332635 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-705f1b86-88b2-4be5-893a-1a3e83f32545 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:36:26.333889 dv-cinder-799631-1-iscsi neutron-server[93087]: INFO neutron.wsgi [None req-705f1b86-88b2-4be5-893a-1a3e83f32545 admin admin] 10.222.0.106 "DELETE /v2.0/security-groups/77c932da-5c98-412a-93e7-a7ebf87dd363 HTTP/1.1" status: 204 len: 168 time: 0.1851771 Jul 06 12:36:26.348933 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705f1b86-88b2-4be5-893a-1a3e83f32545 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77c932da-5c98-412a-93e7-a7ebf87dd363,revision_number=None']} {{(pid=93087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:36:26.667862 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e75829-b313-4987-97d0-73661108cdef req-b8101e3a-307e-4915-8e8a-bd0d93bf2d8c tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:36:26.676674 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-83e75829-b313-4987-97d0-73661108cdef req-b8101e3a-307e-4915-8e8a-bd0d93bf2d8c tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] 10.222.0.106 "GET /v2.0/ports?device_id=6e7ef450-5624-4902-b27c-2433ff80c8d6 HTTP/1.1" status: 200 len: 943 time: 0.0862751 Jul 06 12:36:26.746697 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-83e75829-b313-4987-97d0-73661108cdef req-0a5c0b3c-b79e-4fe8-ae16-c481fd723a60 tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] 10.222.0.106 "GET /v2.0/security-groups?id=40905771-c081-4627-88f4-91e0391ae15d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0673740 Jul 06 12:36:27.191747 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ed047b-5e7d-421a-a0bf-9f2d67425842 req-8696a788-9725-41b2-8193-785285ae270c tempest-ServerRescueNegativeTestJSON-1447075807 tempest-ServerRescueNegativeTestJSON-1447075807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:36:27.193489 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-c4ed047b-5e7d-421a-a0bf-9f2d67425842 req-8696a788-9725-41b2-8193-785285ae270c tempest-ServerRescueNegativeTestJSON-1447075807 tempest-ServerRescueNegativeTestJSON-1447075807-project] 10.222.0.106 "GET /v2.0/ports?device_id=033daae3-3614-4270-a8cd-62b72de71ec3 HTTP/1.1" status: 200 len: 945 time: 0.0893385 Jul 06 12:36:27.369921 dv-cinder-799631-1-iscsi neutron-server[93087]: INFO neutron.wsgi [req-4b8767e6-bbee-4451-a924-839054177956 req-7991e2f6-b0b8-487c-bd86-899ec591e98d service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=1247d046-18a9-4ac1-b527-638e0320ba0e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1046741 Jul 06 12:36:27.630462 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8767e6-bbee-4451-a924-839054177956 req-ff070ad9-2e48-4754-9174-f4897da95341 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:36:27.633331 dv-cinder-799631-1-iscsi neutron-server[93087]: INFO neutron.wsgi [req-4b8767e6-bbee-4451-a924-839054177956 req-ff070ad9-2e48-4754-9174-f4897da95341 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=2efe7ae752d2458ea1329427a8828a01&device_id=1247d046-18a9-4ac1-b527-638e0320ba0e HTTP/1.1" status: 200 len: 1099 time: 0.2230196 Jul 06 12:36:27.909269 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8767e6-bbee-4451-a924-839054177956 req-070b309e-d9da-4d1b-883e-047dd83752aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:36:27.922125 dv-cinder-799631-1-iscsi neutron-server[93087]: INFO neutron.wsgi [req-4b8767e6-bbee-4451-a924-839054177956 req-070b309e-d9da-4d1b-883e-047dd83752aa service neutron] 10.222.0.100 "GET /v2.0/networks?id=05887a89-c541-45f9-bd49-e19532da98ad HTTP/1.1" status: 200 len: 912 time: 0.2368288 Jul 06 12:36:27.948971 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-c4ed047b-5e7d-421a-a0bf-9f2d67425842 req-0041e44e-3db5-4c9e-bd66-3ca51048bbc4 tempest-ServerRescueNegativeTestJSON-1447075807 tempest-ServerRescueNegativeTestJSON-1447075807-project] 10.222.0.106 "GET /v2.0/security-groups?id=4d78ff5b-ed74-4775-b2e7-af8cfc6a5bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7491021 Jul 06 12:36:28.059767 dv-cinder-799631-1-iscsi neutron-server[93087]: INFO neutron.wsgi [req-4b8767e6-bbee-4451-a924-839054177956 req-968938b5-1df2-41b0-a07d-e5dbf3c78514 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fb42b963-cd52-44eb-a5d0-c8e877a8c44e HTTP/1.1" status: 200 len: 1002 time: 0.1304913 Jul 06 12:36:28.134389 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1871d5b5-7761-4a6b-b310-ecc064ed41e6 req-8aa5fafe-de28-48a2-ac4d-970b9e2c490a tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:36:28.138486 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-1871d5b5-7761-4a6b-b310-ecc064ed41e6 req-8aa5fafe-de28-48a2-ac4d-970b9e2c490a tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] 10.222.0.106 "GET /v2.0/ports?device_id=6e7ef450-5624-4902-b27c-2433ff80c8d6 HTTP/1.1" status: 200 len: 943 time: 0.1174948 Jul 06 12:36:28.169721 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8767e6-bbee-4451-a924-839054177956 req-9120460b-ec14-4f11-b25d-52dd796ddca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:36:28.171304 dv-cinder-799631-1-iscsi neutron-server[93087]: INFO neutron.wsgi [req-4b8767e6-bbee-4451-a924-839054177956 req-9120460b-ec14-4f11-b25d-52dd796ddca6 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=c2006b9e-8b8d-4564-b906-0d2b575665be HTTP/1.1" status: 200 len: 849 time: 0.0966351 Jul 06 12:36:28.232177 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-1871d5b5-7761-4a6b-b310-ecc064ed41e6 req-877569a4-e2bc-4675-af16-d8de9792cfb3 tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] 10.222.0.106 "GET /v2.0/security-groups?id=40905771-c081-4627-88f4-91e0391ae15d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0859616 Jul 06 12:36:28.286401 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8767e6-bbee-4451-a924-839054177956 req-7639335b-b202-4878-a206-73058f0cb888 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:36:28.288151 dv-cinder-799631-1-iscsi neutron-server[93087]: INFO neutron.wsgi [req-4b8767e6-bbee-4451-a924-839054177956 req-7639335b-b202-4878-a206-73058f0cb888 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=05887a89-c541-45f9-bd49-e19532da98ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1077626 Jul 06 12:36:28.431668 dv-cinder-799631-1-iscsi neutron-server[93087]: INFO neutron.wsgi [req-4b8767e6-bbee-4451-a924-839054177956 req-19350c33-fc5f-44c4-a7c9-fc0c576b9e57 service neutron] 10.222.0.100 "GET /v2.0/networks/05887a89-c541-45f9-bd49-e19532da98ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1181674 Jul 06 12:36:28.797937 dv-cinder-799631-1-iscsi neutron-server[93087]: INFO neutron.wsgi [req-4b8767e6-bbee-4451-a924-839054177956 req-220e58fc-9ee1-48f3-9b05-755f5ef460fb service neutron] 10.222.0.100 "GET /v2.0/networks/05887a89-c541-45f9-bd49-e19532da98ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2385082 Jul 06 12:36:29.208903 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ade0960-2fd1-4255-b2e1-3bec5b5f2b23 req-8e8e1d0e-96f6-4435-91be-900deed39119 tempest-ServerRescueNegativeTestJSON-1447075807 tempest-ServerRescueNegativeTestJSON-1447075807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:36:29.211934 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-6ade0960-2fd1-4255-b2e1-3bec5b5f2b23 req-8e8e1d0e-96f6-4435-91be-900deed39119 tempest-ServerRescueNegativeTestJSON-1447075807 tempest-ServerRescueNegativeTestJSON-1447075807-project] 10.222.0.106 "GET /v2.0/ports?device_id=033daae3-3614-4270-a8cd-62b72de71ec3 HTTP/1.1" status: 200 len: 945 time: 0.0692613 Jul 06 12:36:29.267702 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-6ade0960-2fd1-4255-b2e1-3bec5b5f2b23 req-c3ec2b71-4050-4aec-84cd-6269bc166b77 tempest-ServerRescueNegativeTestJSON-1447075807 tempest-ServerRescueNegativeTestJSON-1447075807-project] 10.222.0.106 "GET /v2.0/security-groups?id=4d78ff5b-ed74-4775-b2e7-af8cfc6a5bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504947 Jul 06 12:36:29.510594 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2290a4c7-756a-41b2-8842-95b285443f8e req-14a61cd2-54ea-481f-9d7d-48b0eb71908d tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:36:29.512204 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-2290a4c7-756a-41b2-8842-95b285443f8e req-14a61cd2-54ea-481f-9d7d-48b0eb71908d tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] 10.222.0.106 "GET /v2.0/ports?device_id=6e7ef450-5624-4902-b27c-2433ff80c8d6 HTTP/1.1" status: 200 len: 943 time: 0.1036687 Jul 06 12:36:29.598309 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-2290a4c7-756a-41b2-8842-95b285443f8e req-7e4df7dc-3ec2-4da1-a31e-d80ef45cd9c0 tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] 10.222.0.106 "GET /v2.0/security-groups?id=40905771-c081-4627-88f4-91e0391ae15d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0730226 Jul 06 12:36:30.529212 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b6acbc-fc06-4922-8fd4-920e79a006f1 req-4f124b44-7b45-49f0-92a4-962d9d3be618 tempest-ServerRescueNegativeTestJSON-1447075807 tempest-ServerRescueNegativeTestJSON-1447075807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:36:30.530826 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-54b6acbc-fc06-4922-8fd4-920e79a006f1 req-4f124b44-7b45-49f0-92a4-962d9d3be618 tempest-ServerRescueNegativeTestJSON-1447075807 tempest-ServerRescueNegativeTestJSON-1447075807-project] 10.222.0.106 "GET /v2.0/ports?device_id=033daae3-3614-4270-a8cd-62b72de71ec3 HTTP/1.1" status: 200 len: 945 time: 0.1355495 Jul 06 12:36:30.538677 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798e07e9-162f-4416-aafb-682e82ddfb90 req-6243cd43-7807-47e7-923c-168ce8de0376 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:36:30.541426 dv-cinder-799631-1-iscsi neutron-server[93087]: INFO neutron.wsgi [req-798e07e9-162f-4416-aafb-682e82ddfb90 req-6243cd43-7807-47e7-923c-168ce8de0376 service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=033daae3-3614-4270-a8cd-62b72de71ec3 HTTP/1.1" status: 200 len: 1098 time: 0.0701544 Jul 06 12:36:30.581609 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-54b6acbc-fc06-4922-8fd4-920e79a006f1 req-9aaf2808-a7db-479a-a33a-dff5e843d13f tempest-ServerRescueNegativeTestJSON-1447075807 tempest-ServerRescueNegativeTestJSON-1447075807-project] 10.222.0.106 "GET /v2.0/security-groups?id=4d78ff5b-ed74-4775-b2e7-af8cfc6a5bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419247 Jul 06 12:36:30.600445 dv-cinder-799631-1-iscsi neutron-server[93087]: INFO neutron.wsgi [req-798e07e9-162f-4416-aafb-682e82ddfb90 req-1a2f7acb-4f92-4598-bdb1-6e42f062982f service neutron] 10.222.0.100 "GET /v2.0/security-groups?id=4d78ff5b-ed74-4775-b2e7-af8cfc6a5bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489790 Jul 06 12:36:30.833703 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3cff1b-c39c-43de-a8bf-b4e81d98ccf0 req-fc563d18-5527-4914-a7a8-67e131b55e81 tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:36:30.835221 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-fa3cff1b-c39c-43de-a8bf-b4e81d98ccf0 req-fc563d18-5527-4914-a7a8-67e131b55e81 tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] 10.222.0.106 "GET /v2.0/ports?device_id=6e7ef450-5624-4902-b27c-2433ff80c8d6 HTTP/1.1" status: 200 len: 943 time: 0.0731678 Jul 06 12:36:30.877528 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.wsgi [-] (93087) accepted ('10.222.0.106', 51824) {{(pid=93087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:36:30.879619 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-fa3cff1b-c39c-43de-a8bf-b4e81d98ccf0 req-af4971e6-9161-42f1-97ca-036f1e767fd0 tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] 10.222.0.106 "GET /v2.0/security-groups?id=40905771-c081-4627-88f4-91e0391ae15d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378120 Jul 06 12:36:31.057672 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-5154b237-65f3-45a3-9331-017eb908f2b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:36:31.195043 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-5154b237-65f3-45a3-9331-017eb908f2b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:36:31.200048 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-5154b237-65f3-45a3-9331-017eb908f2b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1774441'] for security_group, after_create {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:36:31.247023 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5154b237-65f3-45a3-9331-017eb908f2b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef2d9f1e-4762-4b50-9317-5a956fc2ecb6,revision_number=1']} {{(pid=93087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:36:31.257029 dv-cinder-799631-1-iscsi neutron-server[93087]: INFO neutron.wsgi [None req-5154b237-65f3-45a3-9331-017eb908f2b4 admin admin] 10.222.0.106 "GET /v2.0/security-groups?tenant_id=9830e0bba2a242f09925570fc0adefe7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3760703 Jul 06 12:36:31.257377 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.wsgi [-] (93088) accepted ('10.222.0.106', 51832) {{(pid=93088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:36:31.319697 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-13e317e3-53aa-4a26-a51e-9765e2063e19 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:36:31.344512 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-13e317e3-53aa-4a26-a51e-9765e2063e19 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:36:31.399452 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-13e317e3-53aa-4a26-a51e-9765e2063e19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1774441'] for security_group, after_delete {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:36:31.402508 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-13e317e3-53aa-4a26-a51e-9765e2063e19 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:36:31.406695 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [None req-13e317e3-53aa-4a26-a51e-9765e2063e19 admin admin] 10.222.0.106 "DELETE /v2.0/security-groups/ef2d9f1e-4762-4b50-9317-5a956fc2ecb6 HTTP/1.1" status: 204 len: 168 time: 0.1453180 Jul 06 12:36:31.414475 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e317e3-53aa-4a26-a51e-9765e2063e19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef2d9f1e-4762-4b50-9317-5a956fc2ecb6,revision_number=None']} {{(pid=93088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:36:31.422674 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e317e3-53aa-4a26-a51e-9765e2063e19 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799631-1-iscsi {{(pid=93088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:36:31.423672 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e317e3-53aa-4a26-a51e-9765e2063e19 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799631-1-iscsi {{(pid=93088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:36:31.424090 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e317e3-53aa-4a26-a51e-9765e2063e19 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799631-1-iscsi {{(pid=93088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:36:31.424491 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e317e3-53aa-4a26-a51e-9765e2063e19 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799631-1-iscsi {{(pid=93088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:36:31.424888 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e317e3-53aa-4a26-a51e-9765e2063e19 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799631-1-iscsi {{(pid=93088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:36:31.425425 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e317e3-53aa-4a26-a51e-9765e2063e19 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799631-1-iscsi {{(pid=93088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:36:31.425834 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e317e3-53aa-4a26-a51e-9765e2063e19 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-799631-1-iscsi {{(pid=93088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:36:31.426234 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e317e3-53aa-4a26-a51e-9765e2063e19 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-799631-1-iscsi {{(pid=93088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:36:31.426632 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e317e3-53aa-4a26-a51e-9765e2063e19 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799631-1-iscsi {{(pid=93088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:36:31.427029 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e317e3-53aa-4a26-a51e-9765e2063e19 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799631-1-iscsi {{(pid=93088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:36:31.427586 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e317e3-53aa-4a26-a51e-9765e2063e19 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799631-1-iscsi {{(pid=93088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:36:31.428285 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e317e3-53aa-4a26-a51e-9765e2063e19 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799631-1-iscsi {{(pid=93088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:36:31.817121 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e9f74d-70fe-4c0f-9768-d294a6ec9960 req-1424e412-e59f-4ee8-9b2f-5340cadbae1e tempest-ServerRescueNegativeTestJSON-1447075807 tempest-ServerRescueNegativeTestJSON-1447075807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:36:31.826144 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-02e9f74d-70fe-4c0f-9768-d294a6ec9960 req-1424e412-e59f-4ee8-9b2f-5340cadbae1e tempest-ServerRescueNegativeTestJSON-1447075807 tempest-ServerRescueNegativeTestJSON-1447075807-project] 10.222.0.106 "GET /v2.0/ports?device_id=033daae3-3614-4270-a8cd-62b72de71ec3 HTTP/1.1" status: 200 len: 945 time: 0.0770524 Jul 06 12:36:31.851123 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.wsgi [-] (93088) accepted ('10.222.0.106', 51840) {{(pid=93088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:36:31.865874 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-ff1a7c4e-6317-42d1-9b13-87832443cd24 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:36:31.908457 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-02e9f74d-70fe-4c0f-9768-d294a6ec9960 req-faff9731-6d83-4a0a-8a84-b1433cb698ac tempest-ServerRescueNegativeTestJSON-1447075807 tempest-ServerRescueNegativeTestJSON-1447075807-project] 10.222.0.106 "GET /v2.0/security-groups?id=4d78ff5b-ed74-4775-b2e7-af8cfc6a5bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814080 Jul 06 12:36:32.144487 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-ff1a7c4e-6317-42d1-9b13-87832443cd24 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:36:32.153430 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-ff1a7c4e-6317-42d1-9b13-87832443cd24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1774441'] for security_group, after_create {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:36:32.223898 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [None req-ff1a7c4e-6317-42d1-9b13-87832443cd24 admin admin] 10.222.0.106 "GET /v2.0/security-groups?tenant_id=904a4828ddc046d7bd01424eee0c6553&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3735161 Jul 06 12:36:32.226626 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.wsgi [-] (93087) accepted ('10.222.0.106', 51850) {{(pid=93087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:36:32.242154 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1a7c4e-6317-42d1-9b13-87832443cd24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0fe87a2-48a6-4f53-9e23-43cfafab860d,revision_number=1']} {{(pid=93088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:36:32.289236 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7405d367-b93e-4dd7-b0f8-b638f0111a42 req-79c37629-df57-48f3-8557-d5c28d655720 tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:36:32.296815 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-7405d367-b93e-4dd7-b0f8-b638f0111a42 req-79c37629-df57-48f3-8557-d5c28d655720 tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] 10.222.0.106 "GET /v2.0/ports?device_id=6e7ef450-5624-4902-b27c-2433ff80c8d6 HTTP/1.1" status: 200 len: 943 time: 0.1394351 Jul 06 12:36:32.308983 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-7eca7a1a-ba5f-4efd-a90a-dd4ef9a8303e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:36:32.346432 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-7eca7a1a-ba5f-4efd-a90a-dd4ef9a8303e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:36:32.349969 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-7405d367-b93e-4dd7-b0f8-b638f0111a42 req-710193d0-ff5b-44ad-9502-71eed5588ed0 tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] 10.222.0.106 "GET /v2.0/security-groups?id=40905771-c081-4627-88f4-91e0391ae15d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523074 Jul 06 12:36:32.409405 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-7eca7a1a-ba5f-4efd-a90a-dd4ef9a8303e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1774441'] for security_group, after_delete {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:36:32.412245 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-7eca7a1a-ba5f-4efd-a90a-dd4ef9a8303e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:36:32.413396 dv-cinder-799631-1-iscsi neutron-server[93087]: INFO neutron.wsgi [None req-7eca7a1a-ba5f-4efd-a90a-dd4ef9a8303e admin admin] 10.222.0.106 "DELETE /v2.0/security-groups/d0fe87a2-48a6-4f53-9e23-43cfafab860d HTTP/1.1" status: 204 len: 168 time: 0.1842885 Jul 06 12:36:32.428611 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eca7a1a-ba5f-4efd-a90a-dd4ef9a8303e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0fe87a2-48a6-4f53-9e23-43cfafab860d,revision_number=None']} {{(pid=93087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:36:33.145984 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c63f9d-f179-4e54-a424-7912efba7414 req-7dabc3ee-a2f3-404a-b296-14a3d319d324 tempest-ServerRescueNegativeTestJSON-1447075807 tempest-ServerRescueNegativeTestJSON-1447075807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:36:33.147598 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-f8c63f9d-f179-4e54-a424-7912efba7414 req-7dabc3ee-a2f3-404a-b296-14a3d319d324 tempest-ServerRescueNegativeTestJSON-1447075807 tempest-ServerRescueNegativeTestJSON-1447075807-project] 10.222.0.106 "GET /v2.0/ports?device_id=033daae3-3614-4270-a8cd-62b72de71ec3 HTTP/1.1" status: 200 len: 945 time: 0.0970736 Jul 06 12:36:33.198101 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-f8c63f9d-f179-4e54-a424-7912efba7414 req-d152006a-43f3-42dd-9e36-2dc8dc45c8b8 tempest-ServerRescueNegativeTestJSON-1447075807 tempest-ServerRescueNegativeTestJSON-1447075807-project] 10.222.0.106 "GET /v2.0/security-groups?id=4d78ff5b-ed74-4775-b2e7-af8cfc6a5bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447633 Jul 06 12:36:33.624746 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029df8c8-6969-4433-bed5-bea13904f43f req-537b5c63-f622-4472-af43-fce92b6109e3 tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:36:33.631698 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-029df8c8-6969-4433-bed5-bea13904f43f req-537b5c63-f622-4472-af43-fce92b6109e3 tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] 10.222.0.106 "GET /v2.0/ports?device_id=6e7ef450-5624-4902-b27c-2433ff80c8d6 HTTP/1.1" status: 200 len: 943 time: 0.0976589 Jul 06 12:36:33.690835 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-029df8c8-6969-4433-bed5-bea13904f43f req-b5d49a6b-eb4f-42f6-ab5a-56bedc00ea50 tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] 10.222.0.106 "GET /v2.0/security-groups?id=40905771-c081-4627-88f4-91e0391ae15d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579414 Jul 06 12:36:34.008020 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea95e77f-d32d-44a0-9ae9-191bb4e554e0 req-65c86f6a-ec4a-4844-9514-723e09e87ac2 tempest-ServerRescueNegativeTestJSON-1447075807 tempest-ServerRescueNegativeTestJSON-1447075807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:36:34.016695 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-ea95e77f-d32d-44a0-9ae9-191bb4e554e0 req-65c86f6a-ec4a-4844-9514-723e09e87ac2 tempest-ServerRescueNegativeTestJSON-1447075807 tempest-ServerRescueNegativeTestJSON-1447075807-project] 10.222.0.106 "GET /v2.0/ports?device_id=033daae3-3614-4270-a8cd-62b72de71ec3 HTTP/1.1" status: 200 len: 945 time: 0.1042473 Jul 06 12:36:34.021993 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eac046e-bc58-4815-b104-69b4907401b2 req-13b864d0-0732-4d37-9c38-fedf2014b165 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:36:34.026477 dv-cinder-799631-1-iscsi neutron-server[93087]: INFO neutron.wsgi [req-6eac046e-bc58-4815-b104-69b4907401b2 req-13b864d0-0732-4d37-9c38-fedf2014b165 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=cc98c3dbd15045c0a70a6aeb034695a2&device_id=033daae3-3614-4270-a8cd-62b72de71ec3 HTTP/1.1" status: 200 len: 1098 time: 0.1558828 Jul 06 12:36:34.065149 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-ea95e77f-d32d-44a0-9ae9-191bb4e554e0 req-cd2d8e66-33b6-49f1-8420-9706fcdafd45 tempest-ServerRescueNegativeTestJSON-1447075807 tempest-ServerRescueNegativeTestJSON-1447075807-project] 10.222.0.106 "GET /v2.0/security-groups?id=4d78ff5b-ed74-4775-b2e7-af8cfc6a5bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467870 Jul 06 12:36:34.182505 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eac046e-bc58-4815-b104-69b4907401b2 req-d699dfcd-6d13-4ad7-bcb0-523c53d1a0a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:36:34.184321 dv-cinder-799631-1-iscsi neutron-server[93087]: INFO neutron.wsgi [req-6eac046e-bc58-4815-b104-69b4907401b2 req-d699dfcd-6d13-4ad7-bcb0-523c53d1a0a9 service neutron] 10.222.0.100 "GET /v2.0/networks?id=91ce4105-7568-49ba-9c1a-853c2332aa91 HTTP/1.1" status: 200 len: 920 time: 0.1470945 Jul 06 12:36:34.254505 dv-cinder-799631-1-iscsi neutron-server[93087]: INFO neutron.wsgi [req-6eac046e-bc58-4815-b104-69b4907401b2 req-64db8c81-0c02-47d2-a582-93aad3807263 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c2f14543-305d-418b-9b19-bedbd689144a HTTP/1.1" status: 200 len: 217 time: 0.0606930 Jul 06 12:36:34.342406 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eac046e-bc58-4815-b104-69b4907401b2 req-4194b29a-5128-4e01-a0b3-26f143ee1178 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:36:34.343952 dv-cinder-799631-1-iscsi neutron-server[93087]: INFO neutron.wsgi [req-6eac046e-bc58-4815-b104-69b4907401b2 req-4194b29a-5128-4e01-a0b3-26f143ee1178 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=93b8c1d2-f9fc-4e8f-b00e-a4ccc2e979d1 HTTP/1.1" status: 200 len: 858 time: 0.0758781 Jul 06 12:36:34.394391 dv-cinder-799631-1-iscsi neutron-server[93087]: INFO neutron.wsgi [req-6eac046e-bc58-4815-b104-69b4907401b2 req-9593863f-ecd0-44cb-a949-9324e21afd24 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=91ce4105-7568-49ba-9c1a-853c2332aa91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0397840 Jul 06 12:36:34.522557 dv-cinder-799631-1-iscsi neutron-server[93087]: INFO neutron.wsgi [req-6eac046e-bc58-4815-b104-69b4907401b2 req-62a05d88-fa50-4ba1-9ec9-ddefb5ce80d6 service neutron] 10.222.0.100 "GET /v2.0/networks/91ce4105-7568-49ba-9c1a-853c2332aa91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1188135 Jul 06 12:36:34.679974 dv-cinder-799631-1-iscsi neutron-server[93087]: INFO neutron.wsgi [req-6eac046e-bc58-4815-b104-69b4907401b2 req-40218520-05e1-42e1-80eb-cd015981f48b service neutron] 10.222.0.100 "GET /v2.0/networks/91ce4105-7568-49ba-9c1a-853c2332aa91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1458836 Jul 06 12:36:34.968234 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91b44d2-c733-49ab-bb7d-7cdfd02b6849 req-fca7dc6f-2819-44bf-b5b3-04454af734a4 tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:36:34.977707 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-b91b44d2-c733-49ab-bb7d-7cdfd02b6849 req-fca7dc6f-2819-44bf-b5b3-04454af734a4 tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] 10.222.0.106 "GET /v2.0/ports?device_id=6e7ef450-5624-4902-b27c-2433ff80c8d6 HTTP/1.1" status: 200 len: 943 time: 0.0927005 Jul 06 12:36:35.021783 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-b91b44d2-c733-49ab-bb7d-7cdfd02b6849 req-bc631284-71fe-43ac-bbf8-c4127282c697 tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] 10.222.0.106 "GET /v2.0/security-groups?id=40905771-c081-4627-88f4-91e0391ae15d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431921 Jul 06 12:36:35.269370 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e738cb5-e39b-4bc4-9827-dfeea2ae2a5e req-97fdc77b-077d-4007-b584-b6390e34b048 tempest-ServerRescueNegativeTestJSON-1447075807 tempest-ServerRescueNegativeTestJSON-1447075807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:36:35.270869 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-5e738cb5-e39b-4bc4-9827-dfeea2ae2a5e req-97fdc77b-077d-4007-b584-b6390e34b048 tempest-ServerRescueNegativeTestJSON-1447075807 tempest-ServerRescueNegativeTestJSON-1447075807-project] 10.222.0.106 "GET /v2.0/ports?device_id=033daae3-3614-4270-a8cd-62b72de71ec3 HTTP/1.1" status: 200 len: 945 time: 0.0645161 Jul 06 12:36:35.311130 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-5e738cb5-e39b-4bc4-9827-dfeea2ae2a5e req-428c4a10-6c87-47fa-a8f1-863b1222f275 tempest-ServerRescueNegativeTestJSON-1447075807 tempest-ServerRescueNegativeTestJSON-1447075807-project] 10.222.0.106 "GET /v2.0/security-groups?id=4d78ff5b-ed74-4775-b2e7-af8cfc6a5bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344660 Jul 06 12:36:36.314170 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14acdb2-8e6b-44c7-9599-7cc1088ae0d4 req-485476f0-8ea5-4664-8379-268aff5e6f92 tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:36:36.329602 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-c14acdb2-8e6b-44c7-9599-7cc1088ae0d4 req-485476f0-8ea5-4664-8379-268aff5e6f92 tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] 10.222.0.106 "GET /v2.0/ports?device_id=6e7ef450-5624-4902-b27c-2433ff80c8d6 HTTP/1.1" status: 200 len: 943 time: 0.1461890 Jul 06 12:36:36.384390 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-c14acdb2-8e6b-44c7-9599-7cc1088ae0d4 req-e2b49e9c-9598-4b7a-b924-5729d9a70873 tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] 10.222.0.106 "GET /v2.0/security-groups?id=40905771-c081-4627-88f4-91e0391ae15d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480814 Jul 06 12:36:36.427348 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.rpc [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] Device a56aa29c-b3e1-4005-85bd-6200a036b83d details requested by agent hyperv_hv-cinder-79963 with host hv-cinder-79963 {{(pid=93089) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 12:36:36.586102 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.db [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] For port a56aa29c-b3e1-4005-85bd-6200a036b83d, host hv-cinder-79963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79963',level=0,port_id=a56aa29c-b3e1-4005-85bd-6200a036b83d,segment=NetworkSegment(9563ba30-5ba5-46ca-802a-73eb0aa117e8),segment_id=9563ba30-5ba5-46ca-802a-73eb0aa117e8)] {{(pid=93089) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:36:36.601000 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.rpc [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] Returning: {'device': 'a56aa29c-b3e1-4005-85bd-6200a036b83d', 'network_id': '13aecddf-3646-4770-a1b4-1e59fdf991f5', 'port_id': 'a56aa29c-b3e1-4005-85bd-6200a036b83d', 'mac_address': 'fa:16:3e:6b:ad:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1083, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '26404b5b-3148-4b62-b08e-5f523f412d1e', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93089) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 12:36:36.650546 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772861'] for port, before_update {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:36:36.659618 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48804c15-edb2-47da-86f0-a371a585f221 req-793e7c4d-1a73-4823-83bf-7117fe1cadeb tempest-ServerRescueNegativeTestJSON-1447075807 tempest-ServerRescueNegativeTestJSON-1447075807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:36:36.661402 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-48804c15-edb2-47da-86f0-a371a585f221 req-793e7c4d-1a73-4823-83bf-7117fe1cadeb tempest-ServerRescueNegativeTestJSON-1447075807 tempest-ServerRescueNegativeTestJSON-1447075807-project] 10.222.0.106 "GET /v2.0/ports?device_id=033daae3-3614-4270-a8cd-62b72de71ec3 HTTP/1.1" status: 200 len: 945 time: 0.1020956 Jul 06 12:36:36.669920 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.notifiers.nova [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a56aa29c-b3e1-4005-85bd-6200a036b83d {{(pid=93089) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 12:36:36.695644 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.db [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] For port a56aa29c-b3e1-4005-85bd-6200a036b83d, host hv-cinder-79963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79963',level=0,port_id=a56aa29c-b3e1-4005-85bd-6200a036b83d,segment=NetworkSegment(9563ba30-5ba5-46ca-802a-73eb0aa117e8),segment_id=9563ba30-5ba5-46ca-802a-73eb0aa117e8)] {{(pid=93089) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:36:36.703389 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-772913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730294210856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730293689582', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730293689631'] for port, after_update {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:36:36.748978 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-48804c15-edb2-47da-86f0-a371a585f221 req-23eb90f0-bc89-4857-bfb0-ce0f67c64e93 tempest-ServerRescueNegativeTestJSON-1447075807 tempest-ServerRescueNegativeTestJSON-1447075807-project] 10.222.0.106 "GET /v2.0/security-groups?id=4d78ff5b-ed74-4775-b2e7-af8cfc6a5bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656314 Jul 06 12:36:36.765822 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] Pushing event updated for resources: {'Port': ['ID=a56aa29c-b3e1-4005-85bd-6200a036b83d,revision_number=9']} {{(pid=93089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:36:37.204331 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.db [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] get_ports_and_sgs() called for port_ids ['a56aa29c-b3e1-4005-85bd-6200a036b83d'] {{(pid=93089) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 12:36:37.290919 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-4d8f89c1-0639-4b63-ba79-c073a6d5ae15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730293992524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912513'] for agent, after_update {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:36:37.701007 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a3cb03-9abd-48b2-b66c-5648392db572 req-02575fa2-4793-4c2a-b13a-41dde7da6cea tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:36:37.702549 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-64a3cb03-9abd-48b2-b66c-5648392db572 req-02575fa2-4793-4c2a-b13a-41dde7da6cea tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] 10.222.0.106 "GET /v2.0/ports?device_id=6e7ef450-5624-4902-b27c-2433ff80c8d6 HTTP/1.1" status: 200 len: 944 time: 0.0966630 Jul 06 12:36:37.768549 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-64a3cb03-9abd-48b2-b66c-5648392db572 req-0fc9e401-aa5e-4b78-8e74-cafe553e08c0 tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] 10.222.0.106 "GET /v2.0/security-groups?id=40905771-c081-4627-88f4-91e0391ae15d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587275 Jul 06 12:36:37.987137 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2510292-148c-4c88-8183-ab0cf012ec9c req-92b4c985-c483-4a38-8007-0b51c4586ee3 tempest-ServerRescueNegativeTestJSON-1447075807 tempest-ServerRescueNegativeTestJSON-1447075807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:36:37.993648 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-e2510292-148c-4c88-8183-ab0cf012ec9c req-92b4c985-c483-4a38-8007-0b51c4586ee3 tempest-ServerRescueNegativeTestJSON-1447075807 tempest-ServerRescueNegativeTestJSON-1447075807-project] 10.222.0.106 "GET /v2.0/ports?device_id=033daae3-3614-4270-a8cd-62b72de71ec3 HTTP/1.1" status: 200 len: 945 time: 0.0922165 Jul 06 12:36:38.051119 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-e2510292-148c-4c88-8183-ab0cf012ec9c req-c75f68de-02d8-4a00-9958-8a1337eee460 tempest-ServerRescueNegativeTestJSON-1447075807 tempest-ServerRescueNegativeTestJSON-1447075807-project] 10.222.0.106 "GET /v2.0/security-groups?id=4d78ff5b-ed74-4775-b2e7-af8cfc6a5bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419853 Jul 06 12:36:38.429910 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.rpc [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] Device a56aa29c-b3e1-4005-85bd-6200a036b83d up at agent hyperv_hv-cinder-79963 {{(pid=93089) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:36:38.490474 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.db.provisioning_blocks [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] Provisioning complete for port a56aa29c-b3e1-4005-85bd-6200a036b83d triggered by entity L2. {{(pid=93089) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:36:38.490985 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912496'] for port, provisioning_complete {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:36:38.635507 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772861'] for port, before_update {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:36:38.670269 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e7ef450-5624-4902-b27c-2433ff80c8d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a56aa29c-b3e1-4005-85bd-6200a036b83d'}] {{(pid=93089) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:36:38.673812 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.106/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe93d3bb6f6ea65552dd5d1819c289058d75ea396ac2be612a447f7071fdb995" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14d93c90-3eb8-4f17-9fb9-45e76514cf1d" -d '{"events": [{"server_uuid": "6e7ef450-5624-4902-b27c-2433ff80c8d6", "name": "network-vif-plugged", "status": "completed", "tag": "a56aa29c-b3e1-4005-85bd-6200a036b83d"}]}' {{(pid=93089) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:36:38.724250 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.db [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] For port a56aa29c-b3e1-4005-85bd-6200a036b83d, host hv-cinder-79963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79963',level=0,port_id=a56aa29c-b3e1-4005-85bd-6200a036b83d,segment=NetworkSegment(9563ba30-5ba5-46ca-802a-73eb0aa117e8),segment_id=9563ba30-5ba5-46ca-802a-73eb0aa117e8)] {{(pid=93089) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:36:38.733994 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 12:36:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-325f07b1-093c-4e3f-a51c-b56559450959 x-openstack-request-id: req-325f07b1-093c-4e3f-a51c-b56559450959 {{(pid=93089) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:36:38.735089 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e7ef450-5624-4902-b27c-2433ff80c8d6", "name": "network-vif-plugged", "status": "completed", "tag": "a56aa29c-b3e1-4005-85bd-6200a036b83d", "code": 200}]} {{(pid=93089) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:36:38.737208 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.106/compute/v2.1/os-server-external-events used request id req-325f07b1-093c-4e3f-a51c-b56559450959 {{(pid=93089) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:36:38.738036 dv-cinder-799631-1-iscsi neutron-server[93089]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e7ef450-5624-4902-b27c-2433ff80c8d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a56aa29c-b3e1-4005-85bd-6200a036b83d', 'code': 200} Jul 06 12:36:38.740394 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-772913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730294210856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730293689582', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730293689631'] for port, after_update {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:36:38.864758 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] Pushing event updated for resources: {'Port': ['ID=a56aa29c-b3e1-4005-85bd-6200a036b83d,revision_number=10']} {{(pid=93089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:36:39.049270 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4dbe512-bada-42c0-b2f1-e376f0f3b9ac req-e5410854-35d3-4a1c-a188-45b3176c4ba1 tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:36:39.051794 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-e4dbe512-bada-42c0-b2f1-e376f0f3b9ac req-e5410854-35d3-4a1c-a188-45b3176c4ba1 tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] 10.222.0.106 "GET /v2.0/ports?device_id=6e7ef450-5624-4902-b27c-2433ff80c8d6 HTTP/1.1" status: 200 len: 946 time: 0.1088781 Jul 06 12:36:39.111863 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-e4dbe512-bada-42c0-b2f1-e376f0f3b9ac req-23af93c4-459b-4189-8ad7-cc8b4fa30fd3 tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] 10.222.0.106 "GET /v2.0/security-groups?id=40905771-c081-4627-88f4-91e0391ae15d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536585 Jul 06 12:36:39.458259 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e660d1ad-6ae3-4db8-81c8-33d281034180 req-5680423e-ba83-4b75-a47b-feebc13c1ce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:36:39.459891 dv-cinder-799631-1-iscsi neutron-server[93087]: INFO neutron.wsgi [req-e660d1ad-6ae3-4db8-81c8-33d281034180 req-5680423e-ba83-4b75-a47b-feebc13c1ce2 service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=6e7ef450-5624-4902-b27c-2433ff80c8d6 HTTP/1.1" status: 200 len: 1099 time: 0.0635912 Jul 06 12:36:39.520558 dv-cinder-799631-1-iscsi neutron-server[93087]: INFO neutron.wsgi [req-e660d1ad-6ae3-4db8-81c8-33d281034180 req-04250a29-184a-4bbe-924b-fcdfbd4b500d service neutron] 10.222.0.100 "GET /v2.0/security-groups?id=40905771-c081-4627-88f4-91e0391ae15d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479832 Jul 06 12:36:40.336063 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe6bf0b-6003-4156-9465-23746bd1283e req-a5ce505f-282d-4276-b2ee-a6e40b1cac21 tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:36:40.337842 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-3fe6bf0b-6003-4156-9465-23746bd1283e req-a5ce505f-282d-4276-b2ee-a6e40b1cac21 tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] 10.222.0.106 "GET /v2.0/ports?device_id=6e7ef450-5624-4902-b27c-2433ff80c8d6 HTTP/1.1" status: 200 len: 946 time: 0.0894368 Jul 06 12:36:40.389851 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-3fe6bf0b-6003-4156-9465-23746bd1283e req-9cb45b7d-1f37-40ac-9c8f-fb6e61f584a1 tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] 10.222.0.106 "GET /v2.0/security-groups?id=40905771-c081-4627-88f4-91e0391ae15d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454404 Jul 06 12:36:40.507975 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-6424f1f8-22fe-4d97-8f7d-f9a75225122d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730293992524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912513'] for agent, after_update {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:36:40.578913 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.wsgi [-] (93087) accepted ('10.222.0.106', 52070) {{(pid=93087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:36:40.685287 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-47941dc1-1df9-42fc-adc6-937272b05cce admin admin] Notify callbacks [] for security_group, before_create {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:36:40.777619 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-47941dc1-1df9-42fc-adc6-937272b05cce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:36:40.781860 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-47941dc1-1df9-42fc-adc6-937272b05cce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1774441'] for security_group, after_create {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:36:40.821314 dv-cinder-799631-1-iscsi neutron-server[93087]: INFO neutron.wsgi [None req-47941dc1-1df9-42fc-adc6-937272b05cce admin admin] 10.222.0.106 "GET /v2.0/security-groups?tenant_id=e340b9237f14460abd284727783dd490&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2404966 Jul 06 12:36:40.822220 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47941dc1-1df9-42fc-adc6-937272b05cce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81237da6-0620-4ff1-a52f-2826b9371a72,revision_number=1']} {{(pid=93087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:36:40.826884 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.wsgi [-] (93087) accepted ('10.222.0.106', 52076) {{(pid=93087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:36:40.890002 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-dbf3086b-7725-4141-850a-10d308906e0a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:36:40.916108 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-3dd6613b-aa53-445d-9a05-4c085a94a05e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730293992524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912513'] for agent, after_update {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:36:40.916361 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-dbf3086b-7725-4141-850a-10d308906e0a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:36:40.974200 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-dbf3086b-7725-4141-850a-10d308906e0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1774441'] for security_group, after_delete {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:36:40.976866 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-dbf3086b-7725-4141-850a-10d308906e0a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:36:40.978129 dv-cinder-799631-1-iscsi neutron-server[93087]: INFO neutron.wsgi [None req-dbf3086b-7725-4141-850a-10d308906e0a admin admin] 10.222.0.106 "DELETE /v2.0/security-groups/81237da6-0620-4ff1-a52f-2826b9371a72 HTTP/1.1" status: 204 len: 168 time: 0.1501670 Jul 06 12:36:40.993452 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf3086b-7725-4141-850a-10d308906e0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81237da6-0620-4ff1-a52f-2826b9371a72,revision_number=None']} {{(pid=93087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:36:41.293409 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.wsgi [-] (93087) accepted ('10.222.0.106', 52094) {{(pid=93087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:36:41.308680 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-f076a3ac-1f13-4123-9951-ae4f4f1d8e7d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:36:41.449849 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-f076a3ac-1f13-4123-9951-ae4f4f1d8e7d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:36:41.455733 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-f076a3ac-1f13-4123-9951-ae4f4f1d8e7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1774441'] for security_group, after_create {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:36:41.509153 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-59602645-7b03-4a79-8c54-32befe919dd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730293992524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912513'] for agent, after_update {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:36:41.509893 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f076a3ac-1f13-4123-9951-ae4f4f1d8e7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4c56966-e215-4140-ba1d-eda235f05bbb,revision_number=1']} {{(pid=93087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:36:41.514716 dv-cinder-799631-1-iscsi neutron-server[93087]: INFO neutron.wsgi [None req-f076a3ac-1f13-4123-9951-ae4f4f1d8e7d admin admin] 10.222.0.106 "GET /v2.0/security-groups?tenant_id=3b9824a78acd442c8c46556889d9e323&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2201707 Jul 06 12:36:41.517257 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.wsgi [-] (93087) accepted ('10.222.0.106', 52134) {{(pid=93087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:36:41.570194 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-39748a8d-9252-483f-b1db-946eb0eca857 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:36:41.594005 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-39748a8d-9252-483f-b1db-946eb0eca857 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:36:41.655652 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-39748a8d-9252-483f-b1db-946eb0eca857 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1774441'] for security_group, after_delete {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:36:41.656237 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8695d2-dd06-43cc-9180-29acd36dac7f req-12079456-a20b-4204-93ae-f333d632eeae tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:36:41.662717 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-39748a8d-9252-483f-b1db-946eb0eca857 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:36:41.668123 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-2d8695d2-dd06-43cc-9180-29acd36dac7f req-12079456-a20b-4204-93ae-f333d632eeae tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] 10.222.0.106 "GET /v2.0/ports?device_id=6e7ef450-5624-4902-b27c-2433ff80c8d6 HTTP/1.1" status: 200 len: 946 time: 0.0876725 Jul 06 12:36:41.669158 dv-cinder-799631-1-iscsi neutron-server[93087]: INFO neutron.wsgi [None req-39748a8d-9252-483f-b1db-946eb0eca857 admin admin] 10.222.0.106 "DELETE /v2.0/security-groups/c4c56966-e215-4140-ba1d-eda235f05bbb HTTP/1.1" status: 204 len: 168 time: 0.1507809 Jul 06 12:36:41.683898 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39748a8d-9252-483f-b1db-946eb0eca857 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4c56966-e215-4140-ba1d-eda235f05bbb,revision_number=None']} {{(pid=93087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:36:41.716583 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-2d8695d2-dd06-43cc-9180-29acd36dac7f req-c833958e-a740-4f9b-b877-90898ecd6123 tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] 10.222.0.106 "GET /v2.0/security-groups?id=40905771-c081-4627-88f4-91e0391ae15d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478196 Jul 06 12:36:42.921460 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af61b21-2458-4614-bcda-6f254e76f8a8 req-3781aee5-f44a-4fa4-b12a-a9e2644340b9 tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:36:42.923065 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-9af61b21-2458-4614-bcda-6f254e76f8a8 req-3781aee5-f44a-4fa4-b12a-a9e2644340b9 tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] 10.222.0.106 "GET /v2.0/ports?device_id=6e7ef450-5624-4902-b27c-2433ff80c8d6 HTTP/1.1" status: 200 len: 946 time: 0.0791953 Jul 06 12:36:42.968790 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-9af61b21-2458-4614-bcda-6f254e76f8a8 req-b768e649-7340-47d2-b237-ccc9758106ae tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] 10.222.0.106 "GET /v2.0/security-groups?id=40905771-c081-4627-88f4-91e0391ae15d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395694 Jul 06 12:36:43.053293 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.wsgi [-] (93087) accepted ('10.222.0.106', 52224) {{(pid=93087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:36:43.070929 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-eaae0be5-6402-4968-ae30-74f1a6482786 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730293992524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912513'] for agent, after_update {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:36:43.170747 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-e6b1cd68-0ace-4f3f-bc49-75aec649b480 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:36:43.280951 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-e6b1cd68-0ace-4f3f-bc49-75aec649b480 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:36:43.285437 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-e6b1cd68-0ace-4f3f-bc49-75aec649b480 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1774441'] for security_group, after_create {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:36:43.325749 dv-cinder-799631-1-iscsi neutron-server[93087]: INFO neutron.wsgi [None req-e6b1cd68-0ace-4f3f-bc49-75aec649b480 admin admin] 10.222.0.106 "GET /v2.0/security-groups?tenant_id=1a87af926a574fdba498b63678211a8f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2713525 Jul 06 12:36:43.326943 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b1cd68-0ace-4f3f-bc49-75aec649b480 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=caa8520e-1c04-443a-abeb-8fbdbfb27879,revision_number=1']} {{(pid=93087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:36:43.328464 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.wsgi [-] (93088) accepted ('10.222.0.106', 52232) {{(pid=93088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:36:43.388627 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-4e8694a4-2470-4f7e-96fe-bfb0b4205460 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:36:43.416791 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-4e8694a4-2470-4f7e-96fe-bfb0b4205460 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:36:43.437849 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.wsgi [-] (93087) accepted ('10.222.0.106', 52236) {{(pid=93087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:36:43.480044 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-4e8694a4-2470-4f7e-96fe-bfb0b4205460 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1774441'] for security_group, after_delete {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:36:43.486049 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-4e8694a4-2470-4f7e-96fe-bfb0b4205460 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:36:43.490933 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [None req-4e8694a4-2470-4f7e-96fe-bfb0b4205460 admin admin] 10.222.0.106 "DELETE /v2.0/security-groups/caa8520e-1c04-443a-abeb-8fbdbfb27879 HTTP/1.1" status: 204 len: 168 time: 0.1573639 Jul 06 12:36:43.496391 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.db.db_base_plugin_v2 [None req-22aa5610-1051-49b3-af0a-cda0466b5a26 admin admin] Deleting subnet 7d16221f-3708-482d-954e-9b0cb12858a1 {{(pid=93087) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 12:36:43.499535 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8694a4-2470-4f7e-96fe-bfb0b4205460 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=caa8520e-1c04-443a-abeb-8fbdbfb27879,revision_number=None']} {{(pid=93088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:36:43.500149 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-22aa5610-1051-49b3-af0a-cda0466b5a26 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:36:43.540765 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-22aa5610-1051-49b3-af0a-cda0466b5a26 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66964378'] for subnet, precommit_delete_associations {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:36:43.585018 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-22aa5610-1051-49b3-af0a-cda0466b5a26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-892766'] for subnet, precommit_delete {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:36:43.628089 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfe59e7-008d-43f9-9015-b1000461c93d req-2ade19b0-ffc9-42df-a765-074e6fd736b3 tempest-ServerRescueNegativeTestJSON-1447075807 tempest-ServerRescueNegativeTestJSON-1447075807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:36:43.629799 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-5bfe59e7-008d-43f9-9015-b1000461c93d req-2ade19b0-ffc9-42df-a765-074e6fd736b3 tempest-ServerRescueNegativeTestJSON-1447075807 tempest-ServerRescueNegativeTestJSON-1447075807-project] 10.222.0.106 "GET /v2.0/ports?device_id=5fb246d8-3ad4-4716-8d4a-a158efb7586c HTTP/1.1" status: 200 len: 945 time: 0.0794375 Jul 06 12:36:43.665147 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-22aa5610-1051-49b3-af0a-cda0466b5a26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-892759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1774543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65517717', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-67091198'] for subnet, after_delete {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:36:43.683090 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-5bfe59e7-008d-43f9-9015-b1000461c93d req-80a6ba1f-aee8-4cd8-aa9a-af70395f7736 tempest-ServerRescueNegativeTestJSON-1447075807 tempest-ServerRescueNegativeTestJSON-1447075807-project] 10.222.0.106 "GET /v2.0/security-groups?id=4d78ff5b-ed74-4775-b2e7-af8cfc6a5bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468309 Jul 06 12:36:43.694757 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22aa5610-1051-49b3-af0a-cda0466b5a26 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7d16221f-3708-482d-954e-9b0cb12858a1,revision_number=None']} {{(pid=93087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:36:43.702546 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-22aa5610-1051-49b3-af0a-cda0466b5a26 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582504'] for subnet, before_response {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:36:43.707121 dv-cinder-799631-1-iscsi neutron-server[93087]: INFO neutron.wsgi [None req-22aa5610-1051-49b3-af0a-cda0466b5a26 admin admin] 10.222.0.106 "DELETE /v2.0/subnets/7d16221f-3708-482d-954e-9b0cb12858a1 HTTP/1.1" status: 204 len: 168 time: 0.2650342 Jul 06 12:36:43.707530 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.wsgi [-] (93087) accepted ('10.222.0.106', 52244) {{(pid=93087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:36:43.776673 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-4a60c87b-a7b4-4051-aeb2-35a1b94ae561 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-555043'] for network, before_delete {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:36:43.860869 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-4a60c87b-a7b4-4051-aeb2-35a1b94ae561 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-910539', 'neutron.services.segments.db._delete_segments_for_network-8730293992542'] for network, precommit_delete {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:36:43.871946 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.services.segments.db [None req-4a60c87b-a7b4-4051-aeb2-35a1b94ae561 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['24134798-dcff-42f3-9355-2896877d978a']}} {{(pid=93087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:36:43.883458 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.services.segments.db [None req-4a60c87b-a7b4-4051-aeb2-35a1b94ae561 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b965a16-d2a7-441e-97d3-c7552a4af474') {'for_net_delete': True} {{(pid=93087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:36:43.883752 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.services.segments.db [None req-4a60c87b-a7b4-4051-aeb2-35a1b94ae561 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b965a16-d2a7-441e-97d3-c7552a4af474') {} {{(pid=93087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:36:43.893146 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-4a60c87b-a7b4-4051-aeb2-35a1b94ae561 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730294219394', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66964365'] for segment, before_delete {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:36:43.907816 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-4a60c87b-a7b4-4051-aeb2-35a1b94ae561 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-886815'] for segment, precommit_delete {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:36:43.914162 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a60c87b-a7b4-4051-aeb2-35a1b94ae561 admin admin] Releasing vlan 1070 on physical network physnet1 to pool {{(pid=93087) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 12:36:43.914597 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-4a60c87b-a7b4-4051-aeb2-35a1b94ae561 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-886815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65517680'] for segment, after_delete {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:36:43.916365 dv-cinder-799631-1-iscsi neutron-server[93087]: Traceback (most recent call last): Jul 06 12:36:43.916365 dv-cinder-799631-1-iscsi neutron-server[93087]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 12:36:43.916365 dv-cinder-799631-1-iscsi neutron-server[93087]: timer() Jul 06 12:36:43.916365 dv-cinder-799631-1-iscsi neutron-server[93087]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 12:36:43.916365 dv-cinder-799631-1-iscsi neutron-server[93087]: cb(*args, **kw) Jul 06 12:36:43.916365 dv-cinder-799631-1-iscsi neutron-server[93087]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 12:36:43.916365 dv-cinder-799631-1-iscsi neutron-server[93087]: return func(*args, **kwargs) Jul 06 12:36:43.916365 dv-cinder-799631-1-iscsi neutron-server[93087]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 12:36:43.916365 dv-cinder-799631-1-iscsi neutron-server[93087]: self._notify() Jul 06 12:36:43.916365 dv-cinder-799631-1-iscsi neutron-server[93087]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 12:36:43.916365 dv-cinder-799631-1-iscsi neutron-server[93087]: self.callback(batched_events) Jul 06 12:36:43.916365 dv-cinder-799631-1-iscsi neutron-server[93087]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 12:36:43.916365 dv-cinder-799631-1-iscsi neutron-server[93087]: event.method(event) Jul 06 12:36:43.916365 dv-cinder-799631-1-iscsi neutron-server[93087]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 12:36:43.916365 dv-cinder-799631-1-iscsi neutron-server[93087]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 12:36:43.916365 dv-cinder-799631-1-iscsi neutron-server[93087]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 12:36:43.916365 dv-cinder-799631-1-iscsi neutron-server[93087]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 12:36:43.916365 dv-cinder-799631-1-iscsi neutron-server[93087]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 12:36:43.916365 dv-cinder-799631-1-iscsi neutron-server[93087]: return f(self, *a, **k) Jul 06 12:36:43.916365 dv-cinder-799631-1-iscsi neutron-server[93087]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 12:36:43.916365 dv-cinder-799631-1-iscsi neutron-server[93087]: return self._get(url).json() Jul 06 12:36:43.916365 dv-cinder-799631-1-iscsi neutron-server[93087]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 12:36:43.916365 dv-cinder-799631-1-iscsi neutron-server[93087]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 12:36:43.916365 dv-cinder-799631-1-iscsi neutron-server[93087]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 12:36:43.916365 dv-cinder-799631-1-iscsi neutron-server[93087]: return self.request(url, 'GET', **kwargs) Jul 06 12:36:43.916365 dv-cinder-799631-1-iscsi neutron-server[93087]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 12:36:43.916365 dv-cinder-799631-1-iscsi neutron-server[93087]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 12:36:43.916365 dv-cinder-799631-1-iscsi neutron-server[93087]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 12:36:43.916365 dv-cinder-799631-1-iscsi neutron-server[93087]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 12:36:43.916365 dv-cinder-799631-1-iscsi neutron-server[93087]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 12:36:43.916365 dv-cinder-799631-1-iscsi neutron-server[93087]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 12:36:43.916365 dv-cinder-799631-1-iscsi neutron-server[93087]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 12:36:43.975362 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-4a60c87b-a7b4-4051-aeb2-35a1b94ae561 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-910528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1774397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1764471'] for network, after_delete {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:36:43.981289 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-4a60c87b-a7b4-4051-aeb2-35a1b94ae561 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582504'] for network, before_response {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:36:43.986324 dv-cinder-799631-1-iscsi neutron-server[93087]: INFO neutron.wsgi [None req-4a60c87b-a7b4-4051-aeb2-35a1b94ae561 admin admin] 10.222.0.106 "DELETE /v2.0/networks/24134798-dcff-42f3-9355-2896877d978a HTTP/1.1" status: 204 len: 168 time: 0.2745886 Jul 06 12:36:43.995592 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a60c87b-a7b4-4051-aeb2-35a1b94ae561 admin admin] Pushing event deleted for resources: {'Network': ['ID=24134798-dcff-42f3-9355-2896877d978a,revision_number=None']} {{(pid=93087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:36:44.113446 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.wsgi [-] (93087) accepted ('10.222.0.106', 52262) {{(pid=93087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:36:44.160904 dv-cinder-799631-1-iscsi neutron-server[93087]: INFO neutron.wsgi [None req-9b1a6f01-086c-4e14-9fbe-6d3b236a8d0d admin admin] 10.222.0.106 "GET /v2.0/security-groups?tenant_id=9634339642374ec39b58b873fb53219f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0440528 Jul 06 12:36:44.161139 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.wsgi [-] (93087) accepted ('10.222.0.106', 52266) {{(pid=93087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:36:44.212499 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-9adc2f65-f385-43df-bb06-2b7777f7c3ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:36:44.236547 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-9adc2f65-f385-43df-bb06-2b7777f7c3ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:36:44.289326 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-9adc2f65-f385-43df-bb06-2b7777f7c3ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1774441'] for security_group, after_delete {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:36:44.292133 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-9adc2f65-f385-43df-bb06-2b7777f7c3ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:36:44.293297 dv-cinder-799631-1-iscsi neutron-server[93087]: INFO neutron.wsgi [None req-9adc2f65-f385-43df-bb06-2b7777f7c3ce admin admin] 10.222.0.106 "DELETE /v2.0/security-groups/31c6e5aa-8074-487a-8ec3-74c91673511d HTTP/1.1" status: 204 len: 168 time: 0.1312504 Jul 06 12:36:44.304356 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9adc2f65-f385-43df-bb06-2b7777f7c3ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31c6e5aa-8074-487a-8ec3-74c91673511d,revision_number=None']} {{(pid=93087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:36:44.894754 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aedbec9-79fb-4b42-b3cc-3bfc4b683c70 req-d4e04f28-3fe5-47b5-aff8-271ca9f9838b tempest-ServerRescueNegativeTestJSON-1447075807 tempest-ServerRescueNegativeTestJSON-1447075807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:36:44.896312 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-1aedbec9-79fb-4b42-b3cc-3bfc4b683c70 req-d4e04f28-3fe5-47b5-aff8-271ca9f9838b tempest-ServerRescueNegativeTestJSON-1447075807 tempest-ServerRescueNegativeTestJSON-1447075807-project] 10.222.0.106 "GET /v2.0/ports?device_id=5fb246d8-3ad4-4716-8d4a-a158efb7586c HTTP/1.1" status: 200 len: 945 time: 0.0772321 Jul 06 12:36:44.937925 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-1aedbec9-79fb-4b42-b3cc-3bfc4b683c70 req-a3037cbd-4e70-400a-8f92-bb17966b7ffd tempest-ServerRescueNegativeTestJSON-1447075807 tempest-ServerRescueNegativeTestJSON-1447075807-project] 10.222.0.106 "GET /v2.0/security-groups?id=4d78ff5b-ed74-4775-b2e7-af8cfc6a5bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357895 Jul 06 12:36:46.127489 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6dcb4f-0816-4429-a63f-d996f7b143ce req-431bbff5-5d8e-49e1-80e3-30a4bf592480 tempest-ServerRescueNegativeTestJSON-1447075807 tempest-ServerRescueNegativeTestJSON-1447075807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:36:46.128819 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-bd6dcb4f-0816-4429-a63f-d996f7b143ce req-431bbff5-5d8e-49e1-80e3-30a4bf592480 tempest-ServerRescueNegativeTestJSON-1447075807 tempest-ServerRescueNegativeTestJSON-1447075807-project] 10.222.0.106 "GET /v2.0/ports?device_id=5fb246d8-3ad4-4716-8d4a-a158efb7586c HTTP/1.1" status: 200 len: 945 time: 0.0708303 Jul 06 12:36:46.175275 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-bd6dcb4f-0816-4429-a63f-d996f7b143ce req-be9e7c31-8ffc-40b0-892b-ac64f0f38a52 tempest-ServerRescueNegativeTestJSON-1447075807 tempest-ServerRescueNegativeTestJSON-1447075807-project] 10.222.0.106 "GET /v2.0/security-groups?id=4d78ff5b-ed74-4775-b2e7-af8cfc6a5bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389879 Jul 06 12:36:46.432599 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65f0959-e4c9-457f-84eb-a33aba1378dc req-3b71bf2e-17ab-4511-9143-a9e982a37441 tempest-ServerRescueNegativeTestJSON-1447075807 tempest-ServerRescueNegativeTestJSON-1447075807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:36:46.434041 dv-cinder-799631-1-iscsi neutron-server[93087]: INFO neutron.wsgi [req-f65f0959-e4c9-457f-84eb-a33aba1378dc req-3b71bf2e-17ab-4511-9143-a9e982a37441 tempest-ServerRescueNegativeTestJSON-1447075807 tempest-ServerRescueNegativeTestJSON-1447075807-project] 10.222.0.100 "GET /v2.0/ports?device_id=5fb246d8-3ad4-4716-8d4a-a158efb7586c HTTP/1.1" status: 200 len: 945 time: 0.0694644 Jul 06 12:36:46.544071 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.plugins.ml2.plugin [req-f65f0959-e4c9-457f-84eb-a33aba1378dc req-769577cd-3745-4bfb-8db6-2ddf5436a337 tempest-ServerRescueNegativeTestJSON-1447075807 tempest-ServerRescueNegativeTestJSON-1447075807-project] Deleting port c85a57e3-a601-437d-a698-bdc821277c8a {{(pid=93087) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:36:46.544418 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [req-f65f0959-e4c9-457f-84eb-a33aba1378dc req-769577cd-3745-4bfb-8db6-2ddf5436a337 tempest-ServerRescueNegativeTestJSON-1447075807 tempest-ServerRescueNegativeTestJSON-1447075807-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730294201564'] for port, before_delete {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:36:46.632806 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.plugins.ml2.db [req-f65f0959-e4c9-457f-84eb-a33aba1378dc req-769577cd-3745-4bfb-8db6-2ddf5436a337 tempest-ServerRescueNegativeTestJSON-1447075807 tempest-ServerRescueNegativeTestJSON-1447075807-project] For port c85a57e3-a601-437d-a698-bdc821277c8a, host hv-cinder-79963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79963',level=0,port_id=c85a57e3-a601-437d-a698-bdc821277c8a,segment=NetworkSegment(b11f8209-eb69-4d3b-82f2-d3a8df76858b),segment_id=b11f8209-eb69-4d3b-82f2-d3a8df76858b)] {{(pid=93087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:36:46.633170 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [req-f65f0959-e4c9-457f-84eb-a33aba1378dc req-769577cd-3745-4bfb-8db6-2ddf5436a337 tempest-ServerRescueNegativeTestJSON-1447075807 tempest-ServerRescueNegativeTestJSON-1447075807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813012'] for port, precommit_delete {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:36:46.646681 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.plugins.ml2.plugin [req-f65f0959-e4c9-457f-84eb-a33aba1378dc req-769577cd-3745-4bfb-8db6-2ddf5436a337 tempest-ServerRescueNegativeTestJSON-1447075807 tempest-ServerRescueNegativeTestJSON-1447075807-project] Calling delete_port for c85a57e3-a601-437d-a698-bdc821277c8a owned by compute:nova {{(pid=93087) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:36:46.783306 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [req-f65f0959-e4c9-457f-84eb-a33aba1378dc req-769577cd-3745-4bfb-8db6-2ddf5436a337 tempest-ServerRescueNegativeTestJSON-1447075807 tempest-ServerRescueNegativeTestJSON-1447075807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-772913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730294210838', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730293689573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65517743'] for port, after_delete {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:36:46.813084 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769577cd-3745-4bfb-8db6-2ddf5436a337 tempest-ServerRescueNegativeTestJSON-1447075807 tempest-ServerRescueNegativeTestJSON-1447075807-project] Pushing event deleted for resources: {'Port': ['ID=c85a57e3-a601-437d-a698-bdc821277c8a,revision_number=None']} {{(pid=93087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:36:46.828235 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.db [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] get_ports_and_sgs() called for port_ids ['c2f14543-305d-418b-9b19-bedbd689144a', 'c85a57e3-a601-437d-a698-bdc821277c8a'] {{(pid=93089) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 12:36:46.865912 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.db.l3_dvrscheduler_db [req-f65f0959-e4c9-457f-84eb-a33aba1378dc req-769577cd-3745-4bfb-8db6-2ddf5436a337 tempest-ServerRescueNegativeTestJSON-1447075807 tempest-ServerRescueNegativeTestJSON-1447075807-project] No DVR routers for this DVR port c85a57e3-a601-437d-a698-bdc821277c8a on host hv-cinder-79963 {{(pid=93087) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:36:46.868459 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [req-f65f0959-e4c9-457f-84eb-a33aba1378dc req-769577cd-3745-4bfb-8db6-2ddf5436a337 tempest-ServerRescueNegativeTestJSON-1447075807 tempest-ServerRescueNegativeTestJSON-1447075807-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473541'] for port, before_response {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:36:46.870502 dv-cinder-799631-1-iscsi neutron-server[93087]: INFO neutron.wsgi [req-f65f0959-e4c9-457f-84eb-a33aba1378dc req-769577cd-3745-4bfb-8db6-2ddf5436a337 tempest-ServerRescueNegativeTestJSON-1447075807 tempest-ServerRescueNegativeTestJSON-1447075807-project] 10.222.0.100 "DELETE /v2.0/ports/c85a57e3-a601-437d-a698-bdc821277c8a HTTP/1.1" status: 204 len: 173 time: 0.4306991 Jul 06 12:36:46.870937 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fb246d8-3ad4-4716-8d4a-a158efb7586c', 'name': 'network-vif-deleted', 'tag': 'c85a57e3-a601-437d-a698-bdc821277c8a'}] {{(pid=93087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:36:46.873405 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.106/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b75977dee10694d970e3c904bb2abec7b96eeb0b1196bffac2d8311199053796" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-454f3968-6ed4-4b5b-b1ef-a226ac48b91c" -d '{"events": [{"server_uuid": "5fb246d8-3ad4-4716-8d4a-a158efb7586c", "name": "network-vif-deleted", "tag": "c85a57e3-a601-437d-a698-bdc821277c8a"}]}' {{(pid=93087) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:36:46.927963 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 12:36:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d4531a4-61a4-47f4-a127-3e52dd50c9bd x-openstack-request-id: req-3d4531a4-61a4-47f4-a127-3e52dd50c9bd {{(pid=93087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:36:46.928448 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5fb246d8-3ad4-4716-8d4a-a158efb7586c", "name": "network-vif-deleted", "tag": "c85a57e3-a601-437d-a698-bdc821277c8a", "status": "completed", "code": 200}]} {{(pid=93087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:36:46.928705 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.106/compute/v2.1/os-server-external-events used request id req-3d4531a4-61a4-47f4-a127-3e52dd50c9bd {{(pid=93087) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:36:46.929106 dv-cinder-799631-1-iscsi neutron-server[93087]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5fb246d8-3ad4-4716-8d4a-a158efb7586c', 'name': 'network-vif-deleted', 'tag': 'c85a57e3-a601-437d-a698-bdc821277c8a', 'status': 'completed', 'code': 200} Jul 06 12:36:47.014243 dv-cinder-799631-1-iscsi neutron-server[93090]: DEBUG neutron.db.agents_db [None req-df1e7349-c09a-47b1-8f5e-4c337b6ca707 None None] Agent healthcheck: found 6 active agents {{(pid=93090) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 12:36:47.346162 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-cbf86e6e-a3fb-4280-a513-0a3b7798e8c4 req-8dc46f0f-e76a-4747-a8bb-fe3db5affd13 tempest-ServerRescueNegativeTestJSON-1447075807 tempest-ServerRescueNegativeTestJSON-1447075807-project] 10.222.0.106 "GET /v2.0/ports?device_id=5fb246d8-3ad4-4716-8d4a-a158efb7586c HTTP/1.1" status: 200 len: 210 time: 0.0298424 Jul 06 12:36:48.853023 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737309d5-e277-4691-8fa1-fc2d28442c16 req-4a7546f1-33d3-4651-877e-a42b5c2a89ff tempest-ServerRescueNegativeTestJSON-1447075807 tempest-ServerRescueNegativeTestJSON-1447075807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:36:48.854957 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-737309d5-e277-4691-8fa1-fc2d28442c16 req-4a7546f1-33d3-4651-877e-a42b5c2a89ff tempest-ServerRescueNegativeTestJSON-1447075807 tempest-ServerRescueNegativeTestJSON-1447075807-project] 10.222.0.106 "GET /v2.0/ports?device_id=033daae3-3614-4270-a8cd-62b72de71ec3 HTTP/1.1" status: 200 len: 945 time: 0.0763721 Jul 06 12:36:48.896909 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-737309d5-e277-4691-8fa1-fc2d28442c16 req-ef971a56-9680-4dfe-a6d2-09827666cf60 tempest-ServerRescueNegativeTestJSON-1447075807 tempest-ServerRescueNegativeTestJSON-1447075807-project] 10.222.0.106 "GET /v2.0/security-groups?id=4d78ff5b-ed74-4775-b2e7-af8cfc6a5bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358779 Jul 06 12:36:49.877993 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cec4035-8c68-4444-9706-351a53886659 req-16547d25-ad0d-45ea-8343-17bbcf3bcad8 tempest-AttachVolumeTestJSON-69932156 tempest-AttachVolumeTestJSON-69932156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:36:49.879738 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-0cec4035-8c68-4444-9706-351a53886659 req-16547d25-ad0d-45ea-8343-17bbcf3bcad8 tempest-AttachVolumeTestJSON-69932156 tempest-AttachVolumeTestJSON-69932156-project] 10.222.0.106 "GET /v2.0/ports?device_id=1247d046-18a9-4ac1-b527-638e0320ba0e HTTP/1.1" status: 200 len: 946 time: 0.0875602 Jul 06 12:36:49.924655 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-0cec4035-8c68-4444-9706-351a53886659 req-fb2cec5b-0d63-44c1-bae6-e18c526f7f97 tempest-AttachVolumeTestJSON-69932156 tempest-AttachVolumeTestJSON-69932156-project] 10.222.0.106 "GET /v2.0/security-groups?id=c6027da5-2dd2-4fa1-abf8-166ae93c4f01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383146 Jul 06 12:36:50.092000 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642333e0-b4f5-4a9e-a08b-5a929f52f6ee req-72311713-1813-432d-99a7-585a50d0038c tempest-ServerRescueNegativeTestJSON-1447075807 tempest-ServerRescueNegativeTestJSON-1447075807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:36:50.093746 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-642333e0-b4f5-4a9e-a08b-5a929f52f6ee req-72311713-1813-432d-99a7-585a50d0038c tempest-ServerRescueNegativeTestJSON-1447075807 tempest-ServerRescueNegativeTestJSON-1447075807-project] 10.222.0.106 "GET /v2.0/ports?device_id=033daae3-3614-4270-a8cd-62b72de71ec3 HTTP/1.1" status: 200 len: 945 time: 0.0664649 Jul 06 12:36:50.135785 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-642333e0-b4f5-4a9e-a08b-5a929f52f6ee req-add76e6b-d151-495e-b4c8-37939334d702 tempest-ServerRescueNegativeTestJSON-1447075807 tempest-ServerRescueNegativeTestJSON-1447075807-project] 10.222.0.106 "GET /v2.0/security-groups?id=4d78ff5b-ed74-4775-b2e7-af8cfc6a5bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361056 Jul 06 12:36:50.362123 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730293992524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912513'] for agent, after_update {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:36:50.479208 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.rpc [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] Device c85a57e3-a601-437d-a698-bdc821277c8a no longer exists at agent hyperv_hv-cinder-79963 {{(pid=93089) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:36:50.499969 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.plugin [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] No Port match for: c85a57e3-a601-437d-a698-bdc821277c8a {{(pid=93089) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:36:50.500317 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.rpc [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] Device c85a57e3-a601-437d-a698-bdc821277c8a not bound to the agent host hv-cinder-79963 {{(pid=93089) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:36:51.117396 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e8b2d5-6606-45ec-b2bd-d40f217ce015 req-d80b62f4-3cbe-4f27-9081-66ebd321edea tempest-AttachVolumeTestJSON-69932156 tempest-AttachVolumeTestJSON-69932156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:36:51.118984 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-a1e8b2d5-6606-45ec-b2bd-d40f217ce015 req-d80b62f4-3cbe-4f27-9081-66ebd321edea tempest-AttachVolumeTestJSON-69932156 tempest-AttachVolumeTestJSON-69932156-project] 10.222.0.106 "GET /v2.0/ports?device_id=1247d046-18a9-4ac1-b527-638e0320ba0e HTTP/1.1" status: 200 len: 946 time: 0.0762622 Jul 06 12:36:51.157175 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-a1e8b2d5-6606-45ec-b2bd-d40f217ce015 req-d6c3fe42-00fb-4806-bc53-bbc9407d7967 tempest-AttachVolumeTestJSON-69932156 tempest-AttachVolumeTestJSON-69932156-project] 10.222.0.106 "GET /v2.0/security-groups?id=c6027da5-2dd2-4fa1-abf8-166ae93c4f01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319200 Jul 06 12:36:51.316435 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b12067e-ee0f-427b-9e30-8c076c2c3c6b req-25a0572f-3a94-4d80-a665-feb9d8ed765b tempest-ServerRescueNegativeTestJSON-1447075807 tempest-ServerRescueNegativeTestJSON-1447075807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:36:51.318269 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-4b12067e-ee0f-427b-9e30-8c076c2c3c6b req-25a0572f-3a94-4d80-a665-feb9d8ed765b tempest-ServerRescueNegativeTestJSON-1447075807 tempest-ServerRescueNegativeTestJSON-1447075807-project] 10.222.0.106 "GET /v2.0/ports?device_id=033daae3-3614-4270-a8cd-62b72de71ec3 HTTP/1.1" status: 200 len: 945 time: 0.0644915 Jul 06 12:36:51.357649 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-4b12067e-ee0f-427b-9e30-8c076c2c3c6b req-0226a8a0-d1dd-4990-bd9b-fc84dcd63d03 tempest-ServerRescueNegativeTestJSON-1447075807 tempest-ServerRescueNegativeTestJSON-1447075807-project] 10.222.0.106 "GET /v2.0/security-groups?id=4d78ff5b-ed74-4775-b2e7-af8cfc6a5bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336297 Jul 06 12:36:52.350924 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22508eb2-aa34-49e5-89dd-e672aaa8da9b req-49c60102-2119-44d4-87fd-13f79e827c00 tempest-AttachVolumeTestJSON-69932156 tempest-AttachVolumeTestJSON-69932156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:36:52.353129 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-22508eb2-aa34-49e5-89dd-e672aaa8da9b req-49c60102-2119-44d4-87fd-13f79e827c00 tempest-AttachVolumeTestJSON-69932156 tempest-AttachVolumeTestJSON-69932156-project] 10.222.0.106 "GET /v2.0/ports?device_id=1247d046-18a9-4ac1-b527-638e0320ba0e HTTP/1.1" status: 200 len: 946 time: 0.0751686 Jul 06 12:36:52.393717 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-22508eb2-aa34-49e5-89dd-e672aaa8da9b req-423b109c-cae3-4325-820e-852c8abf4a4a tempest-AttachVolumeTestJSON-69932156 tempest-AttachVolumeTestJSON-69932156-project] 10.222.0.106 "GET /v2.0/security-groups?id=c6027da5-2dd2-4fa1-abf8-166ae93c4f01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336087 Jul 06 12:36:52.560361 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead48a6a-07b9-43dc-a8f4-c0370e3d74fa req-f86d3729-3890-4566-907e-3f00d5a3bbf7 tempest-ServerRescueNegativeTestJSON-1447075807 tempest-ServerRescueNegativeTestJSON-1447075807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:36:52.561865 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-ead48a6a-07b9-43dc-a8f4-c0370e3d74fa req-f86d3729-3890-4566-907e-3f00d5a3bbf7 tempest-ServerRescueNegativeTestJSON-1447075807 tempest-ServerRescueNegativeTestJSON-1447075807-project] 10.222.0.106 "GET /v2.0/ports?device_id=033daae3-3614-4270-a8cd-62b72de71ec3 HTTP/1.1" status: 200 len: 945 time: 0.0668619 Jul 06 12:36:52.604881 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-ead48a6a-07b9-43dc-a8f4-c0370e3d74fa req-2caf450f-1067-44c4-bc7d-33a0fd92ca54 tempest-ServerRescueNegativeTestJSON-1447075807 tempest-ServerRescueNegativeTestJSON-1447075807-project] 10.222.0.106 "GET /v2.0/security-groups?id=4d78ff5b-ed74-4775-b2e7-af8cfc6a5bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370641 Jul 06 12:36:53.570386 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5324812a-3611-4424-93ee-7b5fe8022b53 req-36cb7072-d00c-4182-a2be-57117aaf5aed tempest-AttachVolumeTestJSON-69932156 tempest-AttachVolumeTestJSON-69932156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:36:53.571826 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-5324812a-3611-4424-93ee-7b5fe8022b53 req-36cb7072-d00c-4182-a2be-57117aaf5aed tempest-AttachVolumeTestJSON-69932156 tempest-AttachVolumeTestJSON-69932156-project] 10.222.0.106 "GET /v2.0/ports?device_id=1247d046-18a9-4ac1-b527-638e0320ba0e HTTP/1.1" status: 200 len: 946 time: 0.0651727 Jul 06 12:36:53.611787 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-5324812a-3611-4424-93ee-7b5fe8022b53 req-288cc218-8617-42ec-b58d-c0d3b3cff253 tempest-AttachVolumeTestJSON-69932156 tempest-AttachVolumeTestJSON-69932156-project] 10.222.0.106 "GET /v2.0/security-groups?id=c6027da5-2dd2-4fa1-abf8-166ae93c4f01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344355 Jul 06 12:36:53.803529 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08c1a4d-c2a0-4797-baa8-c35d5d2a2723 req-37d270f4-50a6-4605-bbb4-8c63b7eb77c0 tempest-ServerRescueNegativeTestJSON-1447075807 tempest-ServerRescueNegativeTestJSON-1447075807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:36:53.805137 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-f08c1a4d-c2a0-4797-baa8-c35d5d2a2723 req-37d270f4-50a6-4605-bbb4-8c63b7eb77c0 tempest-ServerRescueNegativeTestJSON-1447075807 tempest-ServerRescueNegativeTestJSON-1447075807-project] 10.222.0.106 "GET /v2.0/ports?device_id=033daae3-3614-4270-a8cd-62b72de71ec3 HTTP/1.1" status: 200 len: 945 time: 0.0746970 Jul 06 12:36:53.849694 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-f08c1a4d-c2a0-4797-baa8-c35d5d2a2723 req-dfdfe027-49c2-4154-935f-836697c0fee2 tempest-ServerRescueNegativeTestJSON-1447075807 tempest-ServerRescueNegativeTestJSON-1447075807-project] 10.222.0.106 "GET /v2.0/security-groups?id=4d78ff5b-ed74-4775-b2e7-af8cfc6a5bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370708 Jul 06 12:36:54.704742 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.wsgi [-] (93088) accepted ('10.222.0.106', 52524) {{(pid=93088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:36:54.788935 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace595b9-5c66-4d67-8f1b-01478e9fcbe2 req-9122cea7-9b5f-417f-8bca-d6ddd0ed3cad tempest-AttachVolumeTestJSON-69932156 tempest-AttachVolumeTestJSON-69932156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:36:54.790688 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-ace595b9-5c66-4d67-8f1b-01478e9fcbe2 req-9122cea7-9b5f-417f-8bca-d6ddd0ed3cad tempest-AttachVolumeTestJSON-69932156 tempest-AttachVolumeTestJSON-69932156-project] 10.222.0.106 "GET /v2.0/ports?device_id=1247d046-18a9-4ac1-b527-638e0320ba0e HTTP/1.1" status: 200 len: 946 time: 0.0669618 Jul 06 12:36:54.824964 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-6ed8ba71-367b-4fca-8ec1-6bc97c3d59bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:36:54.853799 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-ace595b9-5c66-4d67-8f1b-01478e9fcbe2 req-e0af3044-aeaa-4c5d-af0c-c6604b60f7d3 tempest-AttachVolumeTestJSON-69932156 tempest-AttachVolumeTestJSON-69932156-project] 10.222.0.106 "GET /v2.0/security-groups?id=c6027da5-2dd2-4fa1-abf8-166ae93c4f01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570812 Jul 06 12:36:54.944945 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-6ed8ba71-367b-4fca-8ec1-6bc97c3d59bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:36:54.949272 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-6ed8ba71-367b-4fca-8ec1-6bc97c3d59bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1774441'] for security_group, after_create {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:36:54.999806 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [None req-6ed8ba71-367b-4fca-8ec1-6bc97c3d59bf admin admin] 10.222.0.106 "GET /v2.0/security-groups?tenant_id=79ff2d2c121141158d25b2fd45000cd0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2938423 Jul 06 12:36:55.002672 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.wsgi [-] (93087) accepted ('10.222.0.106', 52530) {{(pid=93087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:36:55.016654 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed8ba71-367b-4fca-8ec1-6bc97c3d59bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d069aa3-af53-4591-b443-23ff8198d687,revision_number=1']} {{(pid=93088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:36:55.058452 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-95ff9034-15c4-4197-8b51-09389fc179a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:36:55.058915 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68894e36-880d-4167-bcd6-1868a6b077d8 req-603be2a1-b179-4ad2-a3df-1e4b32a6416c tempest-ServerRescueNegativeTestJSON-1447075807 tempest-ServerRescueNegativeTestJSON-1447075807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:36:55.060547 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-68894e36-880d-4167-bcd6-1868a6b077d8 req-603be2a1-b179-4ad2-a3df-1e4b32a6416c tempest-ServerRescueNegativeTestJSON-1447075807 tempest-ServerRescueNegativeTestJSON-1447075807-project] 10.222.0.106 "GET /v2.0/ports?device_id=033daae3-3614-4270-a8cd-62b72de71ec3 HTTP/1.1" status: 200 len: 945 time: 0.0800495 Jul 06 12:36:55.082612 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-95ff9034-15c4-4197-8b51-09389fc179a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:36:55.107196 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-68894e36-880d-4167-bcd6-1868a6b077d8 req-a309b2af-c445-4c6b-8081-5253c2efb722 tempest-ServerRescueNegativeTestJSON-1447075807 tempest-ServerRescueNegativeTestJSON-1447075807-project] 10.222.0.106 "GET /v2.0/security-groups?id=4d78ff5b-ed74-4775-b2e7-af8cfc6a5bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406976 Jul 06 12:36:55.138830 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-95ff9034-15c4-4197-8b51-09389fc179a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1774441'] for security_group, after_delete {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:36:55.141789 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-95ff9034-15c4-4197-8b51-09389fc179a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:36:55.143158 dv-cinder-799631-1-iscsi neutron-server[93087]: INFO neutron.wsgi [None req-95ff9034-15c4-4197-8b51-09389fc179a8 admin admin] 10.222.0.106 "DELETE /v2.0/security-groups/4d069aa3-af53-4591-b443-23ff8198d687 HTTP/1.1" status: 204 len: 168 time: 0.1387811 Jul 06 12:36:55.156401 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ff9034-15c4-4197-8b51-09389fc179a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d069aa3-af53-4591-b443-23ff8198d687,revision_number=None']} {{(pid=93087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:36:55.865695 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7fda88-7331-4a77-87ec-ada817e5af59 req-99fac087-6a26-49fa-8c7a-fcf9d8e4503e tempest-ServerRescueNegativeTestJSON-1447075807 tempest-ServerRescueNegativeTestJSON-1447075807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:36:55.867216 dv-cinder-799631-1-iscsi neutron-server[93087]: INFO neutron.wsgi [req-bd7fda88-7331-4a77-87ec-ada817e5af59 req-99fac087-6a26-49fa-8c7a-fcf9d8e4503e tempest-ServerRescueNegativeTestJSON-1447075807 tempest-ServerRescueNegativeTestJSON-1447075807-project] 10.222.0.100 "GET /v2.0/ports?device_id=033daae3-3614-4270-a8cd-62b72de71ec3 HTTP/1.1" status: 200 len: 945 time: 0.0679901 Jul 06 12:36:55.981419 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.plugins.ml2.plugin [req-bd7fda88-7331-4a77-87ec-ada817e5af59 req-920802dc-3b06-4db7-b8a7-f8c605d61ee6 tempest-ServerRescueNegativeTestJSON-1447075807 tempest-ServerRescueNegativeTestJSON-1447075807-project] Deleting port c2f14543-305d-418b-9b19-bedbd689144a {{(pid=93087) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:36:55.981783 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [req-bd7fda88-7331-4a77-87ec-ada817e5af59 req-920802dc-3b06-4db7-b8a7-f8c605d61ee6 tempest-ServerRescueNegativeTestJSON-1447075807 tempest-ServerRescueNegativeTestJSON-1447075807-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730294201564'] for port, before_delete {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:36:56.043922 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57857586-b412-4de6-accc-537624c870cd req-c02cd844-7b6b-46b4-82c2-51671df8cdce tempest-AttachVolumeTestJSON-69932156 tempest-AttachVolumeTestJSON-69932156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:36:56.045463 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-57857586-b412-4de6-accc-537624c870cd req-c02cd844-7b6b-46b4-82c2-51671df8cdce tempest-AttachVolumeTestJSON-69932156 tempest-AttachVolumeTestJSON-69932156-project] 10.222.0.106 "GET /v2.0/ports?device_id=1247d046-18a9-4ac1-b527-638e0320ba0e HTTP/1.1" status: 200 len: 946 time: 0.0691545 Jul 06 12:36:56.079045 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.plugins.ml2.db [req-bd7fda88-7331-4a77-87ec-ada817e5af59 req-920802dc-3b06-4db7-b8a7-f8c605d61ee6 tempest-ServerRescueNegativeTestJSON-1447075807 tempest-ServerRescueNegativeTestJSON-1447075807-project] For port c2f14543-305d-418b-9b19-bedbd689144a, host hv-cinder-79963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79963',level=0,port_id=c2f14543-305d-418b-9b19-bedbd689144a,segment=NetworkSegment(b11f8209-eb69-4d3b-82f2-d3a8df76858b),segment_id=b11f8209-eb69-4d3b-82f2-d3a8df76858b)] {{(pid=93087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:36:56.079685 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [req-bd7fda88-7331-4a77-87ec-ada817e5af59 req-920802dc-3b06-4db7-b8a7-f8c605d61ee6 tempest-ServerRescueNegativeTestJSON-1447075807 tempest-ServerRescueNegativeTestJSON-1447075807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813012'] for port, precommit_delete {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:36:56.089141 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-57857586-b412-4de6-accc-537624c870cd req-e3bcf98f-ed1b-45c0-b9c7-109f64a19079 tempest-AttachVolumeTestJSON-69932156 tempest-AttachVolumeTestJSON-69932156-project] 10.222.0.106 "GET /v2.0/security-groups?id=c6027da5-2dd2-4fa1-abf8-166ae93c4f01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342340 Jul 06 12:36:56.094851 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.plugins.ml2.plugin [req-bd7fda88-7331-4a77-87ec-ada817e5af59 req-920802dc-3b06-4db7-b8a7-f8c605d61ee6 tempest-ServerRescueNegativeTestJSON-1447075807 tempest-ServerRescueNegativeTestJSON-1447075807-project] Calling delete_port for c2f14543-305d-418b-9b19-bedbd689144a owned by compute:nova {{(pid=93087) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:36:56.226274 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [req-bd7fda88-7331-4a77-87ec-ada817e5af59 req-920802dc-3b06-4db7-b8a7-f8c605d61ee6 tempest-ServerRescueNegativeTestJSON-1447075807 tempest-ServerRescueNegativeTestJSON-1447075807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-772913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730294210838', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730293689573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65517743'] for port, after_delete {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:36:56.261116 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920802dc-3b06-4db7-b8a7-f8c605d61ee6 tempest-ServerRescueNegativeTestJSON-1447075807 tempest-ServerRescueNegativeTestJSON-1447075807-project] Pushing event deleted for resources: {'Port': ['ID=c2f14543-305d-418b-9b19-bedbd689144a,revision_number=None']} {{(pid=93087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:36:56.268805 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-150b37ba-bed4-4004-b793-7c0b3130ab00 req-1f318c38-95ef-47dc-9d0d-d668607d2c96 tempest-ServerRescueNegativeTestJSON-1447075807 tempest-ServerRescueNegativeTestJSON-1447075807-project] 10.222.0.106 "GET /v2.0/ports?device_id=033daae3-3614-4270-a8cd-62b72de71ec3 HTTP/1.1" status: 200 len: 210 time: 0.0339887 Jul 06 12:36:56.272494 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.db [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] get_ports_and_sgs() called for port_ids ['c2f14543-305d-418b-9b19-bedbd689144a'] {{(pid=93089) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 12:36:56.311447 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd7fda88-7331-4a77-87ec-ada817e5af59 req-920802dc-3b06-4db7-b8a7-f8c605d61ee6 tempest-ServerRescueNegativeTestJSON-1447075807 tempest-ServerRescueNegativeTestJSON-1447075807-project] No DVR routers for this DVR port c2f14543-305d-418b-9b19-bedbd689144a on host hv-cinder-79963 {{(pid=93087) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:36:56.314510 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [req-bd7fda88-7331-4a77-87ec-ada817e5af59 req-920802dc-3b06-4db7-b8a7-f8c605d61ee6 tempest-ServerRescueNegativeTestJSON-1447075807 tempest-ServerRescueNegativeTestJSON-1447075807-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473541'] for port, before_response {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:36:56.316644 dv-cinder-799631-1-iscsi neutron-server[93087]: INFO neutron.wsgi [req-bd7fda88-7331-4a77-87ec-ada817e5af59 req-920802dc-3b06-4db7-b8a7-f8c605d61ee6 tempest-ServerRescueNegativeTestJSON-1447075807 tempest-ServerRescueNegativeTestJSON-1447075807-project] 10.222.0.100 "DELETE /v2.0/ports/c2f14543-305d-418b-9b19-bedbd689144a HTTP/1.1" status: 204 len: 173 time: 0.4398079 Jul 06 12:36:56.317113 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '033daae3-3614-4270-a8cd-62b72de71ec3', 'name': 'network-vif-deleted', 'tag': 'c2f14543-305d-418b-9b19-bedbd689144a'}] {{(pid=93087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:36:56.319669 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.106/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b75977dee10694d970e3c904bb2abec7b96eeb0b1196bffac2d8311199053796" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d6b3ca5-4615-4d19-87be-2c8cf8fde186" -d '{"events": [{"server_uuid": "033daae3-3614-4270-a8cd-62b72de71ec3", "name": "network-vif-deleted", "tag": "c2f14543-305d-418b-9b19-bedbd689144a"}]}' {{(pid=93087) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:36:56.357339 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 12:36:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3d948ad-e07d-415a-abd8-58284449cb2d x-openstack-request-id: req-c3d948ad-e07d-415a-abd8-58284449cb2d {{(pid=93087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:36:56.357713 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "033daae3-3614-4270-a8cd-62b72de71ec3", "name": "network-vif-deleted", "tag": "c2f14543-305d-418b-9b19-bedbd689144a", "status": "completed", "code": 200}]} {{(pid=93087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:36:56.358068 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.106/compute/v2.1/os-server-external-events used request id req-c3d948ad-e07d-415a-abd8-58284449cb2d {{(pid=93087) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:36:56.358529 dv-cinder-799631-1-iscsi neutron-server[93087]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '033daae3-3614-4270-a8cd-62b72de71ec3', 'name': 'network-vif-deleted', 'tag': 'c2f14543-305d-418b-9b19-bedbd689144a', 'status': 'completed', 'code': 200} Jul 06 12:36:57.282095 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6219e10a-dcb6-4652-ab4e-b3e195f9087d req-0d7902c2-2236-465a-968e-e983e03dac47 tempest-AttachVolumeTestJSON-69932156 tempest-AttachVolumeTestJSON-69932156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:36:57.283605 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-6219e10a-dcb6-4652-ab4e-b3e195f9087d req-0d7902c2-2236-465a-968e-e983e03dac47 tempest-AttachVolumeTestJSON-69932156 tempest-AttachVolumeTestJSON-69932156-project] 10.222.0.106 "GET /v2.0/ports?device_id=1247d046-18a9-4ac1-b527-638e0320ba0e HTTP/1.1" status: 200 len: 946 time: 0.0703642 Jul 06 12:36:57.323880 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-6219e10a-dcb6-4652-ab4e-b3e195f9087d req-b540344f-f93d-4ab4-b0d9-93fc49f391ad tempest-AttachVolumeTestJSON-69932156 tempest-AttachVolumeTestJSON-69932156-project] 10.222.0.106 "GET /v2.0/security-groups?id=c6027da5-2dd2-4fa1-abf8-166ae93c4f01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346384 Jul 06 12:36:57.364747 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.wsgi [-] (93087) accepted ('10.222.0.106', 52550) {{(pid=93087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:36:58.008438 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-48bbf512-913b-46b9-b04c-0a946cb726d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1815572'] for router_interface, before_delete {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:36:58.347720 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.plugins.ml2.plugin [None req-48bbf512-913b-46b9-b04c-0a946cb726d0 admin admin] Deleting port b18e617b-4fab-4146-96f2-0167e5e7077c {{(pid=93087) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:36:58.348214 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-48bbf512-913b-46b9-b04c-0a946cb726d0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730294201564'] for port, before_delete {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:36:58.432537 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.plugins.ml2.db [None req-48bbf512-913b-46b9-b04c-0a946cb726d0 admin admin] For port b18e617b-4fab-4146-96f2-0167e5e7077c, host dv-cinder-799631-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799631-1-iscsi',level=0,port_id=b18e617b-4fab-4146-96f2-0167e5e7077c,segment=NetworkSegment(b11f8209-eb69-4d3b-82f2-d3a8df76858b),segment_id=b11f8209-eb69-4d3b-82f2-d3a8df76858b)] {{(pid=93087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:36:58.433235 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-48bbf512-913b-46b9-b04c-0a946cb726d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813012'] for port, precommit_delete {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:36:58.456749 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.plugins.ml2.plugin [None req-48bbf512-913b-46b9-b04c-0a946cb726d0 admin admin] Calling delete_port for b18e617b-4fab-4146-96f2-0167e5e7077c owned by network:router_interface {{(pid=93087) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:36:58.523508 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93fff65-7b82-417c-ab30-cfab2ac966f8 req-2e867476-b3ec-48da-9e4d-deffb3644ab2 tempest-AttachVolumeTestJSON-69932156 tempest-AttachVolumeTestJSON-69932156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:36:58.526503 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-e93fff65-7b82-417c-ab30-cfab2ac966f8 req-2e867476-b3ec-48da-9e4d-deffb3644ab2 tempest-AttachVolumeTestJSON-69932156 tempest-AttachVolumeTestJSON-69932156-project] 10.222.0.106 "GET /v2.0/ports?device_id=1247d046-18a9-4ac1-b527-638e0320ba0e HTTP/1.1" status: 200 len: 946 time: 0.0783479 Jul 06 12:36:58.544916 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.rpc [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] Device c2f14543-305d-418b-9b19-bedbd689144a no longer exists at agent hyperv_hv-cinder-79963 {{(pid=93089) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:36:58.573065 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-e93fff65-7b82-417c-ab30-cfab2ac966f8 req-0bcf3a04-7fbe-4524-ac98-4072fad16695 tempest-AttachVolumeTestJSON-69932156 tempest-AttachVolumeTestJSON-69932156-project] 10.222.0.106 "GET /v2.0/security-groups?id=c6027da5-2dd2-4fa1-abf8-166ae93c4f01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410733 Jul 06 12:36:58.578042 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.plugin [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] No Port match for: c2f14543-305d-418b-9b19-bedbd689144a {{(pid=93089) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:36:58.578442 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.rpc [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] Device c2f14543-305d-418b-9b19-bedbd689144a not bound to the agent host hv-cinder-79963 {{(pid=93089) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:36:58.675651 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-48bbf512-913b-46b9-b04c-0a946cb726d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-772913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730294210838', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730293689573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65517743'] for port, after_delete {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:36:58.701647 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48bbf512-913b-46b9-b04c-0a946cb726d0 admin admin] Pushing event deleted for resources: {'Port': ['ID=b18e617b-4fab-4146-96f2-0167e5e7077c,revision_number=None']} {{(pid=93087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:36:58.877108 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-48bbf512-913b-46b9-b04c-0a946cb726d0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1582540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1813034'] for router_interface, after_delete {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:36:59.102470 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48bbf512-913b-46b9-b04c-0a946cb726d0 admin admin] Router 3f9ebffd-df70-4722-af9f-249cff39431d has already been hosted by L3 agent 8f648e93-51d3-4e20-9eca-a57842435ba1 {{(pid=93087) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 12:36:59.212934 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48bbf512-913b-46b9-b04c-0a946cb726d0 admin admin] Notify agent at l3_agent.dv-cinder-799631-1-iscsi the message routers_updated {{(pid=93087) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:36:59.220259 dv-cinder-799631-1-iscsi neutron-server[93087]: INFO neutron.wsgi [None req-48bbf512-913b-46b9-b04c-0a946cb726d0 admin admin] 10.222.0.106 "PUT /v2.0/routers/3f9ebffd-df70-4722-af9f-249cff39431d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8537478 Jul 06 12:36:59.222887 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.wsgi [-] (93087) accepted ('10.222.0.106', 52556) {{(pid=93087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:36:59.225660 dv-cinder-799631-1-iscsi neutron-server[93090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a464b408-8083-4091-856d-5c0a5ca76d86 None None] Sync routers for ids ['3f9ebffd-df70-4722-af9f-249cff39431d'] in dv-cinder-799631-1-iscsi {{(pid=93090) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:36:59.238197 dv-cinder-799631-1-iscsi neutron-server[93090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a464b408-8083-4091-856d-5c0a5ca76d86 None None] Routers {'3f9ebffd-df70-4722-af9f-249cff39431d'} bound to L3 agent in host dv-cinder-799631-1-iscsi {{(pid=93090) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:36:59.239045 dv-cinder-799631-1-iscsi neutron-server[93090]: DEBUG neutron.db.l3_hamode_db [None req-a464b408-8083-4091-856d-5c0a5ca76d86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799631-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T12:25:10Z,description=,heartbeat_timestamp=2021-07-06T12:36:40Z,host='dv-cinder-799631-1-iscsi',id=8f648e93-51d3-4e20-9eca-a57842435ba1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T12:25:10Z,topic='l3_agent')) {'router_ids': ['3f9ebffd-df70-4722-af9f-249cff39431d'], 'active': True} {{(pid=93090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:36:59.338361 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-ce081b73-f7ff-4176-9429-d7f9bc583715 admin admin] Notify callbacks [] for router, before_delete {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:36:59.356981 dv-cinder-799631-1-iscsi neutron-server[93090]: DEBUG neutron.db.l3_dvr_db [None req-a464b408-8083-4091-856d-5c0a5ca76d86 None None] Set router 3f9ebffd-df70-4722-af9f-249cff39431d gateway port host: dv-cinder-799631-1-iscsi {{(pid=93090) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:36:59.456188 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-ce081b73-f7ff-4176-9429-d7f9bc583715 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:36:59.513941 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.plugins.ml2.plugin [None req-ce081b73-f7ff-4176-9429-d7f9bc583715 admin admin] Deleting port 2a6b6a5a-8563-468f-832a-de2276b7c305 {{(pid=93087) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:36:59.514200 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-ce081b73-f7ff-4176-9429-d7f9bc583715 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730294201564'] for port, before_delete {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:36:59.562695 dv-cinder-799631-1-iscsi neutron-server[93090]: DEBUG neutron.db.l3_hamode_db [None req-a464b408-8083-4091-856d-5c0a5ca76d86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f9ebffd-df70-4722-af9f-249cff39431d', 'name': 'tempest-ServerRescueNegativeTestJSON-684748310-router', 'tenant_id': 'cc98c3dbd15045c0a70a6aeb034695a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a97b808-be6d-48ec-a40b-4668530ee790', 'external_fixed_ips': [{'subnet_id': '1816a596-2dc6-4d27-98a5-201cc12476f2', 'ip_address': '172.27.1.102'}], 'enable_snat': True}, 'gw_port_id': '2a6b6a5a-8563-468f-832a-de2276b7c305', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:33:10Z', 'updated_at': '2021-07-06T12:36:58Z', 'revision_number': 5, 'project_id': 'cc98c3dbd15045c0a70a6aeb034695a2', 'gw_port': {'id': '2a6b6a5a-8563-468f-832a-de2276b7c305', 'name': '', 'network_id': '2a97b808-be6d-48ec-a40b-4668530ee790', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:db:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f9ebffd-df70-4722-af9f-249cff39431d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '1816a596-2dc6-4d27-98a5-201cc12476f2', 'ip_address': '172.27.1.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799631-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:33:12Z', 'updated_at': '2021-07-06T12:33:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1816a596-2dc6-4d27-98a5-201cc12476f2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799631-1-iscsi'}], 'dv-cinder-799631-1-iscsi', False) {} {{(pid=93090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:36:59.591728 dv-cinder-799631-1-iscsi neutron-server[93090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a464b408-8083-4091-856d-5c0a5ca76d86 None None] Checking router: 3f9ebffd-df70-4722-af9f-249cff39431d for host: dv-cinder-799631-1-iscsi {{(pid=93090) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 12:36:59.600751 dv-cinder-799631-1-iscsi neutron-server[93090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a464b408-8083-4091-856d-5c0a5ca76d86 None None] Routers {'3f9ebffd-df70-4722-af9f-249cff39431d'} bound to L3 agent in host dv-cinder-799631-1-iscsi {{(pid=93090) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:36:59.601723 dv-cinder-799631-1-iscsi neutron-server[93090]: DEBUG neutron.db.l3_hamode_db [None req-a464b408-8083-4091-856d-5c0a5ca76d86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799631-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T12:25:10Z,description=,heartbeat_timestamp=2021-07-06T12:36:40Z,host='dv-cinder-799631-1-iscsi',id=8f648e93-51d3-4e20-9eca-a57842435ba1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T12:25:10Z,topic='l3_agent')) {'router_ids': ['3f9ebffd-df70-4722-af9f-249cff39431d'], 'active': True} {{(pid=93090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:36:59.616865 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.plugins.ml2.db [None req-ce081b73-f7ff-4176-9429-d7f9bc583715 admin admin] For port 2a6b6a5a-8563-468f-832a-de2276b7c305, host dv-cinder-799631-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799631-1-iscsi',level=0,port_id=2a6b6a5a-8563-468f-832a-de2276b7c305,segment=NetworkSegment(89d2d2f7-34cd-4989-93e1-84776a10346d),segment_id=89d2d2f7-34cd-4989-93e1-84776a10346d)] {{(pid=93087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:36:59.617046 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-ce081b73-f7ff-4176-9429-d7f9bc583715 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813012'] for port, precommit_delete {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:36:59.637383 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.plugins.ml2.plugin [None req-ce081b73-f7ff-4176-9429-d7f9bc583715 admin admin] Calling delete_port for 2a6b6a5a-8563-468f-832a-de2276b7c305 owned by network:router_gateway {{(pid=93087) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:36:59.778577 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d384d89-6ee8-4667-9ebe-58475fb1ada9 req-568b2788-cc67-4302-91b8-25534e13ced8 tempest-AttachVolumeTestJSON-69932156 tempest-AttachVolumeTestJSON-69932156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:36:59.780562 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-0d384d89-6ee8-4667-9ebe-58475fb1ada9 req-568b2788-cc67-4302-91b8-25534e13ced8 tempest-AttachVolumeTestJSON-69932156 tempest-AttachVolumeTestJSON-69932156-project] 10.222.0.106 "GET /v2.0/ports?device_id=1247d046-18a9-4ac1-b527-638e0320ba0e HTTP/1.1" status: 200 len: 946 time: 0.0821440 Jul 06 12:36:59.784500 dv-cinder-799631-1-iscsi neutron-server[93090]: DEBUG neutron.db.l3_dvr_db [None req-a464b408-8083-4091-856d-5c0a5ca76d86 None None] Set router 3f9ebffd-df70-4722-af9f-249cff39431d gateway port host: None {{(pid=93090) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:36:59.831031 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-0d384d89-6ee8-4667-9ebe-58475fb1ada9 req-93383bfc-b365-40da-b76d-02d8201515fd tempest-AttachVolumeTestJSON-69932156 tempest-AttachVolumeTestJSON-69932156-project] 10.222.0.106 "GET /v2.0/security-groups?id=c6027da5-2dd2-4fa1-abf8-166ae93c4f01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427134 Jul 06 12:36:59.840989 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-ce081b73-f7ff-4176-9429-d7f9bc583715 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-772913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730294210838', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730293689573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65517743'] for port, after_delete {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:36:59.841876 dv-cinder-799631-1-iscsi neutron-server[93090]: DEBUG neutron.db.l3_hamode_db [None req-a464b408-8083-4091-856d-5c0a5ca76d86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f9ebffd-df70-4722-af9f-249cff39431d', 'name': 'tempest-ServerRescueNegativeTestJSON-684748310-router', 'tenant_id': 'cc98c3dbd15045c0a70a6aeb034695a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:33:10Z', 'updated_at': '2021-07-06T12:36:59Z', 'revision_number': 6, 'project_id': 'cc98c3dbd15045c0a70a6aeb034695a2', 'gw_port_host': None}], 'dv-cinder-799631-1-iscsi', False) {} {{(pid=93090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:36:59.883556 dv-cinder-799631-1-iscsi neutron-server[93090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a464b408-8083-4091-856d-5c0a5ca76d86 None None] The sync data for ids ['3f9ebffd-df70-4722-af9f-249cff39431d'] in dv-cinder-799631-1-iscsi is: [{'id': '3f9ebffd-df70-4722-af9f-249cff39431d', 'name': 'tempest-ServerRescueNegativeTestJSON-684748310-router', 'tenant_id': 'cc98c3dbd15045c0a70a6aeb034695a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:33:10Z', 'updated_at': '2021-07-06T12:36:59Z', 'revision_number': 6, 'project_id': 'cc98c3dbd15045c0a70a6aeb034695a2', 'gw_port_host': None}] {{(pid=93090) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:36:59.909638 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce081b73-f7ff-4176-9429-d7f9bc583715 admin admin] Pushing event deleted for resources: {'Port': ['ID=2a6b6a5a-8563-468f-832a-de2276b7c305,revision_number=None']} {{(pid=93087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:36:59.950544 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-ce081b73-f7ff-4176-9429-d7f9bc583715 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1764435'] for router_gateway, after_delete {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:37:00.057541 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-ce081b73-f7ff-4176-9429-d7f9bc583715 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1816807', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-259384'] for router, precommit_delete {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:37:00.059877 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-ce081b73-f7ff-4176-9429-d7f9bc583715 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:37:00.362201 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-ce081b73-f7ff-4176-9429-d7f9bc583715 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1817463'] for router, after_delete {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:37:00.362874 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce081b73-f7ff-4176-9429-d7f9bc583715 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3f9ebffd-df70-4722-af9f-249cff39431d {{(pid=93087) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 12:37:00.368496 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-ce081b73-f7ff-4176-9429-d7f9bc583715 admin admin] Notify callbacks [] for router, before_response {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:37:00.373271 dv-cinder-799631-1-iscsi neutron-server[93087]: INFO neutron.wsgi [None req-ce081b73-f7ff-4176-9429-d7f9bc583715 admin admin] 10.222.0.106 "DELETE /v2.0/routers/3f9ebffd-df70-4722-af9f-249cff39431d HTTP/1.1" status: 204 len: 168 time: 1.1457968 Jul 06 12:37:00.373580 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.wsgi [-] (93087) accepted ('10.222.0.106', 52562) {{(pid=93087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:37:00.420593 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.db.db_base_plugin_v2 [None req-3b13a484-60b9-4dc1-abae-cd17dcad51ca admin admin] Deleting subnet 93b8c1d2-f9fc-4e8f-b00e-a4ccc2e979d1 {{(pid=93087) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 12:37:00.424571 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-3b13a484-60b9-4dc1-abae-cd17dcad51ca admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:37:00.462778 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-3b13a484-60b9-4dc1-abae-cd17dcad51ca admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66964378'] for subnet, precommit_delete_associations {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:37:00.510769 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-3b13a484-60b9-4dc1-abae-cd17dcad51ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-892766'] for subnet, precommit_delete {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:37:00.567399 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-3b13a484-60b9-4dc1-abae-cd17dcad51ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-892759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1774543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65517717', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-67091198'] for subnet, after_delete {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:37:00.593678 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b13a484-60b9-4dc1-abae-cd17dcad51ca admin admin] Pushing event deleted for resources: {'Subnet': ['ID=93b8c1d2-f9fc-4e8f-b00e-a4ccc2e979d1,revision_number=None']} {{(pid=93087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:37:00.600026 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-3b13a484-60b9-4dc1-abae-cd17dcad51ca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582504'] for subnet, before_response {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:37:00.602071 dv-cinder-799631-1-iscsi neutron-server[93087]: INFO neutron.wsgi [None req-3b13a484-60b9-4dc1-abae-cd17dcad51ca admin admin] 10.222.0.106 "DELETE /v2.0/subnets/93b8c1d2-f9fc-4e8f-b00e-a4ccc2e979d1 HTTP/1.1" status: 204 len: 168 time: 0.2274380 Jul 06 12:37:00.604565 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.wsgi [-] (93087) accepted ('10.222.0.106', 52566) {{(pid=93087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:37:00.676880 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-29d5c205-67e2-4f53-9ac0-0de58459cf6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-555043'] for network, before_delete {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:37:00.775329 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-29d5c205-67e2-4f53-9ac0-0de58459cf6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-910539', 'neutron.services.segments.db._delete_segments_for_network-8730293992542'] for network, precommit_delete {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:37:00.789868 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.services.segments.db [None req-29d5c205-67e2-4f53-9ac0-0de58459cf6b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['91ce4105-7568-49ba-9c1a-853c2332aa91']}} {{(pid=93087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:37:00.805996 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.services.segments.db [None req-29d5c205-67e2-4f53-9ac0-0de58459cf6b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b11f8209-eb69-4d3b-82f2-d3a8df76858b') {'for_net_delete': True} {{(pid=93087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:37:00.806160 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.services.segments.db [None req-29d5c205-67e2-4f53-9ac0-0de58459cf6b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b11f8209-eb69-4d3b-82f2-d3a8df76858b') {} {{(pid=93087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:37:00.808874 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.rpc [None req-3dd6613b-aa53-445d-9a05-4c085a94a05e None None] Device b18e617b-4fab-4146-96f2-0167e5e7077c no longer exists at agent ovs-agent-dv-cinder-799631-1-iscsi {{(pid=93089) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:37:00.815789 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-29d5c205-67e2-4f53-9ac0-0de58459cf6b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730294219394', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66964365'] for segment, before_delete {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:37:00.830849 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-29d5c205-67e2-4f53-9ac0-0de58459cf6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-886815'] for segment, precommit_delete {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:37:00.837698 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-29d5c205-67e2-4f53-9ac0-0de58459cf6b admin admin] Releasing vlan 1081 on physical network physnet1 to pool {{(pid=93087) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 12:37:00.838108 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-29d5c205-67e2-4f53-9ac0-0de58459cf6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-886815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65517680'] for segment, after_delete {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:37:00.840064 dv-cinder-799631-1-iscsi neutron-server[93087]: Traceback (most recent call last): Jul 06 12:37:00.840064 dv-cinder-799631-1-iscsi neutron-server[93087]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 12:37:00.840064 dv-cinder-799631-1-iscsi neutron-server[93087]: timer() Jul 06 12:37:00.840064 dv-cinder-799631-1-iscsi neutron-server[93087]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 12:37:00.840064 dv-cinder-799631-1-iscsi neutron-server[93087]: cb(*args, **kw) Jul 06 12:37:00.840064 dv-cinder-799631-1-iscsi neutron-server[93087]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 12:37:00.840064 dv-cinder-799631-1-iscsi neutron-server[93087]: return func(*args, **kwargs) Jul 06 12:37:00.840064 dv-cinder-799631-1-iscsi neutron-server[93087]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 12:37:00.840064 dv-cinder-799631-1-iscsi neutron-server[93087]: self._notify() Jul 06 12:37:00.840064 dv-cinder-799631-1-iscsi neutron-server[93087]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 12:37:00.840064 dv-cinder-799631-1-iscsi neutron-server[93087]: self.callback(batched_events) Jul 06 12:37:00.840064 dv-cinder-799631-1-iscsi neutron-server[93087]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 12:37:00.840064 dv-cinder-799631-1-iscsi neutron-server[93087]: event.method(event) Jul 06 12:37:00.840064 dv-cinder-799631-1-iscsi neutron-server[93087]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 12:37:00.840064 dv-cinder-799631-1-iscsi neutron-server[93087]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 12:37:00.840064 dv-cinder-799631-1-iscsi neutron-server[93087]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 12:37:00.840064 dv-cinder-799631-1-iscsi neutron-server[93087]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 12:37:00.840064 dv-cinder-799631-1-iscsi neutron-server[93087]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 12:37:00.840064 dv-cinder-799631-1-iscsi neutron-server[93087]: return f(self, *a, **k) Jul 06 12:37:00.840064 dv-cinder-799631-1-iscsi neutron-server[93087]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 12:37:00.840064 dv-cinder-799631-1-iscsi neutron-server[93087]: return self._get(url).json() Jul 06 12:37:00.840064 dv-cinder-799631-1-iscsi neutron-server[93087]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 12:37:00.840064 dv-cinder-799631-1-iscsi neutron-server[93087]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 12:37:00.840064 dv-cinder-799631-1-iscsi neutron-server[93087]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 12:37:00.840064 dv-cinder-799631-1-iscsi neutron-server[93087]: return self.request(url, 'GET', **kwargs) Jul 06 12:37:00.840064 dv-cinder-799631-1-iscsi neutron-server[93087]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 12:37:00.840064 dv-cinder-799631-1-iscsi neutron-server[93087]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 12:37:00.840064 dv-cinder-799631-1-iscsi neutron-server[93087]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 12:37:00.840064 dv-cinder-799631-1-iscsi neutron-server[93087]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 12:37:00.840064 dv-cinder-799631-1-iscsi neutron-server[93087]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 12:37:00.840064 dv-cinder-799631-1-iscsi neutron-server[93087]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 12:37:00.840064 dv-cinder-799631-1-iscsi neutron-server[93087]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 12:37:00.856235 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.plugin [None req-3dd6613b-aa53-445d-9a05-4c085a94a05e None None] No Port match for: b18e617b-4fab-4146-96f2-0167e5e7077c {{(pid=93089) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:37:00.856733 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.rpc [None req-3dd6613b-aa53-445d-9a05-4c085a94a05e None None] Device b18e617b-4fab-4146-96f2-0167e5e7077c not bound to the agent host dv-cinder-799631-1-iscsi {{(pid=93089) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:37:00.859461 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.rpc [None req-3dd6613b-aa53-445d-9a05-4c085a94a05e None None] Device 2a6b6a5a-8563-468f-832a-de2276b7c305 no longer exists at agent ovs-agent-dv-cinder-799631-1-iscsi {{(pid=93089) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:37:00.883399 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.plugin [None req-3dd6613b-aa53-445d-9a05-4c085a94a05e None None] No Port match for: 2a6b6a5a-8563-468f-832a-de2276b7c305 {{(pid=93089) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:37:00.883753 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.rpc [None req-3dd6613b-aa53-445d-9a05-4c085a94a05e None None] Device 2a6b6a5a-8563-468f-832a-de2276b7c305 not bound to the agent host dv-cinder-799631-1-iscsi {{(pid=93089) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:37:00.916547 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-29d5c205-67e2-4f53-9ac0-0de58459cf6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-910528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1774397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1764471'] for network, after_delete {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:37:00.926885 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-29d5c205-67e2-4f53-9ac0-0de58459cf6b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582504'] for network, before_response {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:37:00.932042 dv-cinder-799631-1-iscsi neutron-server[93087]: INFO neutron.wsgi [None req-29d5c205-67e2-4f53-9ac0-0de58459cf6b admin admin] 10.222.0.106 "DELETE /v2.0/networks/91ce4105-7568-49ba-9c1a-853c2332aa91 HTTP/1.1" status: 204 len: 168 time: 0.3233473 Jul 06 12:37:00.945725 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d5c205-67e2-4f53-9ac0-0de58459cf6b admin admin] Pushing event deleted for resources: {'Network': ['ID=91ce4105-7568-49ba-9c1a-853c2332aa91,revision_number=None']} {{(pid=93087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:37:01.055636 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe57cde0-5dca-466e-b5db-abab8a5bdc9e req-b6d2827e-2277-4a3c-afab-3ee9fdc46c6e tempest-AttachVolumeTestJSON-69932156 tempest-AttachVolumeTestJSON-69932156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:37:01.058304 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-fe57cde0-5dca-466e-b5db-abab8a5bdc9e req-b6d2827e-2277-4a3c-afab-3ee9fdc46c6e tempest-AttachVolumeTestJSON-69932156 tempest-AttachVolumeTestJSON-69932156-project] 10.222.0.106 "GET /v2.0/ports?device_id=1247d046-18a9-4ac1-b527-638e0320ba0e HTTP/1.1" status: 200 len: 946 time: 0.0756457 Jul 06 12:37:01.108555 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-fe57cde0-5dca-466e-b5db-abab8a5bdc9e req-26f194b3-06fe-4389-a088-2a13c7e8d217 tempest-AttachVolumeTestJSON-69932156 tempest-AttachVolumeTestJSON-69932156-project] 10.222.0.106 "GET /v2.0/security-groups?id=c6027da5-2dd2-4fa1-abf8-166ae93c4f01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427606 Jul 06 12:37:01.126747 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.wsgi [-] (93087) accepted ('10.222.0.106', 52580) {{(pid=93087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:37:01.175038 dv-cinder-799631-1-iscsi neutron-server[93087]: INFO neutron.wsgi [None req-de1b6f00-9a9c-4614-a59c-30f514af84d1 admin admin] 10.222.0.106 "GET /v2.0/security-groups?tenant_id=cc98c3dbd15045c0a70a6aeb034695a2&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0470436 Jul 06 12:37:01.177845 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.wsgi [-] (93087) accepted ('10.222.0.106', 52582) {{(pid=93087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:37:01.233173 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-a55b4bb6-ea19-4b33-aef3-0418458c08ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:37:01.256877 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-a55b4bb6-ea19-4b33-aef3-0418458c08ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:37:01.315128 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-a55b4bb6-ea19-4b33-aef3-0418458c08ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1774441'] for security_group, after_delete {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:37:01.317826 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-a55b4bb6-ea19-4b33-aef3-0418458c08ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:37:01.319016 dv-cinder-799631-1-iscsi neutron-server[93087]: INFO neutron.wsgi [None req-a55b4bb6-ea19-4b33-aef3-0418458c08ce admin admin] 10.222.0.106 "DELETE /v2.0/security-groups/4d78ff5b-ed74-4775-b2e7-af8cfc6a5bc3 HTTP/1.1" status: 204 len: 168 time: 0.1394439 Jul 06 12:37:01.327008 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55b4bb6-ea19-4b33-aef3-0418458c08ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d78ff5b-ed74-4775-b2e7-af8cfc6a5bc3,revision_number=None']} {{(pid=93087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:37:02.298471 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb07cc27-89c7-4fee-bbe2-feead5bbec72 req-5207ddda-08f9-443f-8470-5dc3fc7ccbe8 tempest-AttachVolumeTestJSON-69932156 tempest-AttachVolumeTestJSON-69932156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:37:02.300038 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-eb07cc27-89c7-4fee-bbe2-feead5bbec72 req-5207ddda-08f9-443f-8470-5dc3fc7ccbe8 tempest-AttachVolumeTestJSON-69932156 tempest-AttachVolumeTestJSON-69932156-project] 10.222.0.106 "GET /v2.0/ports?device_id=1247d046-18a9-4ac1-b527-638e0320ba0e HTTP/1.1" status: 200 len: 946 time: 0.0737200 Jul 06 12:37:02.343333 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-eb07cc27-89c7-4fee-bbe2-feead5bbec72 req-264a69e1-aef5-4e63-987e-9d48d466dd65 tempest-AttachVolumeTestJSON-69932156 tempest-AttachVolumeTestJSON-69932156-project] 10.222.0.106 "GET /v2.0/security-groups?id=c6027da5-2dd2-4fa1-abf8-166ae93c4f01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375607 Jul 06 12:37:03.535658 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62677d1b-2ce2-4a06-a75f-c2c0fbdb2ea9 req-08acdec4-081c-4ded-a027-5f2810ffc504 tempest-AttachVolumeTestJSON-69932156 tempest-AttachVolumeTestJSON-69932156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:37:03.537235 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-62677d1b-2ce2-4a06-a75f-c2c0fbdb2ea9 req-08acdec4-081c-4ded-a027-5f2810ffc504 tempest-AttachVolumeTestJSON-69932156 tempest-AttachVolumeTestJSON-69932156-project] 10.222.0.106 "GET /v2.0/ports?device_id=1247d046-18a9-4ac1-b527-638e0320ba0e HTTP/1.1" status: 200 len: 946 time: 0.0719297 Jul 06 12:37:03.580495 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-62677d1b-2ce2-4a06-a75f-c2c0fbdb2ea9 req-dbbcba31-2499-4f9c-98aa-7207d9bab7e8 tempest-AttachVolumeTestJSON-69932156 tempest-AttachVolumeTestJSON-69932156-project] 10.222.0.106 "GET /v2.0/security-groups?id=c6027da5-2dd2-4fa1-abf8-166ae93c4f01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355656 Jul 06 12:37:04.771956 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204931b7-2a45-4106-9f07-81daa0f3adff req-8c83857a-114f-424f-b938-2323a392b063 tempest-AttachVolumeTestJSON-69932156 tempest-AttachVolumeTestJSON-69932156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:37:04.773482 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-204931b7-2a45-4106-9f07-81daa0f3adff req-8c83857a-114f-424f-b938-2323a392b063 tempest-AttachVolumeTestJSON-69932156 tempest-AttachVolumeTestJSON-69932156-project] 10.222.0.106 "GET /v2.0/ports?device_id=1247d046-18a9-4ac1-b527-638e0320ba0e HTTP/1.1" status: 200 len: 946 time: 0.0666258 Jul 06 12:37:04.813607 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-204931b7-2a45-4106-9f07-81daa0f3adff req-a0e013b3-b22f-4f2b-a902-80e9569c81fc tempest-AttachVolumeTestJSON-69932156 tempest-AttachVolumeTestJSON-69932156-project] 10.222.0.106 "GET /v2.0/security-groups?id=c6027da5-2dd2-4fa1-abf8-166ae93c4f01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343208 Jul 06 12:37:06.019922 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a98809-4cc2-4152-983f-9ba93bda9854 req-6a638356-3bbc-46f0-9ad4-0a434e77973b tempest-AttachVolumeTestJSON-69932156 tempest-AttachVolumeTestJSON-69932156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:37:06.021510 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-73a98809-4cc2-4152-983f-9ba93bda9854 req-6a638356-3bbc-46f0-9ad4-0a434e77973b tempest-AttachVolumeTestJSON-69932156 tempest-AttachVolumeTestJSON-69932156-project] 10.222.0.106 "GET /v2.0/ports?device_id=1247d046-18a9-4ac1-b527-638e0320ba0e HTTP/1.1" status: 200 len: 946 time: 0.0714781 Jul 06 12:37:06.061640 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-73a98809-4cc2-4152-983f-9ba93bda9854 req-942819ac-fe0d-457a-a656-6e602ad4ab7d tempest-AttachVolumeTestJSON-69932156 tempest-AttachVolumeTestJSON-69932156-project] 10.222.0.106 "GET /v2.0/security-groups?id=c6027da5-2dd2-4fa1-abf8-166ae93c4f01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343294 Jul 06 12:37:06.424850 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d4e07c-65c1-4b45-aeee-db0d6f930e96 req-734eb997-e2d7-4855-ad78-a0c1fc7d6705 tempest-AttachVolumeTestJSON-69932156 tempest-AttachVolumeTestJSON-69932156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:37:06.427000 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-74d4e07c-65c1-4b45-aeee-db0d6f930e96 req-734eb997-e2d7-4855-ad78-a0c1fc7d6705 tempest-AttachVolumeTestJSON-69932156 tempest-AttachVolumeTestJSON-69932156-project] 10.222.0.106 "GET /v2.0/ports?device_id=1247d046-18a9-4ac1-b527-638e0320ba0e HTTP/1.1" status: 200 len: 946 time: 0.0686238 Jul 06 12:37:06.436113 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cc08b1-44e3-4cc9-b981-2803d4c899c0 req-d0b95778-4982-46f6-8504-463fa8d4740a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:37:06.437688 dv-cinder-799631-1-iscsi neutron-server[93087]: INFO neutron.wsgi [req-f7cc08b1-44e3-4cc9-b981-2803d4c899c0 req-d0b95778-4982-46f6-8504-463fa8d4740a service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=2efe7ae752d2458ea1329427a8828a01&device_id=1247d046-18a9-4ac1-b527-638e0320ba0e HTTP/1.1" status: 200 len: 1099 time: 0.0631909 Jul 06 12:37:06.478777 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-74d4e07c-65c1-4b45-aeee-db0d6f930e96 req-a6520fd2-a680-409a-aec4-b78433d79431 tempest-AttachVolumeTestJSON-69932156 tempest-AttachVolumeTestJSON-69932156-project] 10.222.0.106 "GET /v2.0/security-groups?id=c6027da5-2dd2-4fa1-abf8-166ae93c4f01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435936 Jul 06 12:37:06.538826 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cc08b1-44e3-4cc9-b981-2803d4c899c0 req-deefd99a-71b6-413d-9778-49d0c2d70977 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:37:06.540806 dv-cinder-799631-1-iscsi neutron-server[93087]: INFO neutron.wsgi [req-f7cc08b1-44e3-4cc9-b981-2803d4c899c0 req-deefd99a-71b6-413d-9778-49d0c2d70977 service neutron] 10.222.0.100 "GET /v2.0/networks?id=05887a89-c541-45f9-bd49-e19532da98ad HTTP/1.1" status: 200 len: 912 time: 0.0940123 Jul 06 12:37:06.615597 dv-cinder-799631-1-iscsi neutron-server[93087]: INFO neutron.wsgi [req-f7cc08b1-44e3-4cc9-b981-2803d4c899c0 req-334a79f6-36ed-47b5-9ae2-bf70c7356885 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fb42b963-cd52-44eb-a5d0-c8e877a8c44e HTTP/1.1" status: 200 len: 1002 time: 0.0679240 Jul 06 12:37:06.673893 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cc08b1-44e3-4cc9-b981-2803d4c899c0 req-e6908e36-1f04-4581-a978-b1f15a1444ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:37:06.674981 dv-cinder-799631-1-iscsi neutron-server[93087]: INFO neutron.wsgi [req-f7cc08b1-44e3-4cc9-b981-2803d4c899c0 req-e6908e36-1f04-4581-a978-b1f15a1444ec service neutron] 10.222.0.100 "GET /v2.0/subnets?id=c2006b9e-8b8d-4564-b906-0d2b575665be HTTP/1.1" status: 200 len: 849 time: 0.0530710 Jul 06 12:37:06.739877 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cc08b1-44e3-4cc9-b981-2803d4c899c0 req-3d132551-c31e-435e-a511-69171986f0bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:37:06.741402 dv-cinder-799631-1-iscsi neutron-server[93087]: INFO neutron.wsgi [req-f7cc08b1-44e3-4cc9-b981-2803d4c899c0 req-3d132551-c31e-435e-a511-69171986f0bf service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=05887a89-c541-45f9-bd49-e19532da98ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0588562 Jul 06 12:37:06.851178 dv-cinder-799631-1-iscsi neutron-server[93087]: INFO neutron.wsgi [req-f7cc08b1-44e3-4cc9-b981-2803d4c899c0 req-a15752f2-d868-4019-83ac-98132ef8c37f service neutron] 10.222.0.100 "GET /v2.0/networks/05887a89-c541-45f9-bd49-e19532da98ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1011093 Jul 06 12:37:06.964513 dv-cinder-799631-1-iscsi neutron-server[93087]: INFO neutron.wsgi [req-f7cc08b1-44e3-4cc9-b981-2803d4c899c0 req-73b17fba-f9af-4f83-9edf-d92ade2dc05d service neutron] 10.222.0.100 "GET /v2.0/networks/05887a89-c541-45f9-bd49-e19532da98ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1070452 Jul 06 12:37:07.234469 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-7b229838-ac8e-46b5-951c-2f03a5e2f105 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730293992524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912513'] for agent, after_update {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:37:07.670366 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79fc8b85-d487-49a6-8e6d-9ab5ecc3c04c req-1ff89fd0-8e93-478c-a124-b923fac35a2d tempest-AttachVolumeTestJSON-69932156 tempest-AttachVolumeTestJSON-69932156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:37:07.672573 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-79fc8b85-d487-49a6-8e6d-9ab5ecc3c04c req-1ff89fd0-8e93-478c-a124-b923fac35a2d tempest-AttachVolumeTestJSON-69932156 tempest-AttachVolumeTestJSON-69932156-project] 10.222.0.106 "GET /v2.0/ports?device_id=1247d046-18a9-4ac1-b527-638e0320ba0e HTTP/1.1" status: 200 len: 946 time: 0.0771153 Jul 06 12:37:07.714538 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-79fc8b85-d487-49a6-8e6d-9ab5ecc3c04c req-304794a4-c595-4466-a47e-7988c76648ae tempest-AttachVolumeTestJSON-69932156 tempest-AttachVolumeTestJSON-69932156-project] 10.222.0.106 "GET /v2.0/security-groups?id=c6027da5-2dd2-4fa1-abf8-166ae93c4f01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359187 Jul 06 12:37:08.908147 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90410156-3525-4659-9251-b2ace38ba31e req-2a976bef-5561-4ab5-b3f1-c2bec0497dd6 tempest-AttachVolumeTestJSON-69932156 tempest-AttachVolumeTestJSON-69932156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:37:08.909788 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-90410156-3525-4659-9251-b2ace38ba31e req-2a976bef-5561-4ab5-b3f1-c2bec0497dd6 tempest-AttachVolumeTestJSON-69932156 tempest-AttachVolumeTestJSON-69932156-project] 10.222.0.106 "GET /v2.0/ports?device_id=1247d046-18a9-4ac1-b527-638e0320ba0e HTTP/1.1" status: 200 len: 946 time: 0.0668178 Jul 06 12:37:08.949232 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-90410156-3525-4659-9251-b2ace38ba31e req-ade93eab-442e-4952-b77b-1702bf99e974 tempest-AttachVolumeTestJSON-69932156 tempest-AttachVolumeTestJSON-69932156-project] 10.222.0.106 "GET /v2.0/security-groups?id=c6027da5-2dd2-4fa1-abf8-166ae93c4f01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337639 Jul 06 12:37:10.500667 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-85b6caaa-d5ce-4902-932d-776930ef24d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730293992524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912513'] for agent, after_update {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:37:10.894977 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-3dd6613b-aa53-445d-9a05-4c085a94a05e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730293992524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912513'] for agent, after_update {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:37:11.500505 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-59602645-7b03-4a79-8c54-32befe919dd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730293992524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912513'] for agent, after_update {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:37:13.070662 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-eaae0be5-6402-4968-ae30-74f1a6482786 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730293992524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912513'] for agent, after_update {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:37:15.198139 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.wsgi [-] (93087) accepted ('10.222.0.106', 52776) {{(pid=93087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:37:15.317227 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-619e530d-67dc-4868-af6a-3161ab95bbb9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:37:15.414143 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-619e530d-67dc-4868-af6a-3161ab95bbb9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:37:15.418435 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-619e530d-67dc-4868-af6a-3161ab95bbb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1774441'] for security_group, after_create {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:37:15.459553 dv-cinder-799631-1-iscsi neutron-server[93087]: INFO neutron.wsgi [None req-619e530d-67dc-4868-af6a-3161ab95bbb9 admin admin] 10.222.0.106 "GET /v2.0/security-groups?tenant_id=2b67bccf43064947b474b31f970e7ec0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2595205 Jul 06 12:37:15.460521 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619e530d-67dc-4868-af6a-3161ab95bbb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8bf7c2bf-4491-4a60-afdb-1a737eccac73,revision_number=1']} {{(pid=93087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:37:15.462256 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.wsgi [-] (93088) accepted ('10.222.0.106', 52780) {{(pid=93088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:37:15.517772 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-a96fd82f-9105-464a-a475-645597785fbd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:37:15.539426 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-a96fd82f-9105-464a-a475-645597785fbd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:37:15.588861 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-a96fd82f-9105-464a-a475-645597785fbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1774441'] for security_group, after_delete {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:37:15.591800 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-a96fd82f-9105-464a-a475-645597785fbd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:37:15.593051 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [None req-a96fd82f-9105-464a-a475-645597785fbd admin admin] 10.222.0.106 "DELETE /v2.0/security-groups/8bf7c2bf-4491-4a60-afdb-1a737eccac73 HTTP/1.1" status: 204 len: 168 time: 0.1288056 Jul 06 12:37:15.601517 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96fd82f-9105-464a-a475-645597785fbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bf7c2bf-4491-4a60-afdb-1a737eccac73,revision_number=None']} {{(pid=93088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:37:20.356896 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730293992524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912513'] for agent, after_update {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:37:21.399637 dv-cinder-799631-1-iscsi neutron-server[93087]: INFO neutron.wsgi [req-47c97a92-ca16-4f41-ac8e-ba8dba745d26 req-2e6b2f7d-fe48-4b58-b7be-ab63cacb1382 service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=6e7ef450-5624-4902-b27c-2433ff80c8d6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0544190 Jul 06 12:37:21.493145 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c97a92-ca16-4f41-ac8e-ba8dba745d26 req-7fd76fce-6e59-4fe5-92a5-e0534a347763 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:37:21.494716 dv-cinder-799631-1-iscsi neutron-server[93087]: INFO neutron.wsgi [req-47c97a92-ca16-4f41-ac8e-ba8dba745d26 req-7fd76fce-6e59-4fe5-92a5-e0534a347763 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=b437ce926689452f91685757af8037a1&device_id=6e7ef450-5624-4902-b27c-2433ff80c8d6 HTTP/1.1" status: 200 len: 1099 time: 0.0572970 Jul 06 12:37:23.320896 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c97a92-ca16-4f41-ac8e-ba8dba745d26 req-12a2b3b9-a027-4952-9eac-ba2448265d9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:37:23.322386 dv-cinder-799631-1-iscsi neutron-server[93087]: INFO neutron.wsgi [req-47c97a92-ca16-4f41-ac8e-ba8dba745d26 req-12a2b3b9-a027-4952-9eac-ba2448265d9d service neutron] 10.222.0.100 "GET /v2.0/networks?id=13aecddf-3646-4770-a1b4-1e59fdf991f5 HTTP/1.1" status: 200 len: 919 time: 0.0840294 Jul 06 12:37:24.013318 dv-cinder-799631-1-iscsi neutron-server[93090]: DEBUG neutron.db.agents_db [None req-df1e7349-c09a-47b1-8f5e-4c337b6ca707 None None] Agent healthcheck: found 6 active agents {{(pid=93090) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 12:37:24.289886 dv-cinder-799631-1-iscsi neutron-server[93087]: INFO neutron.wsgi [req-47c97a92-ca16-4f41-ac8e-ba8dba745d26 req-9631ca13-9111-4808-9a1d-7db982fe18a9 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a56aa29c-b3e1-4005-85bd-6200a036b83d HTTP/1.1" status: 200 len: 1001 time: 0.0613170 Jul 06 12:37:24.340104 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c97a92-ca16-4f41-ac8e-ba8dba745d26 req-aecb9e42-2da5-4563-b455-07d6a257b4fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:37:24.341821 dv-cinder-799631-1-iscsi neutron-server[93087]: INFO neutron.wsgi [req-47c97a92-ca16-4f41-ac8e-ba8dba745d26 req-aecb9e42-2da5-4563-b455-07d6a257b4fc service neutron] 10.222.0.100 "GET /v2.0/subnets?id=26404b5b-3148-4b62-b08e-5f523f412d1e HTTP/1.1" status: 200 len: 856 time: 0.0438716 Jul 06 12:37:24.400965 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c97a92-ca16-4f41-ac8e-ba8dba745d26 req-69a35177-2def-4362-94e5-cbfd1232b6b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:37:24.402452 dv-cinder-799631-1-iscsi neutron-server[93087]: INFO neutron.wsgi [req-47c97a92-ca16-4f41-ac8e-ba8dba745d26 req-69a35177-2def-4362-94e5-cbfd1232b6b8 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=13aecddf-3646-4770-a1b4-1e59fdf991f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0515661 Jul 06 12:37:24.502830 dv-cinder-799631-1-iscsi neutron-server[93087]: INFO neutron.wsgi [req-47c97a92-ca16-4f41-ac8e-ba8dba745d26 req-0e803ae8-16a6-4446-bbe2-9ba3cb02dd63 service neutron] 10.222.0.100 "GET /v2.0/networks/13aecddf-3646-4770-a1b4-1e59fdf991f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867846 Jul 06 12:37:24.596910 dv-cinder-799631-1-iscsi neutron-server[93087]: INFO neutron.wsgi [req-47c97a92-ca16-4f41-ac8e-ba8dba745d26 req-94ef69d7-b35a-42fc-833f-ddf9d574187e service neutron] 10.222.0.100 "GET /v2.0/networks/13aecddf-3646-4770-a1b4-1e59fdf991f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831940 Jul 06 12:37:27.518393 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.wsgi [-] (93087) accepted ('10.222.0.106', 52950) {{(pid=93087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:37:27.621069 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-0a1fc695-a6c8-43f0-89db-f518eec6ee9e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:37:27.715347 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-0a1fc695-a6c8-43f0-89db-f518eec6ee9e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:37:27.720518 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-0a1fc695-a6c8-43f0-89db-f518eec6ee9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1774441'] for security_group, after_create {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:37:27.762269 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1fc695-a6c8-43f0-89db-f518eec6ee9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e647af3b-6cd9-44c1-9448-67356d7a53a4,revision_number=1']} {{(pid=93087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:37:27.766586 dv-cinder-799631-1-iscsi neutron-server[93087]: INFO neutron.wsgi [None req-0a1fc695-a6c8-43f0-89db-f518eec6ee9e admin admin] 10.222.0.106 "GET /v2.0/security-groups?tenant_id=74959c4198a142d4915330e61b2b8442&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2470376 Jul 06 12:37:27.769421 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.wsgi [-] (93088) accepted ('10.222.0.106', 52954) {{(pid=93088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:37:27.772633 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1fc695-a6c8-43f0-89db-f518eec6ee9e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799631-1-iscsi {{(pid=93087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:37:27.772998 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1fc695-a6c8-43f0-89db-f518eec6ee9e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799631-1-iscsi {{(pid=93087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:37:27.773346 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1fc695-a6c8-43f0-89db-f518eec6ee9e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799631-1-iscsi {{(pid=93087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:37:27.773689 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1fc695-a6c8-43f0-89db-f518eec6ee9e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799631-1-iscsi {{(pid=93087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:37:27.774028 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1fc695-a6c8-43f0-89db-f518eec6ee9e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799631-1-iscsi {{(pid=93087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:37:27.774430 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1fc695-a6c8-43f0-89db-f518eec6ee9e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799631-1-iscsi {{(pid=93087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:37:27.774765 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1fc695-a6c8-43f0-89db-f518eec6ee9e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-799631-1-iscsi {{(pid=93087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:37:27.775122 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1fc695-a6c8-43f0-89db-f518eec6ee9e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-799631-1-iscsi {{(pid=93087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:37:27.775457 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1fc695-a6c8-43f0-89db-f518eec6ee9e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799631-1-iscsi {{(pid=93087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:37:27.775798 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1fc695-a6c8-43f0-89db-f518eec6ee9e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799631-1-iscsi {{(pid=93087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:37:27.776124 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1fc695-a6c8-43f0-89db-f518eec6ee9e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799631-1-iscsi {{(pid=93087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:37:27.776449 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1fc695-a6c8-43f0-89db-f518eec6ee9e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799631-1-iscsi {{(pid=93087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:37:27.823952 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-ddf84952-2ec2-4129-b9d2-fb97c33f7399 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:37:27.845344 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-ddf84952-2ec2-4129-b9d2-fb97c33f7399 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:37:27.889493 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-ddf84952-2ec2-4129-b9d2-fb97c33f7399 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1774441'] for security_group, after_delete {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:37:27.892692 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-ddf84952-2ec2-4129-b9d2-fb97c33f7399 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:37:27.893831 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [None req-ddf84952-2ec2-4129-b9d2-fb97c33f7399 admin admin] 10.222.0.106 "DELETE /v2.0/security-groups/e647af3b-6cd9-44c1-9448-67356d7a53a4 HTTP/1.1" status: 204 len: 168 time: 0.1234269 Jul 06 12:37:27.901631 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf84952-2ec2-4129-b9d2-fb97c33f7399 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e647af3b-6cd9-44c1-9448-67356d7a53a4,revision_number=None']} {{(pid=93088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:37:28.527708 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.wsgi [-] (93088) accepted ('10.222.0.106', 52992) {{(pid=93088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:37:28.566210 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.wsgi [-] (93087) accepted ('10.222.0.106', 52996) {{(pid=93087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:37:28.667276 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-e0d00251-0429-4139-acd2-a825af4706d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:37:28.668025 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.api.v2.base [None req-46249eab-63ce-430c-a369-97ec56f37f45 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-472386508-network', 'tenant_id': 'f3eb28de4f1642849fc831371d7db6c4'}} {{(pid=93088) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:37:28.686451 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.db.api [None req-e0d00251-0429-4139-acd2-a825af4706d4 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 06 12:37:28.686451 dv-cinder-799631-1-iscsi neutron-server[93087]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 06 12:37:28.686451 dv-cinder-799631-1-iscsi neutron-server[93087]: [parameters: {'project_id': '2e033d4821e345adb4b19e0cfb688f97', 'id': '85580db8-272d-49b2-a8a3-e87318227ba0', 'expiration': datetime.datetime(2021, 7, 6, 12, 39, 28, 682958)}] Jul 06 12:37:28.686451 dv-cinder-799631-1-iscsi neutron-server[93087]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93087) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 06 12:37:28.687517 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG oslo_db.api [None req-e0d00251-0429-4139-acd2-a825af4706d4 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 06 12:37:28.693525 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46249eab-63ce-430c-a369-97ec56f37f45 admin admin] Made reservation on behalf of f3eb28de4f1642849fc831371d7db6c4 for: {'network': 1} {{(pid=93088) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:37:28.696041 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-46249eab-63ce-430c-a369-97ec56f37f45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772861'] for network, before_create {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:37:28.704101 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-46249eab-63ce-430c-a369-97ec56f37f45 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:37:28.791526 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-46249eab-63ce-430c-a369-97ec56f37f45 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:37:28.795241 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-46249eab-63ce-430c-a369-97ec56f37f45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1774441'] for security_group, after_create {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:37:28.816167 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-46249eab-63ce-430c-a369-97ec56f37f45 admin admin] vlan segment allocate from pool success with {'vlan_id': 1064, 'physical_network': 'physnet1'} {{(pid=93088) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 12:37:28.831494 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46249eab-63ce-430c-a369-97ec56f37f45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26a62fe2-f45b-4706-a2cb-d0638e6cd286,revision_number=1']} {{(pid=93088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:37:28.834460 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-46249eab-63ce-430c-a369-97ec56f37f45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-886815'] for segment, precommit_create {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:37:28.834806 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.db.segments_db [None req-46249eab-63ce-430c-a369-97ec56f37f45 admin admin] Added segment 3b7b6187-b8d3-415b-b372-c3596850bebe of type vlan for network af1c07e1-bc5b-4dc3-88dd-e84cce5c0677 Jul 06 12:37:28.876167 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-46249eab-63ce-430c-a369-97ec56f37f45 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730293704277'] for network, precommit_create {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:37:28.909858 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-46249eab-63ce-430c-a369-97ec56f37f45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1774397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582535'] for network, after_create {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:37:28.910865 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46249eab-63ce-430c-a369-97ec56f37f45 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:37:28.911488 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-46249eab-63ce-430c-a369-97ec56f37f45 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582504'] for network, before_response {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:37:28.964949 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [None req-46249eab-63ce-430c-a369-97ec56f37f45 admin admin] 10.222.0.106 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4361215 Jul 06 12:37:28.968688 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.wsgi [-] (93087) accepted ('10.222.0.106', 53000) {{(pid=93087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:37:28.972860 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46249eab-63ce-430c-a369-97ec56f37f45 admin admin] Pushing event updated for resources: {'Network': ['ID=af1c07e1-bc5b-4dc3-88dd-e84cce5c0677,revision_number=1']} {{(pid=93088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:37:28.975182 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.api.v2.base [None req-0ea0127e-0de3-43af-84c6-d9979197503b admin admin] Request body: {'subnet': {'network_id': 'af1c07e1-bc5b-4dc3-88dd-e84cce5c0677', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-472386508-subnet', 'tenant_id': 'f3eb28de4f1642849fc831371d7db6c4', 'ip_version': 4}} {{(pid=93087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:37:28.985656 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.rpc [None req-3dd6613b-aa53-445d-9a05-4c085a94a05e None None] Network af1c07e1-bc5b-4dc3-88dd-e84cce5c0677 details requested by agent ovs-agent-dv-cinder-799631-1-iscsi with host dv-cinder-799631-1-iscsi {{(pid=93089) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 12:37:28.999946 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ea0127e-0de3-43af-84c6-d9979197503b admin admin] Made reservation on behalf of f3eb28de4f1642849fc831371d7db6c4 for: {'subnet': 1} {{(pid=93087) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:37:29.002339 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-0ea0127e-0de3-43af-84c6-d9979197503b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-67091487'] for subnet, before_create {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:37:29.169972 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-0ea0127e-0de3-43af-84c6-d9979197503b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1774543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65517778', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-67091469'] for subnet, after_create {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:37:29.194385 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-e0d00251-0429-4139-acd2-a825af4706d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:37:29.238851 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea0127e-0de3-43af-84c6-d9979197503b admin admin] Pushing event updated for resources: {'Subnet': ['ID=b9c58772-dfdc-4409-b2d7-be774e05449a,revision_number=0']} {{(pid=93087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:37:29.258783 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ea0127e-0de3-43af-84c6-d9979197503b admin admin] Checking segment: {'id': '3b7b6187-b8d3-415b-b372-c3596850bebe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1064, 'network_id': 'af1c07e1-bc5b-4dc3-88dd-e84cce5c0677'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:37:29.259169 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ea0127e-0de3-43af-84c6-d9979197503b admin admin] Network hostable DHCP agents. Network: af1c07e1-bc5b-4dc3-88dd-e84cce5c0677, hostable agents: ['4e405fa1-8706-417c-9214-b4e9d51c0aa2'], hosted agents: [] {{(pid=93087) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 12:37:29.295525 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ea0127e-0de3-43af-84c6-d9979197503b admin admin] Network af1c07e1-bc5b-4dc3-88dd-e84cce5c0677 is scheduled to be hosted by DHCP agent 4e405fa1-8706-417c-9214-b4e9d51c0aa2 with binding_index 1 {{(pid=93087) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 12:37:29.308105 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.scheduler.base_scheduler [None req-0ea0127e-0de3-43af-84c6-d9979197503b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-799631-1-iscsi, af1c07e1-bc5b-4dc3-88dd-e84cce5c0677) {{(pid=93087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:37:29.315468 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ea0127e-0de3-43af-84c6-d9979197503b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:37:29.315802 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-0ea0127e-0de3-43af-84c6-d9979197503b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582504'] for subnet, before_response {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:37:29.319465 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02e79fe0-9345-49f3-8099-da1d23896f81 None None] Network af1c07e1-bc5b-4dc3-88dd-e84cce5c0677 requested from dv-cinder-799631-1-iscsi {{(pid=93089) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:37:29.346089 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-e0d00251-0429-4139-acd2-a825af4706d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:37:29.352235 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-e0d00251-0429-4139-acd2-a825af4706d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1774441'] for security_group, after_create {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:37:29.359507 dv-cinder-799631-1-iscsi neutron-server[93087]: INFO neutron.wsgi [None req-0ea0127e-0de3-43af-84c6-d9979197503b admin admin] 10.222.0.106 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3890584 Jul 06 12:37:29.362326 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.wsgi [-] (93088) accepted ('10.222.0.106', 53002) {{(pid=93088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:37:29.367778 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.api.v2.base [None req-956a598d-fb2a-4e41-a472-c2b647925ca1 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-472386508-router', 'tenant_id': 'f3eb28de4f1642849fc831371d7db6c4', 'external_gateway_info': {'network_id': '2a97b808-be6d-48ec-a40b-4668530ee790'}}} {{(pid=93088) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:37:29.390021 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-956a598d-fb2a-4e41-a472-c2b647925ca1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1816785', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-259374'] for router, before_create {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:37:29.391504 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-956a598d-fb2a-4e41-a472-c2b647925ca1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1816654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1816574', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1706296', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-259361'] for router, precommit_create {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:37:29.392822 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d00251-0429-4139-acd2-a825af4706d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c64f408e-ec10-435f-afd9-d377857da1be,revision_number=1']} {{(pid=93087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:37:29.399316 dv-cinder-799631-1-iscsi neutron-server[93087]: INFO neutron.wsgi [None req-e0d00251-0429-4139-acd2-a825af4706d4 admin admin] 10.222.0.106 "GET /v2.0/security-groups?tenant_id=2e033d4821e345adb4b19e0cfb688f97&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8297687 Jul 06 12:37:29.399759 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.wsgi [-] (93087) accepted ('10.222.0.106', 53004) {{(pid=93087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:37:29.453757 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-956a598d-fb2a-4e41-a472-c2b647925ca1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:37:29.454925 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-9d8d38f9-a892-485f-aaaf-a6dccce40785 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:37:29.478010 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-9d8d38f9-a892-485f-aaaf-a6dccce40785 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:37:29.485118 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12b67287-8ff0-4884-a659-71e06cc781d4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d5148ee-c8da-5cea-b4c5-c4f407a95c14-af1c07e1-bc5b-4dc3-88dd-e84cce5c0677', 'network_id': 'af1c07e1-bc5b-4dc3-88dd-e84cce5c0677', 'tenant_id': 'f3eb28de4f1642849fc831371d7db6c4', 'fixed_ips': [{'subnet_id': 'b9c58772-dfdc-4409-b2d7-be774e05449a'}]}} from dv-cinder-799631-1-iscsi. {{(pid=93089) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 12:37:29.486106 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-12b67287-8ff0-4884-a659-71e06cc781d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772861'] for port, before_create {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:37:29.536245 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-9d8d38f9-a892-485f-aaaf-a6dccce40785 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1774441'] for security_group, after_delete {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:37:29.538856 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-9d8d38f9-a892-485f-aaaf-a6dccce40785 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:37:29.540428 dv-cinder-799631-1-iscsi neutron-server[93087]: INFO neutron.wsgi [None req-9d8d38f9-a892-485f-aaaf-a6dccce40785 admin admin] 10.222.0.106 "DELETE /v2.0/security-groups/c64f408e-ec10-435f-afd9-d377857da1be HTTP/1.1" status: 204 len: 168 time: 0.1396773 Jul 06 12:37:29.549380 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8d38f9-a892-485f-aaaf-a6dccce40785 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c64f408e-ec10-435f-afd9-d377857da1be,revision_number=None']} {{(pid=93087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:37:29.609714 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-956a598d-fb2a-4e41-a472-c2b647925ca1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1764372', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1816771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-259379'] for router, precommit_update {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:37:29.635687 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.db.db_base_plugin_common [None req-12b67287-8ff0-4884-a659-71e06cc781d4 None None] Allocated IP 172.20.0.2 (af1c07e1-bc5b-4dc3-88dd-e84cce5c0677/b9c58772-dfdc-4409-b2d7-be774e05449a/1e666981-9388-4b12-af95-4cbad859f3c5) {{(pid=93089) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:37:29.787507 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-12b67287-8ff0-4884-a659-71e06cc781d4 None None] Notify callbacks [] for port, precommit_create {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:37:29.796160 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.db.provisioning_blocks [None req-12b67287-8ff0-4884-a659-71e06cc781d4 None None] Transition to ACTIVE for port object 1e666981-9388-4b12-af95-4cbad859f3c5 will not be triggered until provisioned by entity L2. {{(pid=93089) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:37:29.814177 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.db.provisioning_blocks [None req-12b67287-8ff0-4884-a659-71e06cc781d4 None None] Transition to ACTIVE for port object 1e666981-9388-4b12-af95-4cbad859f3c5 will not be triggered until provisioned by entity DHCP. {{(pid=93089) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:37:29.820958 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-12b67287-8ff0-4884-a659-71e06cc781d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-772920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-407207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730293689564'] for port, after_create {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:37:29.824481 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-956a598d-fb2a-4e41-a472-c2b647925ca1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:37:29.836582 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.wsgi [-] (93087) accepted ('10.222.0.106', 53010) {{(pid=93087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:37:29.847050 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-956a598d-fb2a-4e41-a472-c2b647925ca1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772861'] for port, before_create {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:37:29.856071 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-a4c46380-71a9-4c82-bd2a-e1e0699b2e65 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:37:29.861152 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12b67287-8ff0-4884-a659-71e06cc781d4 None None] Network af1c07e1-bc5b-4dc3-88dd-e84cce5c0677 is already hosted by enough agents. {{(pid=93089) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:37:29.865559 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.scheduler.base_scheduler [None req-12b67287-8ff0-4884-a659-71e06cc781d4 None None] Resources bound (agent type, host, resource id): {{(pid=93089) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:37:29.868227 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12b67287-8ff0-4884-a659-71e06cc781d4 None None] Received port after_create {{(pid=93089) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:37:29.926462 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b67287-8ff0-4884-a659-71e06cc781d4 None None] Pushing event updated for resources: {'Port': ['ID=1e666981-9388-4b12-af95-4cbad859f3c5,revision_number=1']} {{(pid=93089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:37:29.940457 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b67287-8ff0-4884-a659-71e06cc781d4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799631-1-iscsi {{(pid=93089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:37:29.941069 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b67287-8ff0-4884-a659-71e06cc781d4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799631-1-iscsi {{(pid=93089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:37:29.941424 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b67287-8ff0-4884-a659-71e06cc781d4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799631-1-iscsi {{(pid=93089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:37:29.941766 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b67287-8ff0-4884-a659-71e06cc781d4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799631-1-iscsi {{(pid=93089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:37:29.942338 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b67287-8ff0-4884-a659-71e06cc781d4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799631-1-iscsi {{(pid=93089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:37:29.942944 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b67287-8ff0-4884-a659-71e06cc781d4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799631-1-iscsi {{(pid=93089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:37:29.943482 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b67287-8ff0-4884-a659-71e06cc781d4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-799631-1-iscsi {{(pid=93089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:37:29.943987 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b67287-8ff0-4884-a659-71e06cc781d4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-799631-1-iscsi {{(pid=93089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:37:29.944501 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b67287-8ff0-4884-a659-71e06cc781d4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799631-1-iscsi {{(pid=93089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:37:29.944987 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b67287-8ff0-4884-a659-71e06cc781d4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799631-1-iscsi {{(pid=93089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:37:29.945474 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b67287-8ff0-4884-a659-71e06cc781d4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799631-1-iscsi {{(pid=93089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:37:29.945957 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b67287-8ff0-4884-a659-71e06cc781d4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799631-1-iscsi {{(pid=93089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:37:29.956142 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.managers [None req-12b67287-8ff0-4884-a659-71e06cc781d4 None None] Attempting to bind port 1e666981-9388-4b12-af95-4cbad859f3c5 on host dv-cinder-799631-1-iscsi for vnic_type normal with profile {{(pid=93089) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:37:29.956528 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.managers [None req-12b67287-8ff0-4884-a659-71e06cc781d4 None None] Attempting to bind port 1e666981-9388-4b12-af95-4cbad859f3c5 by drivers openvswitch,hyperv on host dv-cinder-799631-1-iscsi at level 0 using segments [{'id': '3b7b6187-b8d3-415b-b372-c3596850bebe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1064, 'network_id': 'af1c07e1-bc5b-4dc3-88dd-e84cce5c0677'}] {{(pid=93089) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:37:29.956903 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12b67287-8ff0-4884-a659-71e06cc781d4 None None] Attempting to bind port 1e666981-9388-4b12-af95-4cbad859f3c5 on network af1c07e1-bc5b-4dc3-88dd-e84cce5c0677 {{(pid=93089) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:37:29.959666 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.db.db_base_plugin_common [None req-956a598d-fb2a-4e41-a472-c2b647925ca1 admin admin] Allocated IP 172.27.1.108 (2a97b808-be6d-48ec-a40b-4668530ee790/1816a596-2dc6-4d27-98a5-201cc12476f2/799cc803-1e41-4a2d-91f5-95464d3741de) {{(pid=93088) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:37:29.964253 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12b67287-8ff0-4884-a659-71e06cc781d4 None None] Checking agent: {'id': '0df45e45-1cb7-430e-9311-5161aceb24d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799631-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 12, 25, 11), 'started_at': datetime.datetime(2021, 7, 6, 12, 25, 41), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 37, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799631-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93089) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:37:29.964687 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12b67287-8ff0-4884-a659-71e06cc781d4 None None] Checking segment: {'id': '3b7b6187-b8d3-415b-b372-c3596850bebe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1064, 'network_id': 'af1c07e1-bc5b-4dc3-88dd-e84cce5c0677'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93089) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:37:29.965750 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-12b67287-8ff0-4884-a659-71e06cc781d4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:37:29.966284 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12b67287-8ff0-4884-a659-71e06cc781d4 None None] Bound using segment: {'id': '3b7b6187-b8d3-415b-b372-c3596850bebe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1064, 'network_id': 'af1c07e1-bc5b-4dc3-88dd-e84cce5c0677'} {{(pid=93089) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:37:29.966422 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-a4c46380-71a9-4c82-bd2a-e1e0699b2e65 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:37:29.966767 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.managers [None req-12b67287-8ff0-4884-a659-71e06cc781d4 None None] Bound port: 1e666981-9388-4b12-af95-4cbad859f3c5, host: dv-cinder-799631-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b7b6187-b8d3-415b-b372-c3596850bebe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1064, 'network_id': 'af1c07e1-bc5b-4dc3-88dd-e84cce5c0677'}}] {{(pid=93089) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:37:29.967178 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-12b67287-8ff0-4884-a659-71e06cc781d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772861'] for port, before_update {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:37:29.972606 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-a4c46380-71a9-4c82-bd2a-e1e0699b2e65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1774441'] for security_group, after_create {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:37:30.014035 dv-cinder-799631-1-iscsi neutron-server[93087]: INFO neutron.wsgi [None req-a4c46380-71a9-4c82-bd2a-e1e0699b2e65 admin admin] 10.222.0.106 "GET /v2.0/security-groups?tenant_id=688d92336852463e998ab49aa94225bf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1762402 Jul 06 12:37:30.014853 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c46380-71a9-4c82-bd2a-e1e0699b2e65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c33f736-489a-48cb-a8d4-3e737477759b,revision_number=1']} {{(pid=93087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:37:30.016783 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.wsgi [-] (93088) accepted ('10.222.0.106', 53012) {{(pid=93088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:37:30.036851 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.db [None req-12b67287-8ff0-4884-a659-71e06cc781d4 None None] For port 1e666981-9388-4b12-af95-4cbad859f3c5, host dv-cinder-799631-1-iscsi, cleared binding levels {{(pid=93089) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:37:30.040169 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.db [None req-12b67287-8ff0-4884-a659-71e06cc781d4 None None] For port 1e666981-9388-4b12-af95-4cbad859f3c5, host dv-cinder-799631-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799631-1-iscsi',level=0,port_id=1e666981-9388-4b12-af95-4cbad859f3c5,segment=NetworkSegment(3b7b6187-b8d3-415b-b372-c3596850bebe),segment_id=3b7b6187-b8d3-415b-b372-c3596850bebe)] {{(pid=93089) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:37:30.044371 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-12b67287-8ff0-4884-a659-71e06cc781d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-772913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730294210856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730293689582', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730293689631'] for port, after_update {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:37:30.086529 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-9621705b-e099-4356-b692-ed2378ced044 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:37:30.107306 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b67287-8ff0-4884-a659-71e06cc781d4 None None] Pushing event updated for resources: {'Port': ['ID=1e666981-9388-4b12-af95-4cbad859f3c5,revision_number=2']} {{(pid=93089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:37:30.129099 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-956a598d-fb2a-4e41-a472-c2b647925ca1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:37:30.132210 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-9621705b-e099-4356-b692-ed2378ced044 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:37:30.197150 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-956a598d-fb2a-4e41-a472-c2b647925ca1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-772920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-407207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730293689564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-63638193'] for port, after_create {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:37:30.228706 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-9621705b-e099-4356-b692-ed2378ced044 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1774441'] for security_group, after_delete {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:37:30.231298 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-9621705b-e099-4356-b692-ed2378ced044 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:37:30.232482 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [None req-9621705b-e099-4356-b692-ed2378ced044 admin admin] 10.222.0.106 "DELETE /v2.0/security-groups/1c33f736-489a-48cb-a8d4-3e737477759b HTTP/1.1" status: 204 len: 168 time: 0.2147706 Jul 06 12:37:30.254977 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-956a598d-fb2a-4e41-a472-c2b647925ca1 admin admin] Network 2a97b808-be6d-48ec-a40b-4668530ee790 is already hosted by enough agents. {{(pid=93088) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:37:30.258021 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9621705b-e099-4356-b692-ed2378ced044 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c33f736-489a-48cb-a8d4-3e737477759b,revision_number=None']} {{(pid=93088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:37:30.273102 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.scheduler.base_scheduler [None req-956a598d-fb2a-4e41-a472-c2b647925ca1 admin admin] Resources bound (agent type, host, resource id): {{(pid=93088) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:37:30.278880 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-956a598d-fb2a-4e41-a472-c2b647925ca1 admin admin] Received port after_create {{(pid=93088) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:37:30.302760 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956a598d-fb2a-4e41-a472-c2b647925ca1 admin admin] Pushing event updated for resources: {'Port': ['ID=799cc803-1e41-4a2d-91f5-95464d3741de,revision_number=1']} {{(pid=93088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:37:30.621016 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-956a598d-fb2a-4e41-a472-c2b647925ca1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:37:30.782295 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.rpc [None req-3dd6613b-aa53-445d-9a05-4c085a94a05e None None] Device 1e666981-9388-4b12-af95-4cbad859f3c5 up at agent ovs-agent-dv-cinder-799631-1-iscsi {{(pid=93089) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:37:30.851123 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.db.provisioning_blocks [None req-3dd6613b-aa53-445d-9a05-4c085a94a05e None None] Provisioning for port 1e666981-9388-4b12-af95-4cbad859f3c5 completed by entity L2. {{(pid=93089) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:37:31.100751 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-451d7bc5-8454-4ce0-b3f6-821100f972cd None None] Network af1c07e1-bc5b-4dc3-88dd-e84cce5c0677 requested from dv-cinder-799631-1-iscsi {{(pid=93089) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:37:31.123785 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-956a598d-fb2a-4e41-a472-c2b647925ca1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1816794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1764367'] for router, after_create {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:37:31.182595 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.db.provisioning_blocks [None req-a3e31137-828e-4b43-a1c5-64c12fa55e65 None None] Provisioning for port 1e666981-9388-4b12-af95-4cbad859f3c5 completed by entity DHCP. {{(pid=93089) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:37:31.187771 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.db.provisioning_blocks [None req-a3e31137-828e-4b43-a1c5-64c12fa55e65 None None] Provisioning complete for port 1e666981-9388-4b12-af95-4cbad859f3c5 triggered by entity DHCP. {{(pid=93089) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:37:31.188185 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-a3e31137-828e-4b43-a1c5-64c12fa55e65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912496'] for port, provisioning_complete {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:37:31.263714 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-956a598d-fb2a-4e41-a472-c2b647925ca1 admin admin] Router b00a539c-b6e0-4987-ae6d-55ba966af7fe is scheduled to L3 agent 8f648e93-51d3-4e20-9eca-a57842435ba1 with binding_index 1 {{(pid=93088) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 12:37:31.386794 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-956a598d-fb2a-4e41-a472-c2b647925ca1 admin admin] Notify agent at l3_agent.dv-cinder-799631-1-iscsi the message routers_updated {{(pid=93088) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:37:31.404817 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-956a598d-fb2a-4e41-a472-c2b647925ca1 admin admin] Notify callbacks [] for router, before_response {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:37:31.412481 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [None req-956a598d-fb2a-4e41-a472-c2b647925ca1 admin admin] 10.222.0.106 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.0426815 Jul 06 12:37:31.412481 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.wsgi [-] (93088) accepted ('10.222.0.106', 53042) {{(pid=93088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:37:31.412884 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0da9c68-1419-4db0-85b1-77cca0797e8f None None] Sync routers for ids ['b00a539c-b6e0-4987-ae6d-55ba966af7fe'] in dv-cinder-799631-1-iscsi {{(pid=93089) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:37:31.431917 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0da9c68-1419-4db0-85b1-77cca0797e8f None None] Routers {'b00a539c-b6e0-4987-ae6d-55ba966af7fe'} bound to L3 agent in host dv-cinder-799631-1-iscsi {{(pid=93089) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:37:31.432632 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.db.l3_hamode_db [None req-d0da9c68-1419-4db0-85b1-77cca0797e8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799631-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T12:25:10Z,description=,heartbeat_timestamp=2021-07-06T12:37:10Z,host='dv-cinder-799631-1-iscsi',id=8f648e93-51d3-4e20-9eca-a57842435ba1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T12:25:10Z,topic='l3_agent')) {'router_ids': ['b00a539c-b6e0-4987-ae6d-55ba966af7fe'], 'active': True} {{(pid=93089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:37:31.521514 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-a3e31137-828e-4b43-a1c5-64c12fa55e65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772861'] for port, before_update {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:37:31.603446 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.db.l3_dvr_db [None req-d0da9c68-1419-4db0-85b1-77cca0797e8f None None] Set router b00a539c-b6e0-4987-ae6d-55ba966af7fe gateway port host: dv-cinder-799631-1-iscsi {{(pid=93089) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:37:31.666358 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.db [None req-a3e31137-828e-4b43-a1c5-64c12fa55e65 None None] For port 1e666981-9388-4b12-af95-4cbad859f3c5, host dv-cinder-799631-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799631-1-iscsi',level=0,port_id=1e666981-9388-4b12-af95-4cbad859f3c5,segment=NetworkSegment(3b7b6187-b8d3-415b-b372-c3596850bebe),segment_id=3b7b6187-b8d3-415b-b372-c3596850bebe)] {{(pid=93089) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:37:31.681675 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-a3e31137-828e-4b43-a1c5-64c12fa55e65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-772913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730294210856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730293689582', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730293689631'] for port, after_update {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:37:31.799940 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e31137-828e-4b43-a1c5-64c12fa55e65 None None] Pushing event updated for resources: {'Port': ['ID=1e666981-9388-4b12-af95-4cbad859f3c5,revision_number=3']} {{(pid=93089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:37:31.860961 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.db.l3_hamode_db [None req-d0da9c68-1419-4db0-85b1-77cca0797e8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b00a539c-b6e0-4987-ae6d-55ba966af7fe', 'name': 'tempest-TestMinimumBasicScenario-472386508-router', 'tenant_id': 'f3eb28de4f1642849fc831371d7db6c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a97b808-be6d-48ec-a40b-4668530ee790', 'external_fixed_ips': [{'subnet_id': '1816a596-2dc6-4d27-98a5-201cc12476f2', 'ip_address': '172.27.1.108'}], 'enable_snat': True}, 'gw_port_id': '799cc803-1e41-4a2d-91f5-95464d3741de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:37:29Z', 'updated_at': '2021-07-06T12:37:30Z', 'revision_number': 3, 'project_id': 'f3eb28de4f1642849fc831371d7db6c4', 'gw_port': {'id': '799cc803-1e41-4a2d-91f5-95464d3741de', 'name': '', 'network_id': '2a97b808-be6d-48ec-a40b-4668530ee790', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:dd:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b00a539c-b6e0-4987-ae6d-55ba966af7fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '1816a596-2dc6-4d27-98a5-201cc12476f2', 'ip_address': '172.27.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:37:29Z', 'updated_at': '2021-07-06T12:37:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1816a596-2dc6-4d27-98a5-201cc12476f2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799631-1-iscsi'}], 'dv-cinder-799631-1-iscsi', False) {} {{(pid=93089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:37:31.885559 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-a79ddbb5-7a12-49f3-ae6b-bb81fc86ff1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772861'] for port, before_create {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:37:31.889218 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0da9c68-1419-4db0-85b1-77cca0797e8f None None] Checking router: b00a539c-b6e0-4987-ae6d-55ba966af7fe for host: dv-cinder-799631-1-iscsi {{(pid=93089) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 12:37:31.889573 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0da9c68-1419-4db0-85b1-77cca0797e8f None None] Updating router b00a539c-b6e0-4987-ae6d-55ba966af7fe port 799cc803-1e41-4a2d-91f5-95464d3741de binding host dv-cinder-799631-1-iscsi {{(pid=93089) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 12:37:31.936217 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.db.provisioning_blocks [None req-ab65824a-1788-484a-bed6-9c3df6a0b33f None None] Provisioning complete for port 1e666981-9388-4b12-af95-4cbad859f3c5 triggered by entity DHCP. {{(pid=93089) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:37:31.936592 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-ab65824a-1788-484a-bed6-9c3df6a0b33f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912496'] for port, provisioning_complete {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:37:31.958993 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-d0da9c68-1419-4db0-85b1-77cca0797e8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772861'] for port, before_update {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:37:32.070009 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.db.db_base_plugin_common [None req-a79ddbb5-7a12-49f3-ae6b-bb81fc86ff1e admin admin] Allocated IP 172.20.0.1 (af1c07e1-bc5b-4dc3-88dd-e84cce5c0677/b9c58772-dfdc-4409-b2d7-be774e05449a/44abdb3f-56e1-49b0-aea2-4ee968a06e7a) {{(pid=93088) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:37:32.207722 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-a79ddbb5-7a12-49f3-ae6b-bb81fc86ff1e admin admin] Notify callbacks [] for port, precommit_create {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:37:32.227468 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.db.provisioning_blocks [None req-a79ddbb5-7a12-49f3-ae6b-bb81fc86ff1e admin admin] Transition to ACTIVE for port object 44abdb3f-56e1-49b0-aea2-4ee968a06e7a will not be triggered until provisioned by entity DHCP. {{(pid=93088) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:37:32.265117 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-a79ddbb5-7a12-49f3-ae6b-bb81fc86ff1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-772920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-407207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730293689564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-63638193'] for port, after_create {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:37:32.290620 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-d0da9c68-1419-4db0-85b1-77cca0797e8f None None] Notify callbacks [] for port, precommit_update {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:37:32.302337 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.db.provisioning_blocks [None req-d0da9c68-1419-4db0-85b1-77cca0797e8f None None] Transition to ACTIVE for port object 799cc803-1e41-4a2d-91f5-95464d3741de will not be triggered until provisioned by entity L2. {{(pid=93089) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:37:32.303362 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a79ddbb5-7a12-49f3-ae6b-bb81fc86ff1e admin admin] Network af1c07e1-bc5b-4dc3-88dd-e84cce5c0677 is already hosted by enough agents. {{(pid=93088) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:37:32.306685 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.scheduler.base_scheduler [None req-a79ddbb5-7a12-49f3-ae6b-bb81fc86ff1e admin admin] Resources bound (agent type, host, resource id): {{(pid=93088) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:37:32.308160 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-d0da9c68-1419-4db0-85b1-77cca0797e8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-772913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730294210856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730293689582', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730293689631'] for port, after_update {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:37:32.310536 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a79ddbb5-7a12-49f3-ae6b-bb81fc86ff1e admin admin] Received port after_create {{(pid=93088) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:37:32.363882 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-a79ddbb5-7a12-49f3-ae6b-bb81fc86ff1e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1813560'] for router_interface, before_create {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:37:32.364829 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.managers [None req-d0da9c68-1419-4db0-85b1-77cca0797e8f None None] Attempting to bind port 799cc803-1e41-4a2d-91f5-95464d3741de on host dv-cinder-799631-1-iscsi for vnic_type normal with profile {{(pid=93089) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:37:32.365308 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.managers [None req-d0da9c68-1419-4db0-85b1-77cca0797e8f None None] Attempting to bind port 799cc803-1e41-4a2d-91f5-95464d3741de by drivers openvswitch,hyperv on host dv-cinder-799631-1-iscsi at level 0 using segments [{'id': '89d2d2f7-34cd-4989-93e1-84776a10346d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a97b808-be6d-48ec-a40b-4668530ee790'}] {{(pid=93089) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:37:32.365772 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0da9c68-1419-4db0-85b1-77cca0797e8f None None] Attempting to bind port 799cc803-1e41-4a2d-91f5-95464d3741de on network 2a97b808-be6d-48ec-a40b-4668530ee790 {{(pid=93089) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:37:32.366253 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79ddbb5-7a12-49f3-ae6b-bb81fc86ff1e admin admin] Pushing event updated for resources: {'Port': ['ID=44abdb3f-56e1-49b0-aea2-4ee968a06e7a,revision_number=1']} {{(pid=93088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:37:32.371743 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0da9c68-1419-4db0-85b1-77cca0797e8f None None] Checking agent: {'id': '0df45e45-1cb7-430e-9311-5161aceb24d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799631-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 12, 25, 11), 'started_at': datetime.datetime(2021, 7, 6, 12, 25, 41), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 37, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799631-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93089) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:37:32.372101 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0da9c68-1419-4db0-85b1-77cca0797e8f None None] Checking segment: {'id': '89d2d2f7-34cd-4989-93e1-84776a10346d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a97b808-be6d-48ec-a40b-4668530ee790'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93089) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:37:32.372606 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-d0da9c68-1419-4db0-85b1-77cca0797e8f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:37:32.373110 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0da9c68-1419-4db0-85b1-77cca0797e8f None None] Bound using segment: {'id': '89d2d2f7-34cd-4989-93e1-84776a10346d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a97b808-be6d-48ec-a40b-4668530ee790'} {{(pid=93089) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:37:32.373675 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.managers [None req-d0da9c68-1419-4db0-85b1-77cca0797e8f None None] Bound port: 799cc803-1e41-4a2d-91f5-95464d3741de, host: dv-cinder-799631-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89d2d2f7-34cd-4989-93e1-84776a10346d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a97b808-be6d-48ec-a40b-4668530ee790'}}] {{(pid=93089) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:37:32.374857 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-d0da9c68-1419-4db0-85b1-77cca0797e8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772861'] for port, before_update {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:37:32.376898 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f28044-fb6f-493b-8b56-0cbf4a692f29 None None] Pushing event updated for resources: {'Port': ['ID=799cc803-1e41-4a2d-91f5-95464d3741de,revision_number=2']} {{(pid=93089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:37:32.416478 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79ddbb5-7a12-49f3-ae6b-bb81fc86ff1e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799631-1-iscsi {{(pid=93088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:37:32.416845 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79ddbb5-7a12-49f3-ae6b-bb81fc86ff1e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799631-1-iscsi {{(pid=93088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:37:32.417174 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79ddbb5-7a12-49f3-ae6b-bb81fc86ff1e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799631-1-iscsi {{(pid=93088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:37:32.417516 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79ddbb5-7a12-49f3-ae6b-bb81fc86ff1e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799631-1-iscsi {{(pid=93088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:37:32.417849 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79ddbb5-7a12-49f3-ae6b-bb81fc86ff1e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799631-1-iscsi {{(pid=93088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:37:32.418190 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79ddbb5-7a12-49f3-ae6b-bb81fc86ff1e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799631-1-iscsi {{(pid=93088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:37:32.418524 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79ddbb5-7a12-49f3-ae6b-bb81fc86ff1e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-799631-1-iscsi {{(pid=93088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:37:32.419479 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79ddbb5-7a12-49f3-ae6b-bb81fc86ff1e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-799631-1-iscsi {{(pid=93088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:37:32.419479 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79ddbb5-7a12-49f3-ae6b-bb81fc86ff1e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799631-1-iscsi {{(pid=93088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:37:32.419731 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79ddbb5-7a12-49f3-ae6b-bb81fc86ff1e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799631-1-iscsi {{(pid=93088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:37:32.420014 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79ddbb5-7a12-49f3-ae6b-bb81fc86ff1e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799631-1-iscsi {{(pid=93088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:37:32.420374 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79ddbb5-7a12-49f3-ae6b-bb81fc86ff1e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799631-1-iscsi {{(pid=93088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:37:32.439681 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.db [None req-d0da9c68-1419-4db0-85b1-77cca0797e8f None None] For port 799cc803-1e41-4a2d-91f5-95464d3741de, host dv-cinder-799631-1-iscsi, cleared binding levels {{(pid=93089) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:37:32.443374 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.db [None req-d0da9c68-1419-4db0-85b1-77cca0797e8f None None] For port 799cc803-1e41-4a2d-91f5-95464d3741de, host dv-cinder-799631-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799631-1-iscsi',level=0,port_id=799cc803-1e41-4a2d-91f5-95464d3741de,segment=NetworkSegment(89d2d2f7-34cd-4989-93e1-84776a10346d),segment_id=89d2d2f7-34cd-4989-93e1-84776a10346d)] {{(pid=93089) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:37:32.449739 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-d0da9c68-1419-4db0-85b1-77cca0797e8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-772913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730294210856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730293689582', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730293689631'] for port, after_update {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:37:32.511334 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0da9c68-1419-4db0-85b1-77cca0797e8f None None] Routers {'b00a539c-b6e0-4987-ae6d-55ba966af7fe'} bound to L3 agent in host dv-cinder-799631-1-iscsi {{(pid=93089) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:37:32.511973 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.db.l3_hamode_db [None req-d0da9c68-1419-4db0-85b1-77cca0797e8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799631-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T12:25:10Z,description=,heartbeat_timestamp=2021-07-06T12:37:10Z,host='dv-cinder-799631-1-iscsi',id=8f648e93-51d3-4e20-9eca-a57842435ba1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T12:25:10Z,topic='l3_agent')) {'router_ids': ['b00a539c-b6e0-4987-ae6d-55ba966af7fe'], 'active': True} {{(pid=93089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:37:32.513928 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f28044-fb6f-493b-8b56-0cbf4a692f29 None None] Pushing event updated for resources: {'Port': ['ID=799cc803-1e41-4a2d-91f5-95464d3741de,revision_number=3']} {{(pid=93089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:37:32.569983 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-a79ddbb5-7a12-49f3-ae6b-bb81fc86ff1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772861'] for port, before_update {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:37:32.617441 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.db.provisioning_blocks [None req-091c0b8a-8a79-4047-a1f2-5b97f84b5341 None None] Provisioning for port 44abdb3f-56e1-49b0-aea2-4ee968a06e7a completed by entity DHCP. {{(pid=93089) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:37:32.625338 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.db.provisioning_blocks [None req-091c0b8a-8a79-4047-a1f2-5b97f84b5341 None None] Provisioning complete for port 44abdb3f-56e1-49b0-aea2-4ee968a06e7a triggered by entity DHCP. {{(pid=93089) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:37:32.625614 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-091c0b8a-8a79-4047-a1f2-5b97f84b5341 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912496'] for port, provisioning_complete {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:37:32.656692 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.db.l3_dvr_db [None req-d0da9c68-1419-4db0-85b1-77cca0797e8f None None] Set router b00a539c-b6e0-4987-ae6d-55ba966af7fe gateway port host: dv-cinder-799631-1-iscsi {{(pid=93089) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:37:32.751291 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.rpc [None req-3dd6613b-aa53-445d-9a05-4c085a94a05e None None] Device 1e666981-9388-4b12-af95-4cbad859f3c5 up at agent ovs-agent-dv-cinder-799631-1-iscsi {{(pid=93089) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:37:32.783446 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.plugin [None req-091c0b8a-8a79-4047-a1f2-5b97f84b5341 None None] Port 44abdb3f-56e1-49b0-aea2-4ee968a06e7a cannot update to ACTIVE because it is not bound. {{(pid=93089) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 12:37:32.796620 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-a79ddbb5-7a12-49f3-ae6b-bb81fc86ff1e admin admin] Notify callbacks [] for port, precommit_update {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:37:32.802885 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-a79ddbb5-7a12-49f3-ae6b-bb81fc86ff1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-772913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730294210856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730293689582', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730293689631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63638083'] for port, after_update {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:37:32.857778 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.db.provisioning_blocks [None req-3dd6613b-aa53-445d-9a05-4c085a94a05e None None] Provisioning complete for port 1e666981-9388-4b12-af95-4cbad859f3c5 triggered by entity L2. {{(pid=93089) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:37:32.858087 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-3dd6613b-aa53-445d-9a05-4c085a94a05e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912496'] for port, provisioning_complete {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:37:32.894690 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79ddbb5-7a12-49f3-ae6b-bb81fc86ff1e admin admin] Pushing event updated for resources: {'Port': ['ID=44abdb3f-56e1-49b0-aea2-4ee968a06e7a,revision_number=2']} {{(pid=93088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:37:32.897241 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-a79ddbb5-7a12-49f3-ae6b-bb81fc86ff1e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1582549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1815621'] for router_interface, after_create {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:37:32.922640 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.db.l3_hamode_db [None req-d0da9c68-1419-4db0-85b1-77cca0797e8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b00a539c-b6e0-4987-ae6d-55ba966af7fe', 'name': 'tempest-TestMinimumBasicScenario-472386508-router', 'tenant_id': 'f3eb28de4f1642849fc831371d7db6c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a97b808-be6d-48ec-a40b-4668530ee790', 'external_fixed_ips': [{'subnet_id': '1816a596-2dc6-4d27-98a5-201cc12476f2', 'ip_address': '172.27.1.108'}], 'enable_snat': True}, 'gw_port_id': '799cc803-1e41-4a2d-91f5-95464d3741de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:37:29Z', 'updated_at': '2021-07-06T12:37:30Z', 'revision_number': 3, 'project_id': 'f3eb28de4f1642849fc831371d7db6c4', 'gw_port': {'id': '799cc803-1e41-4a2d-91f5-95464d3741de', 'name': '', 'network_id': '2a97b808-be6d-48ec-a40b-4668530ee790', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:dd:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b00a539c-b6e0-4987-ae6d-55ba966af7fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '1816a596-2dc6-4d27-98a5-201cc12476f2', 'ip_address': '172.27.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799631-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:37:29Z', 'updated_at': '2021-07-06T12:37:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1816a596-2dc6-4d27-98a5-201cc12476f2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799631-1-iscsi'}], 'dv-cinder-799631-1-iscsi', False) {} {{(pid=93089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:37:32.954923 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0da9c68-1419-4db0-85b1-77cca0797e8f None None] The sync data for ids ['b00a539c-b6e0-4987-ae6d-55ba966af7fe'] in dv-cinder-799631-1-iscsi is: [{'id': 'b00a539c-b6e0-4987-ae6d-55ba966af7fe', 'name': 'tempest-TestMinimumBasicScenario-472386508-router', 'tenant_id': 'f3eb28de4f1642849fc831371d7db6c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a97b808-be6d-48ec-a40b-4668530ee790', 'external_fixed_ips': [{'subnet_id': '1816a596-2dc6-4d27-98a5-201cc12476f2', 'ip_address': '172.27.1.108'}], 'enable_snat': True}, 'gw_port_id': '799cc803-1e41-4a2d-91f5-95464d3741de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:37:29Z', 'updated_at': '2021-07-06T12:37:30Z', 'revision_number': 3, 'project_id': 'f3eb28de4f1642849fc831371d7db6c4', 'gw_port': {'id': '799cc803-1e41-4a2d-91f5-95464d3741de', 'name': '', 'network_id': '2a97b808-be6d-48ec-a40b-4668530ee790', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:dd:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b00a539c-b6e0-4987-ae6d-55ba966af7fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '1816a596-2dc6-4d27-98a5-201cc12476f2', 'ip_address': '172.27.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799631-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:37:29Z', 'updated_at': '2021-07-06T12:37:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1816a596-2dc6-4d27-98a5-201cc12476f2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799631-1-iscsi'}] {{(pid=93089) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:37:33.008574 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a79ddbb5-7a12-49f3-ae6b-bb81fc86ff1e admin admin] Network af1c07e1-bc5b-4dc3-88dd-e84cce5c0677 is already hosted by enough agents. {{(pid=93088) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:37:33.010106 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.scheduler.base_scheduler [None req-a79ddbb5-7a12-49f3-ae6b-bb81fc86ff1e admin admin] Resources bound (agent type, host, resource id): {{(pid=93088) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:37:33.132057 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a79ddbb5-7a12-49f3-ae6b-bb81fc86ff1e admin admin] Router b00a539c-b6e0-4987-ae6d-55ba966af7fe has already been hosted by L3 agent 8f648e93-51d3-4e20-9eca-a57842435ba1 {{(pid=93088) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 12:37:33.267020 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a79ddbb5-7a12-49f3-ae6b-bb81fc86ff1e admin admin] Notify agent at l3_agent.dv-cinder-799631-1-iscsi the message routers_updated {{(pid=93088) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:37:33.272621 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [None req-a79ddbb5-7a12-49f3-ae6b-bb81fc86ff1e admin admin] 10.222.0.106 "PUT /v2.0/routers/b00a539c-b6e0-4987-ae6d-55ba966af7fe/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8626323 Jul 06 12:37:33.306247 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.db.provisioning_blocks [None req-0473942f-2517-4fdf-8cd1-83759e8058a8 None None] Provisioning complete for port 44abdb3f-56e1-49b0-aea2-4ee968a06e7a triggered by entity DHCP. {{(pid=93089) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:37:33.306804 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-0473942f-2517-4fdf-8cd1-83759e8058a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912496'] for port, provisioning_complete {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:37:33.349457 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.plugin [None req-0473942f-2517-4fdf-8cd1-83759e8058a8 None None] Port 44abdb3f-56e1-49b0-aea2-4ee968a06e7a cannot update to ACTIVE because it is not bound. {{(pid=93089) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 12:37:33.876413 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.wsgi [-] (93087) accepted ('10.222.0.106', 53080) {{(pid=93087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:37:33.881540 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.api.v2.base [None req-914c0370-ca6f-4a67-8ad6-866cf0248141 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-2128073601-network', 'tenant_id': '5d3e42c78bd14583a9abc093215bd133'}} {{(pid=93087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:37:33.903570 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-914c0370-ca6f-4a67-8ad6-866cf0248141 admin admin] Made reservation on behalf of 5d3e42c78bd14583a9abc093215bd133 for: {'network': 1} {{(pid=93087) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:37:33.906850 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-914c0370-ca6f-4a67-8ad6-866cf0248141 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772861'] for network, before_create {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:37:33.916495 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-914c0370-ca6f-4a67-8ad6-866cf0248141 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:37:34.015222 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-914c0370-ca6f-4a67-8ad6-866cf0248141 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:37:34.019959 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-914c0370-ca6f-4a67-8ad6-866cf0248141 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1774441'] for security_group, after_create {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:37:34.048564 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-914c0370-ca6f-4a67-8ad6-866cf0248141 admin admin] vlan segment allocate from pool success with {'vlan_id': 1089, 'physical_network': 'physnet1'} {{(pid=93087) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 12:37:34.055129 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914c0370-ca6f-4a67-8ad6-866cf0248141 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4338dd1-2329-4ab8-bee7-6a065ea602ab,revision_number=1']} {{(pid=93087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:37:34.062557 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-914c0370-ca6f-4a67-8ad6-866cf0248141 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-886815'] for segment, precommit_create {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:37:34.063558 dv-cinder-799631-1-iscsi neutron-server[93087]: INFO neutron.db.segments_db [None req-914c0370-ca6f-4a67-8ad6-866cf0248141 admin admin] Added segment 1cdad650-405c-4a97-b8ad-f379c5e76a63 of type vlan for network 07322797-0ef5-460f-ab1e-36522ec66d36 Jul 06 12:37:34.104625 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-914c0370-ca6f-4a67-8ad6-866cf0248141 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730293704277'] for network, precommit_create {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:37:34.134296 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-914c0370-ca6f-4a67-8ad6-866cf0248141 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1774397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582535'] for network, after_create {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:37:34.135530 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-914c0370-ca6f-4a67-8ad6-866cf0248141 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:37:34.136113 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-914c0370-ca6f-4a67-8ad6-866cf0248141 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582504'] for network, before_response {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:37:34.196903 dv-cinder-799631-1-iscsi neutron-server[93087]: INFO neutron.wsgi [None req-914c0370-ca6f-4a67-8ad6-866cf0248141 admin admin] 10.222.0.106 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.3192399 Jul 06 12:37:34.199675 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.wsgi [-] (93088) accepted ('10.222.0.106', 53082) {{(pid=93088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:37:34.203635 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914c0370-ca6f-4a67-8ad6-866cf0248141 admin admin] Pushing event updated for resources: {'Network': ['ID=07322797-0ef5-460f-ab1e-36522ec66d36,revision_number=1']} {{(pid=93087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:37:34.205004 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.api.v2.base [None req-f8c743c5-21ba-4d77-a86b-23238641c7e1 admin admin] Request body: {'subnet': {'network_id': '07322797-0ef5-460f-ab1e-36522ec66d36', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-2128073601-subnet', 'tenant_id': '5d3e42c78bd14583a9abc093215bd133', 'ip_version': 4}} {{(pid=93088) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:37:34.213922 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.rpc [None req-3dd6613b-aa53-445d-9a05-4c085a94a05e None None] Network 07322797-0ef5-460f-ab1e-36522ec66d36 details requested by agent ovs-agent-dv-cinder-799631-1-iscsi with host dv-cinder-799631-1-iscsi {{(pid=93089) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 12:37:34.228393 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8c743c5-21ba-4d77-a86b-23238641c7e1 admin admin] Made reservation on behalf of 5d3e42c78bd14583a9abc093215bd133 for: {'subnet': 1} {{(pid=93088) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:37:34.230785 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-f8c743c5-21ba-4d77-a86b-23238641c7e1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63518454'] for subnet, before_create {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:37:34.413269 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-f8c743c5-21ba-4d77-a86b-23238641c7e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1774543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63638213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63518436'] for subnet, after_create {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:37:34.469924 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c743c5-21ba-4d77-a86b-23238641c7e1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bede257f-b106-4765-a681-5c75d1d1d12d,revision_number=0']} {{(pid=93088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:37:34.479953 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8c743c5-21ba-4d77-a86b-23238641c7e1 admin admin] Checking segment: {'id': '1cdad650-405c-4a97-b8ad-f379c5e76a63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1089, 'network_id': '07322797-0ef5-460f-ab1e-36522ec66d36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93088) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:37:34.480318 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8c743c5-21ba-4d77-a86b-23238641c7e1 admin admin] Network hostable DHCP agents. Network: 07322797-0ef5-460f-ab1e-36522ec66d36, hostable agents: ['4e405fa1-8706-417c-9214-b4e9d51c0aa2'], hosted agents: [] {{(pid=93088) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 12:37:34.499861 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8c743c5-21ba-4d77-a86b-23238641c7e1 admin admin] Network 07322797-0ef5-460f-ab1e-36522ec66d36 is scheduled to be hosted by DHCP agent 4e405fa1-8706-417c-9214-b4e9d51c0aa2 with binding_index 1 {{(pid=93088) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 12:37:34.508897 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.scheduler.base_scheduler [None req-f8c743c5-21ba-4d77-a86b-23238641c7e1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-799631-1-iscsi, 07322797-0ef5-460f-ab1e-36522ec66d36) {{(pid=93088) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:37:34.513159 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8c743c5-21ba-4d77-a86b-23238641c7e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:37:34.513751 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-f8c743c5-21ba-4d77-a86b-23238641c7e1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:37:34.519322 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d907efc6-4efb-4e9a-a36a-b53d300ad1a9 None None] Network 07322797-0ef5-460f-ab1e-36522ec66d36 requested from dv-cinder-799631-1-iscsi {{(pid=93089) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:37:34.528715 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [None req-f8c743c5-21ba-4d77-a86b-23238641c7e1 admin admin] 10.222.0.106 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3278067 Jul 06 12:37:34.531731 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.wsgi [-] (93087) accepted ('10.222.0.106', 53086) {{(pid=93087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:37:34.536240 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.api.v2.base [None req-dabfa9bf-01b8-45b1-ab25-f2c5f5bf66b3 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-2128073601-router', 'tenant_id': '5d3e42c78bd14583a9abc093215bd133', 'external_gateway_info': {'network_id': '2a97b808-be6d-48ec-a40b-4668530ee790'}}} {{(pid=93087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:37:34.561454 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-dabfa9bf-01b8-45b1-ab25-f2c5f5bf66b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1816785', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-259374'] for router, before_create {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:37:34.562471 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-dabfa9bf-01b8-45b1-ab25-f2c5f5bf66b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1816654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1816574', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1706296', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-259361'] for router, precommit_create {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:37:34.603091 dv-cinder-799631-1-iscsi neutron-server[93090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a7cb3ef-51c4-4a54-8a31-39c85ce9bb7f None None] Sync routers for ids ['b00a539c-b6e0-4987-ae6d-55ba966af7fe'] in dv-cinder-799631-1-iscsi {{(pid=93090) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:37:34.611791 dv-cinder-799631-1-iscsi neutron-server[93090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a7cb3ef-51c4-4a54-8a31-39c85ce9bb7f None None] Routers {'b00a539c-b6e0-4987-ae6d-55ba966af7fe'} bound to L3 agent in host dv-cinder-799631-1-iscsi {{(pid=93090) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:37:34.612398 dv-cinder-799631-1-iscsi neutron-server[93090]: DEBUG neutron.db.l3_hamode_db [None req-4a7cb3ef-51c4-4a54-8a31-39c85ce9bb7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799631-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T12:25:10Z,description=,heartbeat_timestamp=2021-07-06T12:37:10Z,host='dv-cinder-799631-1-iscsi',id=8f648e93-51d3-4e20-9eca-a57842435ba1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T12:25:10Z,topic='l3_agent')) {'router_ids': ['b00a539c-b6e0-4987-ae6d-55ba966af7fe'], 'active': True} {{(pid=93090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:37:34.626805 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-dabfa9bf-01b8-45b1-ab25-f2c5f5bf66b3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:37:34.671497 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6fa65c7-a128-4638-94f3-a561c5ed06e7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d5148ee-c8da-5cea-b4c5-c4f407a95c14-07322797-0ef5-460f-ab1e-36522ec66d36', 'network_id': '07322797-0ef5-460f-ab1e-36522ec66d36', 'tenant_id': '5d3e42c78bd14583a9abc093215bd133', 'fixed_ips': [{'subnet_id': 'bede257f-b106-4765-a681-5c75d1d1d12d'}]}} from dv-cinder-799631-1-iscsi. {{(pid=93089) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 12:37:34.672607 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-b6fa65c7-a128-4638-94f3-a561c5ed06e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772861'] for port, before_create {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:37:34.762132 dv-cinder-799631-1-iscsi neutron-server[93090]: DEBUG neutron.db.l3_dvr_db [None req-4a7cb3ef-51c4-4a54-8a31-39c85ce9bb7f None None] Set router b00a539c-b6e0-4987-ae6d-55ba966af7fe gateway port host: dv-cinder-799631-1-iscsi {{(pid=93090) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:37:34.782806 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-dabfa9bf-01b8-45b1-ab25-f2c5f5bf66b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1764372', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1816771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-259379'] for router, precommit_update {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:37:34.798535 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.rpc [None req-3dd6613b-aa53-445d-9a05-4c085a94a05e None None] Device 799cc803-1e41-4a2d-91f5-95464d3741de up at agent ovs-agent-dv-cinder-799631-1-iscsi {{(pid=93089) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:37:34.977975 dv-cinder-799631-1-iscsi neutron-server[93090]: DEBUG neutron.db.l3_hamode_db [None req-4a7cb3ef-51c4-4a54-8a31-39c85ce9bb7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b00a539c-b6e0-4987-ae6d-55ba966af7fe', 'name': 'tempest-TestMinimumBasicScenario-472386508-router', 'tenant_id': 'f3eb28de4f1642849fc831371d7db6c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a97b808-be6d-48ec-a40b-4668530ee790', 'external_fixed_ips': [{'subnet_id': '1816a596-2dc6-4d27-98a5-201cc12476f2', 'ip_address': '172.27.1.108'}], 'enable_snat': True}, 'gw_port_id': '799cc803-1e41-4a2d-91f5-95464d3741de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:37:29Z', 'updated_at': '2021-07-06T12:37:32Z', 'revision_number': 4, 'project_id': 'f3eb28de4f1642849fc831371d7db6c4', 'gw_port': {'id': '799cc803-1e41-4a2d-91f5-95464d3741de', 'name': '', 'network_id': '2a97b808-be6d-48ec-a40b-4668530ee790', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:dd:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b00a539c-b6e0-4987-ae6d-55ba966af7fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '1816a596-2dc6-4d27-98a5-201cc12476f2', 'ip_address': '172.27.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799631-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:37:29Z', 'updated_at': '2021-07-06T12:37:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1816a596-2dc6-4d27-98a5-201cc12476f2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799631-1-iscsi', '_interfaces': [{'id': '44abdb3f-56e1-49b0-aea2-4ee968a06e7a', 'name': '', 'network_id': 'af1c07e1-bc5b-4dc3-88dd-e84cce5c0677', 'tenant_id': 'f3eb28de4f1642849fc831371d7db6c4', 'mac_address': 'fa:16:3e:7a:b8:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b00a539c-b6e0-4987-ae6d-55ba966af7fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': 'b9c58772-dfdc-4409-b2d7-be774e05449a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:37:31Z', 'updated_at': '2021-07-06T12:37:32Z', 'revision_number': 2, 'project_id': 'f3eb28de4f1642849fc831371d7db6c4', 'subnets': [{'id': 'b9c58772-dfdc-4409-b2d7-be774e05449a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799631-1-iscsi', False) {} {{(pid=93090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:37:34.980409 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.db.db_base_plugin_common [None req-b6fa65c7-a128-4638-94f3-a561c5ed06e7 None None] Allocated IP 172.20.0.2 (07322797-0ef5-460f-ab1e-36522ec66d36/bede257f-b106-4765-a681-5c75d1d1d12d/86a79c11-96ea-485a-ac10-da3c0e97cd50) {{(pid=93089) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:37:35.001152 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.db.provisioning_blocks [None req-3dd6613b-aa53-445d-9a05-4c085a94a05e None None] Provisioning for port 799cc803-1e41-4a2d-91f5-95464d3741de completed by entity L2. {{(pid=93089) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:37:35.005626 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-dabfa9bf-01b8-45b1-ab25-f2c5f5bf66b3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:37:35.009554 dv-cinder-799631-1-iscsi neutron-server[93090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a7cb3ef-51c4-4a54-8a31-39c85ce9bb7f None None] Checking router: b00a539c-b6e0-4987-ae6d-55ba966af7fe for host: dv-cinder-799631-1-iscsi {{(pid=93090) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 12:37:35.010036 dv-cinder-799631-1-iscsi neutron-server[93090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a7cb3ef-51c4-4a54-8a31-39c85ce9bb7f None None] Updating router b00a539c-b6e0-4987-ae6d-55ba966af7fe port 44abdb3f-56e1-49b0-aea2-4ee968a06e7a binding host dv-cinder-799631-1-iscsi {{(pid=93090) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 12:37:35.026903 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-dabfa9bf-01b8-45b1-ab25-f2c5f5bf66b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772861'] for port, before_create {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:37:35.037560 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.db.provisioning_blocks [None req-3dd6613b-aa53-445d-9a05-4c085a94a05e None None] Provisioning complete for port 799cc803-1e41-4a2d-91f5-95464d3741de triggered by entity L2. {{(pid=93089) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:37:35.038746 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-3dd6613b-aa53-445d-9a05-4c085a94a05e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912496'] for port, provisioning_complete {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:37:35.049292 dv-cinder-799631-1-iscsi neutron-server[93090]: DEBUG neutron_lib.callbacks.manager [None req-4a7cb3ef-51c4-4a54-8a31-39c85ce9bb7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772861'] for port, before_update {{(pid=93090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:37:35.143427 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.db.db_base_plugin_common [None req-dabfa9bf-01b8-45b1-ab25-f2c5f5bf66b3 admin admin] Allocated IP 172.27.1.125 (2a97b808-be6d-48ec-a40b-4668530ee790/1816a596-2dc6-4d27-98a5-201cc12476f2/09d669e7-883d-4910-a5f3-bd97de78b0d6) {{(pid=93087) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:37:35.179093 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-3dd6613b-aa53-445d-9a05-4c085a94a05e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772861'] for port, before_update {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:37:35.216999 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.db [None req-3dd6613b-aa53-445d-9a05-4c085a94a05e None None] For port 799cc803-1e41-4a2d-91f5-95464d3741de, host dv-cinder-799631-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799631-1-iscsi',level=0,port_id=799cc803-1e41-4a2d-91f5-95464d3741de,segment=NetworkSegment(89d2d2f7-34cd-4989-93e1-84776a10346d),segment_id=89d2d2f7-34cd-4989-93e1-84776a10346d)] {{(pid=93089) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:37:35.218522 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-b6fa65c7-a128-4638-94f3-a561c5ed06e7 None None] Notify callbacks [] for port, precommit_create {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:37:35.228206 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-3dd6613b-aa53-445d-9a05-4c085a94a05e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-772913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730294210856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730293689582', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730293689631'] for port, after_update {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:37:35.234830 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.db.provisioning_blocks [None req-b6fa65c7-a128-4638-94f3-a561c5ed06e7 None None] Transition to ACTIVE for port object 86a79c11-96ea-485a-ac10-da3c0e97cd50 will not be triggered until provisioned by entity L2. {{(pid=93089) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:37:35.252301 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-dabfa9bf-01b8-45b1-ab25-f2c5f5bf66b3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:37:35.273557 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.db.provisioning_blocks [None req-b6fa65c7-a128-4638-94f3-a561c5ed06e7 None None] Transition to ACTIVE for port object 86a79c11-96ea-485a-ac10-da3c0e97cd50 will not be triggered until provisioned by entity DHCP. {{(pid=93089) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:37:35.284413 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-b6fa65c7-a128-4638-94f3-a561c5ed06e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-772920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-407207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730293689564'] for port, after_create {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:37:35.299502 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-dabfa9bf-01b8-45b1-ab25-f2c5f5bf66b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-772920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-407207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730293689564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-65517734'] for port, after_create {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:37:35.303252 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd6613b-aa53-445d-9a05-4c085a94a05e None None] Pushing event updated for resources: {'Port': ['ID=799cc803-1e41-4a2d-91f5-95464d3741de,revision_number=4']} {{(pid=93089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:37:35.331555 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6fa65c7-a128-4638-94f3-a561c5ed06e7 None None] Network 07322797-0ef5-460f-ab1e-36522ec66d36 is already hosted by enough agents. {{(pid=93089) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:37:35.332610 dv-cinder-799631-1-iscsi neutron-server[93090]: DEBUG neutron_lib.callbacks.manager [None req-4a7cb3ef-51c4-4a54-8a31-39c85ce9bb7f None None] Notify callbacks [] for port, precommit_update {{(pid=93090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:37:35.334887 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.scheduler.base_scheduler [None req-b6fa65c7-a128-4638-94f3-a561c5ed06e7 None None] Resources bound (agent type, host, resource id): {{(pid=93089) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:37:35.338758 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6fa65c7-a128-4638-94f3-a561c5ed06e7 None None] Received port after_create {{(pid=93089) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:37:35.346933 dv-cinder-799631-1-iscsi neutron-server[93090]: DEBUG neutron.db.provisioning_blocks [None req-4a7cb3ef-51c4-4a54-8a31-39c85ce9bb7f None None] Transition to ACTIVE for port object 44abdb3f-56e1-49b0-aea2-4ee968a06e7a will not be triggered until provisioned by entity L2. {{(pid=93090) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:37:35.347242 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dabfa9bf-01b8-45b1-ab25-f2c5f5bf66b3 admin admin] Network 2a97b808-be6d-48ec-a40b-4668530ee790 is already hosted by enough agents. {{(pid=93087) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:37:35.352743 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.scheduler.base_scheduler [None req-dabfa9bf-01b8-45b1-ab25-f2c5f5bf66b3 admin admin] Resources bound (agent type, host, resource id): {{(pid=93087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:37:35.355530 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dabfa9bf-01b8-45b1-ab25-f2c5f5bf66b3 admin admin] Received port after_create {{(pid=93087) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:37:35.359958 dv-cinder-799631-1-iscsi neutron-server[93090]: DEBUG neutron_lib.callbacks.manager [None req-4a7cb3ef-51c4-4a54-8a31-39c85ce9bb7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-772913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730294210856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730293689582', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730293689631'] for port, after_update {{(pid=93090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:37:35.391390 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dabfa9bf-01b8-45b1-ab25-f2c5f5bf66b3 admin admin] Pushing event updated for resources: {'Port': ['ID=09d669e7-883d-4910-a5f3-bd97de78b0d6,revision_number=1']} {{(pid=93087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:37:35.395513 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6fa65c7-a128-4638-94f3-a561c5ed06e7 None None] Pushing event updated for resources: {'Port': ['ID=86a79c11-96ea-485a-ac10-da3c0e97cd50,revision_number=1']} {{(pid=93089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:37:35.408366 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.managers [None req-b6fa65c7-a128-4638-94f3-a561c5ed06e7 None None] Attempting to bind port 86a79c11-96ea-485a-ac10-da3c0e97cd50 on host dv-cinder-799631-1-iscsi for vnic_type normal with profile {{(pid=93089) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:37:35.408740 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.managers [None req-b6fa65c7-a128-4638-94f3-a561c5ed06e7 None None] Attempting to bind port 86a79c11-96ea-485a-ac10-da3c0e97cd50 by drivers openvswitch,hyperv on host dv-cinder-799631-1-iscsi at level 0 using segments [{'id': '1cdad650-405c-4a97-b8ad-f379c5e76a63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1089, 'network_id': '07322797-0ef5-460f-ab1e-36522ec66d36'}] {{(pid=93089) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:37:35.409113 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6fa65c7-a128-4638-94f3-a561c5ed06e7 None None] Attempting to bind port 86a79c11-96ea-485a-ac10-da3c0e97cd50 on network 07322797-0ef5-460f-ab1e-36522ec66d36 {{(pid=93089) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:37:35.414681 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6fa65c7-a128-4638-94f3-a561c5ed06e7 None None] Checking agent: {'id': '0df45e45-1cb7-430e-9311-5161aceb24d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799631-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 12, 25, 11), 'started_at': datetime.datetime(2021, 7, 6, 12, 25, 41), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 37, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799631-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93089) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:37:35.415098 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6fa65c7-a128-4638-94f3-a561c5ed06e7 None None] Checking segment: {'id': '1cdad650-405c-4a97-b8ad-f379c5e76a63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1089, 'network_id': '07322797-0ef5-460f-ab1e-36522ec66d36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93089) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:37:35.415503 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-b6fa65c7-a128-4638-94f3-a561c5ed06e7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:37:35.415955 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6fa65c7-a128-4638-94f3-a561c5ed06e7 None None] Bound using segment: {'id': '1cdad650-405c-4a97-b8ad-f379c5e76a63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1089, 'network_id': '07322797-0ef5-460f-ab1e-36522ec66d36'} {{(pid=93089) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:37:35.416371 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.managers [None req-b6fa65c7-a128-4638-94f3-a561c5ed06e7 None None] Bound port: 86a79c11-96ea-485a-ac10-da3c0e97cd50, host: dv-cinder-799631-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1cdad650-405c-4a97-b8ad-f379c5e76a63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1089, 'network_id': '07322797-0ef5-460f-ab1e-36522ec66d36'}}] {{(pid=93089) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:37:35.416759 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-b6fa65c7-a128-4638-94f3-a561c5ed06e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772861'] for port, before_update {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:37:35.429131 dv-cinder-799631-1-iscsi neutron-server[93090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb3af97-ffb6-40b0-bf93-c4c1ec430461 None None] Pushing event updated for resources: {'Port': ['ID=44abdb3f-56e1-49b0-aea2-4ee968a06e7a,revision_number=3']} {{(pid=93090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:37:35.439108 dv-cinder-799631-1-iscsi neutron-server[93090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfb3af97-ffb6-40b0-bf93-c4c1ec430461 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799631-1-iscsi {{(pid=93090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:37:35.439718 dv-cinder-799631-1-iscsi neutron-server[93090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfb3af97-ffb6-40b0-bf93-c4c1ec430461 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799631-1-iscsi {{(pid=93090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:37:35.440076 dv-cinder-799631-1-iscsi neutron-server[93090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfb3af97-ffb6-40b0-bf93-c4c1ec430461 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799631-1-iscsi {{(pid=93090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:37:35.440406 dv-cinder-799631-1-iscsi neutron-server[93090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfb3af97-ffb6-40b0-bf93-c4c1ec430461 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799631-1-iscsi {{(pid=93090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:37:35.440737 dv-cinder-799631-1-iscsi neutron-server[93090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfb3af97-ffb6-40b0-bf93-c4c1ec430461 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799631-1-iscsi {{(pid=93090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:37:35.441272 dv-cinder-799631-1-iscsi neutron-server[93090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfb3af97-ffb6-40b0-bf93-c4c1ec430461 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799631-1-iscsi {{(pid=93090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:37:35.441786 dv-cinder-799631-1-iscsi neutron-server[93090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfb3af97-ffb6-40b0-bf93-c4c1ec430461 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-799631-1-iscsi {{(pid=93090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:37:35.442343 dv-cinder-799631-1-iscsi neutron-server[93090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfb3af97-ffb6-40b0-bf93-c4c1ec430461 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-799631-1-iscsi {{(pid=93090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:37:35.442933 dv-cinder-799631-1-iscsi neutron-server[93090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfb3af97-ffb6-40b0-bf93-c4c1ec430461 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799631-1-iscsi {{(pid=93090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:37:35.443535 dv-cinder-799631-1-iscsi neutron-server[93090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfb3af97-ffb6-40b0-bf93-c4c1ec430461 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799631-1-iscsi {{(pid=93090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:37:35.444085 dv-cinder-799631-1-iscsi neutron-server[93090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfb3af97-ffb6-40b0-bf93-c4c1ec430461 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799631-1-iscsi {{(pid=93090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:37:35.444606 dv-cinder-799631-1-iscsi neutron-server[93090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfb3af97-ffb6-40b0-bf93-c4c1ec430461 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799631-1-iscsi {{(pid=93090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:37:35.485506 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.db [None req-b6fa65c7-a128-4638-94f3-a561c5ed06e7 None None] For port 86a79c11-96ea-485a-ac10-da3c0e97cd50, host dv-cinder-799631-1-iscsi, cleared binding levels {{(pid=93089) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:37:35.489351 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.db [None req-b6fa65c7-a128-4638-94f3-a561c5ed06e7 None None] For port 86a79c11-96ea-485a-ac10-da3c0e97cd50, host dv-cinder-799631-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799631-1-iscsi',level=0,port_id=86a79c11-96ea-485a-ac10-da3c0e97cd50,segment=NetworkSegment(1cdad650-405c-4a97-b8ad-f379c5e76a63),segment_id=1cdad650-405c-4a97-b8ad-f379c5e76a63)] {{(pid=93089) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:37:35.495317 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-b6fa65c7-a128-4638-94f3-a561c5ed06e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-772913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730294210856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730293689582', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730293689631'] for port, after_update {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:37:35.531523 dv-cinder-799631-1-iscsi neutron-server[93090]: DEBUG neutron.plugins.ml2.managers [None req-4a7cb3ef-51c4-4a54-8a31-39c85ce9bb7f None None] Attempting to bind port 44abdb3f-56e1-49b0-aea2-4ee968a06e7a on host dv-cinder-799631-1-iscsi for vnic_type normal with profile {{(pid=93090) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:37:35.531901 dv-cinder-799631-1-iscsi neutron-server[93090]: DEBUG neutron.plugins.ml2.managers [None req-4a7cb3ef-51c4-4a54-8a31-39c85ce9bb7f None None] Attempting to bind port 44abdb3f-56e1-49b0-aea2-4ee968a06e7a by drivers openvswitch,hyperv on host dv-cinder-799631-1-iscsi at level 0 using segments [{'id': '3b7b6187-b8d3-415b-b372-c3596850bebe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1064, 'network_id': 'af1c07e1-bc5b-4dc3-88dd-e84cce5c0677'}] {{(pid=93090) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:37:35.532436 dv-cinder-799631-1-iscsi neutron-server[93090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a7cb3ef-51c4-4a54-8a31-39c85ce9bb7f None None] Attempting to bind port 44abdb3f-56e1-49b0-aea2-4ee968a06e7a on network af1c07e1-bc5b-4dc3-88dd-e84cce5c0677 {{(pid=93090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:37:35.539371 dv-cinder-799631-1-iscsi neutron-server[93090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a7cb3ef-51c4-4a54-8a31-39c85ce9bb7f None None] Checking agent: {'id': '0df45e45-1cb7-430e-9311-5161aceb24d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799631-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 12, 25, 11), 'started_at': datetime.datetime(2021, 7, 6, 12, 25, 41), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 37, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799631-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:37:35.539666 dv-cinder-799631-1-iscsi neutron-server[93090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a7cb3ef-51c4-4a54-8a31-39c85ce9bb7f None None] Checking segment: {'id': '3b7b6187-b8d3-415b-b372-c3596850bebe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1064, 'network_id': 'af1c07e1-bc5b-4dc3-88dd-e84cce5c0677'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93090) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:37:35.540303 dv-cinder-799631-1-iscsi neutron-server[93090]: DEBUG neutron_lib.callbacks.manager [None req-4a7cb3ef-51c4-4a54-8a31-39c85ce9bb7f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:37:35.540903 dv-cinder-799631-1-iscsi neutron-server[93090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a7cb3ef-51c4-4a54-8a31-39c85ce9bb7f None None] Bound using segment: {'id': '3b7b6187-b8d3-415b-b372-c3596850bebe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1064, 'network_id': 'af1c07e1-bc5b-4dc3-88dd-e84cce5c0677'} {{(pid=93090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:37:35.542204 dv-cinder-799631-1-iscsi neutron-server[93090]: DEBUG neutron.plugins.ml2.managers [None req-4a7cb3ef-51c4-4a54-8a31-39c85ce9bb7f None None] Bound port: 44abdb3f-56e1-49b0-aea2-4ee968a06e7a, host: dv-cinder-799631-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b7b6187-b8d3-415b-b372-c3596850bebe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1064, 'network_id': 'af1c07e1-bc5b-4dc3-88dd-e84cce5c0677'}}] {{(pid=93090) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:37:35.543952 dv-cinder-799631-1-iscsi neutron-server[93090]: DEBUG neutron_lib.callbacks.manager [None req-4a7cb3ef-51c4-4a54-8a31-39c85ce9bb7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772861'] for port, before_update {{(pid=93090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:37:35.575996 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6fa65c7-a128-4638-94f3-a561c5ed06e7 None None] Pushing event updated for resources: {'Port': ['ID=86a79c11-96ea-485a-ac10-da3c0e97cd50,revision_number=2']} {{(pid=93089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:37:35.628738 dv-cinder-799631-1-iscsi neutron-server[93090]: DEBUG neutron.plugins.ml2.db [None req-4a7cb3ef-51c4-4a54-8a31-39c85ce9bb7f None None] For port 44abdb3f-56e1-49b0-aea2-4ee968a06e7a, host dv-cinder-799631-1-iscsi, cleared binding levels {{(pid=93090) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:37:35.633413 dv-cinder-799631-1-iscsi neutron-server[93090]: DEBUG neutron.plugins.ml2.db [None req-4a7cb3ef-51c4-4a54-8a31-39c85ce9bb7f None None] For port 44abdb3f-56e1-49b0-aea2-4ee968a06e7a, host dv-cinder-799631-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799631-1-iscsi',level=0,port_id=44abdb3f-56e1-49b0-aea2-4ee968a06e7a,segment=NetworkSegment(3b7b6187-b8d3-415b-b372-c3596850bebe),segment_id=3b7b6187-b8d3-415b-b372-c3596850bebe)] {{(pid=93090) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:37:35.640809 dv-cinder-799631-1-iscsi neutron-server[93090]: DEBUG neutron_lib.callbacks.manager [None req-4a7cb3ef-51c4-4a54-8a31-39c85ce9bb7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-772913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730294210856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730293689582', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730293689631'] for port, after_update {{(pid=93090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:37:35.698638 dv-cinder-799631-1-iscsi neutron-server[93090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb3af97-ffb6-40b0-bf93-c4c1ec430461 None None] Pushing event updated for resources: {'Port': ['ID=44abdb3f-56e1-49b0-aea2-4ee968a06e7a,revision_number=4']} {{(pid=93090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:37:35.700561 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-dabfa9bf-01b8-45b1-ab25-f2c5f5bf66b3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:37:35.713545 dv-cinder-799631-1-iscsi neutron-server[93090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a7cb3ef-51c4-4a54-8a31-39c85ce9bb7f None None] Routers {'b00a539c-b6e0-4987-ae6d-55ba966af7fe'} bound to L3 agent in host dv-cinder-799631-1-iscsi {{(pid=93090) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:37:35.714205 dv-cinder-799631-1-iscsi neutron-server[93090]: DEBUG neutron.db.l3_hamode_db [None req-4a7cb3ef-51c4-4a54-8a31-39c85ce9bb7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799631-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T12:25:10Z,description=,heartbeat_timestamp=2021-07-06T12:37:10Z,host='dv-cinder-799631-1-iscsi',id=8f648e93-51d3-4e20-9eca-a57842435ba1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T12:25:10Z,topic='l3_agent')) {'router_ids': ['b00a539c-b6e0-4987-ae6d-55ba966af7fe'], 'active': True} {{(pid=93090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:37:35.869637 dv-cinder-799631-1-iscsi neutron-server[93090]: DEBUG neutron.db.l3_dvr_db [None req-4a7cb3ef-51c4-4a54-8a31-39c85ce9bb7f None None] Set router b00a539c-b6e0-4987-ae6d-55ba966af7fe gateway port host: dv-cinder-799631-1-iscsi {{(pid=93090) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:37:35.986936 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-dabfa9bf-01b8-45b1-ab25-f2c5f5bf66b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1816794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1764367'] for router, after_create {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:37:36.095290 dv-cinder-799631-1-iscsi neutron-server[93090]: DEBUG neutron.db.l3_hamode_db [None req-4a7cb3ef-51c4-4a54-8a31-39c85ce9bb7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b00a539c-b6e0-4987-ae6d-55ba966af7fe', 'name': 'tempest-TestMinimumBasicScenario-472386508-router', 'tenant_id': 'f3eb28de4f1642849fc831371d7db6c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a97b808-be6d-48ec-a40b-4668530ee790', 'external_fixed_ips': [{'subnet_id': '1816a596-2dc6-4d27-98a5-201cc12476f2', 'ip_address': '172.27.1.108'}], 'enable_snat': True}, 'gw_port_id': '799cc803-1e41-4a2d-91f5-95464d3741de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:37:29Z', 'updated_at': '2021-07-06T12:37:32Z', 'revision_number': 4, 'project_id': 'f3eb28de4f1642849fc831371d7db6c4', 'gw_port': {'id': '799cc803-1e41-4a2d-91f5-95464d3741de', 'name': '', 'network_id': '2a97b808-be6d-48ec-a40b-4668530ee790', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:dd:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b00a539c-b6e0-4987-ae6d-55ba966af7fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '1816a596-2dc6-4d27-98a5-201cc12476f2', 'ip_address': '172.27.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799631-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:37:29Z', 'updated_at': '2021-07-06T12:37:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1816a596-2dc6-4d27-98a5-201cc12476f2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799631-1-iscsi', '_interfaces': [{'id': '44abdb3f-56e1-49b0-aea2-4ee968a06e7a', 'name': '', 'network_id': 'af1c07e1-bc5b-4dc3-88dd-e84cce5c0677', 'tenant_id': 'f3eb28de4f1642849fc831371d7db6c4', 'mac_address': 'fa:16:3e:7a:b8:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b00a539c-b6e0-4987-ae6d-55ba966af7fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': 'b9c58772-dfdc-4409-b2d7-be774e05449a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799631-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:37:31Z', 'updated_at': '2021-07-06T12:37:35Z', 'revision_number': 4, 'project_id': 'f3eb28de4f1642849fc831371d7db6c4', 'subnets': [{'id': 'b9c58772-dfdc-4409-b2d7-be774e05449a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799631-1-iscsi', False) {} {{(pid=93090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:37:36.123370 dv-cinder-799631-1-iscsi neutron-server[93090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a7cb3ef-51c4-4a54-8a31-39c85ce9bb7f None None] The sync data for ids ['b00a539c-b6e0-4987-ae6d-55ba966af7fe'] in dv-cinder-799631-1-iscsi is: [{'id': 'b00a539c-b6e0-4987-ae6d-55ba966af7fe', 'name': 'tempest-TestMinimumBasicScenario-472386508-router', 'tenant_id': 'f3eb28de4f1642849fc831371d7db6c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a97b808-be6d-48ec-a40b-4668530ee790', 'external_fixed_ips': [{'subnet_id': '1816a596-2dc6-4d27-98a5-201cc12476f2', 'ip_address': '172.27.1.108'}], 'enable_snat': True}, 'gw_port_id': '799cc803-1e41-4a2d-91f5-95464d3741de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:37:29Z', 'updated_at': '2021-07-06T12:37:32Z', 'revision_number': 4, 'project_id': 'f3eb28de4f1642849fc831371d7db6c4', 'gw_port': {'id': '799cc803-1e41-4a2d-91f5-95464d3741de', 'name': '', 'network_id': '2a97b808-be6d-48ec-a40b-4668530ee790', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:dd:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b00a539c-b6e0-4987-ae6d-55ba966af7fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '1816a596-2dc6-4d27-98a5-201cc12476f2', 'ip_address': '172.27.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799631-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:37:29Z', 'updated_at': '2021-07-06T12:37:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1816a596-2dc6-4d27-98a5-201cc12476f2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799631-1-iscsi', '_interfaces': [{'id': '44abdb3f-56e1-49b0-aea2-4ee968a06e7a', 'name': '', 'network_id': 'af1c07e1-bc5b-4dc3-88dd-e84cce5c0677', 'tenant_id': 'f3eb28de4f1642849fc831371d7db6c4', 'mac_address': 'fa:16:3e:7a:b8:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b00a539c-b6e0-4987-ae6d-55ba966af7fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': 'b9c58772-dfdc-4409-b2d7-be774e05449a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799631-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:37:31Z', 'updated_at': '2021-07-06T12:37:35Z', 'revision_number': 4, 'project_id': 'f3eb28de4f1642849fc831371d7db6c4', 'subnets': [{'id': 'b9c58772-dfdc-4409-b2d7-be774e05449a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93090) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:37:36.397677 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dabfa9bf-01b8-45b1-ab25-f2c5f5bf66b3 admin admin] Router cacc39f4-c56e-457c-b6f0-445606c812fa is scheduled to L3 agent 8f648e93-51d3-4e20-9eca-a57842435ba1 with binding_index 1 {{(pid=93087) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 12:37:36.513383 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dabfa9bf-01b8-45b1-ab25-f2c5f5bf66b3 admin admin] Notify agent at l3_agent.dv-cinder-799631-1-iscsi the message routers_updated {{(pid=93087) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:37:36.523321 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86809786-a666-49e1-8721-8626cb2b0832 None None] Sync routers for ids ['cacc39f4-c56e-457c-b6f0-445606c812fa'] in dv-cinder-799631-1-iscsi {{(pid=93089) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:37:36.535242 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-dabfa9bf-01b8-45b1-ab25-f2c5f5bf66b3 admin admin] Notify callbacks [] for router, before_response {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:37:36.535633 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86809786-a666-49e1-8721-8626cb2b0832 None None] Routers {'cacc39f4-c56e-457c-b6f0-445606c812fa'} bound to L3 agent in host dv-cinder-799631-1-iscsi {{(pid=93089) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:37:36.536660 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.db.l3_hamode_db [None req-86809786-a666-49e1-8721-8626cb2b0832 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799631-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T12:25:10Z,description=,heartbeat_timestamp=2021-07-06T12:37:10Z,host='dv-cinder-799631-1-iscsi',id=8f648e93-51d3-4e20-9eca-a57842435ba1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T12:25:10Z,topic='l3_agent')) {'router_ids': ['cacc39f4-c56e-457c-b6f0-445606c812fa'], 'active': True} {{(pid=93089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:37:36.536799 dv-cinder-799631-1-iscsi neutron-server[93087]: INFO neutron.wsgi [None req-dabfa9bf-01b8-45b1-ab25-f2c5f5bf66b3 admin admin] 10.222.0.106 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.0040264 Jul 06 12:37:36.539807 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.wsgi [-] (93088) accepted ('10.222.0.106', 53092) {{(pid=93088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:37:36.687178 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.db.l3_dvr_db [None req-86809786-a666-49e1-8721-8626cb2b0832 None None] Set router cacc39f4-c56e-457c-b6f0-445606c812fa gateway port host: dv-cinder-799631-1-iscsi {{(pid=93089) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:37:36.817879 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eefa1126-d1b1-40b0-8087-1ff28371b492 None None] Network 07322797-0ef5-460f-ab1e-36522ec66d36 requested from dv-cinder-799631-1-iscsi {{(pid=93089) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:37:36.957632 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.db.provisioning_blocks [None req-72decb8c-592b-4931-894e-2700ed740d05 None None] Provisioning for port 86a79c11-96ea-485a-ac10-da3c0e97cd50 completed by entity DHCP. {{(pid=93089) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:37:36.980722 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.rpc [None req-3dd6613b-aa53-445d-9a05-4c085a94a05e None None] Device 86a79c11-96ea-485a-ac10-da3c0e97cd50 up at agent ovs-agent-dv-cinder-799631-1-iscsi {{(pid=93089) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:37:37.157692 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-b5da36a4-f65c-4686-ab61-097235eba3c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772861'] for port, before_create {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:37:37.167458 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.db.provisioning_blocks [None req-3dd6613b-aa53-445d-9a05-4c085a94a05e None None] Provisioning for port 86a79c11-96ea-485a-ac10-da3c0e97cd50 completed by entity L2. {{(pid=93089) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:37:37.174924 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.db.provisioning_blocks [None req-3dd6613b-aa53-445d-9a05-4c085a94a05e None None] Provisioning complete for port 86a79c11-96ea-485a-ac10-da3c0e97cd50 triggered by entity L2. {{(pid=93089) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:37:37.175572 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-3dd6613b-aa53-445d-9a05-4c085a94a05e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912496'] for port, provisioning_complete {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:37:37.235392 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.db.l3_hamode_db [None req-86809786-a666-49e1-8721-8626cb2b0832 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cacc39f4-c56e-457c-b6f0-445606c812fa', 'name': 'tempest-TestMinimumBasicScenario-2128073601-router', 'tenant_id': '5d3e42c78bd14583a9abc093215bd133', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a97b808-be6d-48ec-a40b-4668530ee790', 'external_fixed_ips': [{'subnet_id': '1816a596-2dc6-4d27-98a5-201cc12476f2', 'ip_address': '172.27.1.125'}], 'enable_snat': True}, 'gw_port_id': '09d669e7-883d-4910-a5f3-bd97de78b0d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:37:34Z', 'updated_at': '2021-07-06T12:37:35Z', 'revision_number': 3, 'project_id': '5d3e42c78bd14583a9abc093215bd133', 'gw_port': {'id': '09d669e7-883d-4910-a5f3-bd97de78b0d6', 'name': '', 'network_id': '2a97b808-be6d-48ec-a40b-4668530ee790', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:fe:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cacc39f4-c56e-457c-b6f0-445606c812fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': '1816a596-2dc6-4d27-98a5-201cc12476f2', 'ip_address': '172.27.1.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:37:35Z', 'updated_at': '2021-07-06T12:37:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1816a596-2dc6-4d27-98a5-201cc12476f2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799631-1-iscsi'}], 'dv-cinder-799631-1-iscsi', False) {} {{(pid=93089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:37:37.287928 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86809786-a666-49e1-8721-8626cb2b0832 None None] Checking router: cacc39f4-c56e-457c-b6f0-445606c812fa for host: dv-cinder-799631-1-iscsi {{(pid=93089) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 12:37:37.288293 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86809786-a666-49e1-8721-8626cb2b0832 None None] Updating router cacc39f4-c56e-457c-b6f0-445606c812fa port 09d669e7-883d-4910-a5f3-bd97de78b0d6 binding host dv-cinder-799631-1-iscsi {{(pid=93089) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 12:37:37.322323 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-9fac94f0-bfb5-4ec2-9d85-6ac1af0f7efc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730293992524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912513'] for agent, after_update {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:37:37.344075 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-86809786-a666-49e1-8721-8626cb2b0832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772861'] for port, before_update {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:37:37.378435 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.db.db_base_plugin_common [None req-b5da36a4-f65c-4686-ab61-097235eba3c9 admin admin] Allocated IP 172.20.0.1 (07322797-0ef5-460f-ab1e-36522ec66d36/bede257f-b106-4765-a681-5c75d1d1d12d/32d74a72-2dac-422b-a13b-d85e0d711a13) {{(pid=93088) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:37:37.423571 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-3dd6613b-aa53-445d-9a05-4c085a94a05e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772861'] for port, before_update {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:37:37.567540 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.db [None req-3dd6613b-aa53-445d-9a05-4c085a94a05e None None] For port 86a79c11-96ea-485a-ac10-da3c0e97cd50, host dv-cinder-799631-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799631-1-iscsi',level=0,port_id=86a79c11-96ea-485a-ac10-da3c0e97cd50,segment=NetworkSegment(1cdad650-405c-4a97-b8ad-f379c5e76a63),segment_id=1cdad650-405c-4a97-b8ad-f379c5e76a63)] {{(pid=93089) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:37:37.578569 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-3dd6613b-aa53-445d-9a05-4c085a94a05e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-772913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730294210856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730293689582', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730293689631'] for port, after_update {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:37:37.579503 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.rpc [None req-3dd6613b-aa53-445d-9a05-4c085a94a05e None None] Device 799cc803-1e41-4a2d-91f5-95464d3741de up at agent ovs-agent-dv-cinder-799631-1-iscsi {{(pid=93089) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:37:37.640802 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-b5da36a4-f65c-4686-ab61-097235eba3c9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:37:37.696036 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.db.provisioning_blocks [None req-b5da36a4-f65c-4686-ab61-097235eba3c9 admin admin] Transition to ACTIVE for port object 32d74a72-2dac-422b-a13b-d85e0d711a13 will not be triggered until provisioned by entity DHCP. {{(pid=93088) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:37:37.726636 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd6613b-aa53-445d-9a05-4c085a94a05e None None] Pushing event updated for resources: {'Port': ['ID=86a79c11-96ea-485a-ac10-da3c0e97cd50,revision_number=3']} {{(pid=93089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:37:37.757831 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-b5da36a4-f65c-4686-ab61-097235eba3c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-772920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-407207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730293689564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-63638193'] for port, after_create {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:37:37.784365 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.db.provisioning_blocks [None req-3dd6613b-aa53-445d-9a05-4c085a94a05e None None] Provisioning complete for port 799cc803-1e41-4a2d-91f5-95464d3741de triggered by entity L2. {{(pid=93089) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:37:37.784836 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-3dd6613b-aa53-445d-9a05-4c085a94a05e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912496'] for port, provisioning_complete {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:37:37.802019 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5da36a4-f65c-4686-ab61-097235eba3c9 admin admin] Network 07322797-0ef5-460f-ab1e-36522ec66d36 is already hosted by enough agents. {{(pid=93088) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:37:37.807255 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.scheduler.base_scheduler [None req-b5da36a4-f65c-4686-ab61-097235eba3c9 admin admin] Resources bound (agent type, host, resource id): {{(pid=93088) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:37:37.812368 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5da36a4-f65c-4686-ab61-097235eba3c9 admin admin] Received port after_create {{(pid=93088) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:37:37.832304 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.db.provisioning_blocks [None req-32efcc72-187b-4489-9289-8bff0c6ae00a None None] Provisioning complete for port 86a79c11-96ea-485a-ac10-da3c0e97cd50 triggered by entity DHCP. {{(pid=93089) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:37:37.832895 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-32efcc72-187b-4489-9289-8bff0c6ae00a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912496'] for port, provisioning_complete {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:37:37.836614 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5da36a4-f65c-4686-ab61-097235eba3c9 admin admin] Pushing event updated for resources: {'Port': ['ID=32d74a72-2dac-422b-a13b-d85e0d711a13,revision_number=1']} {{(pid=93088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:37:37.855614 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-b5da36a4-f65c-4686-ab61-097235eba3c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1813560'] for router_interface, before_create {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:37:37.909434 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-86809786-a666-49e1-8721-8626cb2b0832 None None] Notify callbacks [] for port, precommit_update {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:37:37.923972 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.db.provisioning_blocks [None req-86809786-a666-49e1-8721-8626cb2b0832 None None] Transition to ACTIVE for port object 09d669e7-883d-4910-a5f3-bd97de78b0d6 will not be triggered until provisioned by entity L2. {{(pid=93089) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:37:37.966872 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-86809786-a666-49e1-8721-8626cb2b0832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-772913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730294210856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730293689582', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730293689631'] for port, after_update {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:37:38.046033 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-b5da36a4-f65c-4686-ab61-097235eba3c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772861'] for port, before_update {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:37:38.072500 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f55a79-1825-4f40-9c30-f9959cb5ecc3 None None] Pushing event updated for resources: {'Port': ['ID=09d669e7-883d-4910-a5f3-bd97de78b0d6,revision_number=2']} {{(pid=93089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:37:38.112757 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.managers [None req-86809786-a666-49e1-8721-8626cb2b0832 None None] Attempting to bind port 09d669e7-883d-4910-a5f3-bd97de78b0d6 on host dv-cinder-799631-1-iscsi for vnic_type normal with profile {{(pid=93089) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:37:38.112757 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.managers [None req-86809786-a666-49e1-8721-8626cb2b0832 None None] Attempting to bind port 09d669e7-883d-4910-a5f3-bd97de78b0d6 by drivers openvswitch,hyperv on host dv-cinder-799631-1-iscsi at level 0 using segments [{'id': '89d2d2f7-34cd-4989-93e1-84776a10346d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a97b808-be6d-48ec-a40b-4668530ee790'}] {{(pid=93089) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:37:38.113305 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86809786-a666-49e1-8721-8626cb2b0832 None None] Attempting to bind port 09d669e7-883d-4910-a5f3-bd97de78b0d6 on network 2a97b808-be6d-48ec-a40b-4668530ee790 {{(pid=93089) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:37:38.132533 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86809786-a666-49e1-8721-8626cb2b0832 None None] Checking agent: {'id': '0df45e45-1cb7-430e-9311-5161aceb24d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799631-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 12, 25, 11), 'started_at': datetime.datetime(2021, 7, 6, 12, 25, 41), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 37, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799631-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93089) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:37:38.132898 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86809786-a666-49e1-8721-8626cb2b0832 None None] Checking segment: {'id': '89d2d2f7-34cd-4989-93e1-84776a10346d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a97b808-be6d-48ec-a40b-4668530ee790'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93089) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:37:38.133320 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-86809786-a666-49e1-8721-8626cb2b0832 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:37:38.133721 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86809786-a666-49e1-8721-8626cb2b0832 None None] Bound using segment: {'id': '89d2d2f7-34cd-4989-93e1-84776a10346d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a97b808-be6d-48ec-a40b-4668530ee790'} {{(pid=93089) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:37:38.134186 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.managers [None req-86809786-a666-49e1-8721-8626cb2b0832 None None] Bound port: 09d669e7-883d-4910-a5f3-bd97de78b0d6, host: dv-cinder-799631-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89d2d2f7-34cd-4989-93e1-84776a10346d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a97b808-be6d-48ec-a40b-4668530ee790'}}] {{(pid=93089) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:37:38.134588 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-86809786-a666-49e1-8721-8626cb2b0832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772861'] for port, before_update {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:37:38.240808 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.rpc [None req-3dd6613b-aa53-445d-9a05-4c085a94a05e None None] Device 44abdb3f-56e1-49b0-aea2-4ee968a06e7a up at agent ovs-agent-dv-cinder-799631-1-iscsi {{(pid=93089) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:37:38.299522 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-b5da36a4-f65c-4686-ab61-097235eba3c9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:37:38.307975 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-b5da36a4-f65c-4686-ab61-097235eba3c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-772913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730294210856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730293689582', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730293689631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63638083'] for port, after_update {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:37:38.342693 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.db [None req-86809786-a666-49e1-8721-8626cb2b0832 None None] For port 09d669e7-883d-4910-a5f3-bd97de78b0d6, host dv-cinder-799631-1-iscsi, cleared binding levels {{(pid=93089) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:37:38.373589 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.db [None req-86809786-a666-49e1-8721-8626cb2b0832 None None] For port 09d669e7-883d-4910-a5f3-bd97de78b0d6, host dv-cinder-799631-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799631-1-iscsi',level=0,port_id=09d669e7-883d-4910-a5f3-bd97de78b0d6,segment=NetworkSegment(89d2d2f7-34cd-4989-93e1-84776a10346d),segment_id=89d2d2f7-34cd-4989-93e1-84776a10346d)] {{(pid=93089) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:37:38.381780 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-86809786-a666-49e1-8721-8626cb2b0832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-772913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730294210856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730293689582', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730293689631'] for port, after_update {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:37:38.399118 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.db.provisioning_blocks [None req-7e78f281-a40b-4b80-8bb4-ef4145e9d589 None None] Provisioning for port 32d74a72-2dac-422b-a13b-d85e0d711a13 completed by entity DHCP. {{(pid=93089) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:37:38.424254 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-b5da36a4-f65c-4686-ab61-097235eba3c9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1582549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1815621'] for router_interface, after_create {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:37:38.426703 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.db.provisioning_blocks [None req-7e78f281-a40b-4b80-8bb4-ef4145e9d589 None None] Provisioning complete for port 32d74a72-2dac-422b-a13b-d85e0d711a13 triggered by entity DHCP. {{(pid=93089) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:37:38.427101 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-7e78f281-a40b-4b80-8bb4-ef4145e9d589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912496'] for port, provisioning_complete {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:37:38.429223 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5da36a4-f65c-4686-ab61-097235eba3c9 admin admin] Pushing event updated for resources: {'Port': ['ID=32d74a72-2dac-422b-a13b-d85e0d711a13,revision_number=2']} {{(pid=93088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:37:38.454145 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.db.provisioning_blocks [None req-3dd6613b-aa53-445d-9a05-4c085a94a05e None None] Provisioning for port 44abdb3f-56e1-49b0-aea2-4ee968a06e7a completed by entity L2. {{(pid=93089) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:37:38.478698 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.db.provisioning_blocks [None req-3dd6613b-aa53-445d-9a05-4c085a94a05e None None] Provisioning complete for port 44abdb3f-56e1-49b0-aea2-4ee968a06e7a triggered by entity L2. {{(pid=93089) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:37:38.479204 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-3dd6613b-aa53-445d-9a05-4c085a94a05e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912496'] for port, provisioning_complete {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:37:38.545601 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86809786-a666-49e1-8721-8626cb2b0832 None None] Routers {'cacc39f4-c56e-457c-b6f0-445606c812fa'} bound to L3 agent in host dv-cinder-799631-1-iscsi {{(pid=93089) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:37:38.547513 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.db.l3_hamode_db [None req-86809786-a666-49e1-8721-8626cb2b0832 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799631-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T12:25:10Z,description=,heartbeat_timestamp=2021-07-06T12:37:10Z,host='dv-cinder-799631-1-iscsi',id=8f648e93-51d3-4e20-9eca-a57842435ba1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T12:25:10Z,topic='l3_agent')) {'router_ids': ['cacc39f4-c56e-457c-b6f0-445606c812fa'], 'active': True} {{(pid=93089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:37:38.551107 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.plugin [None req-7e78f281-a40b-4b80-8bb4-ef4145e9d589 None None] Port 32d74a72-2dac-422b-a13b-d85e0d711a13 cannot update to ACTIVE because it is not bound. {{(pid=93089) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 12:37:38.557924 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f55a79-1825-4f40-9c30-f9959cb5ecc3 None None] Pushing event updated for resources: {'Port': ['ID=09d669e7-883d-4910-a5f3-bd97de78b0d6,revision_number=3']} {{(pid=93089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:37:38.604702 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5da36a4-f65c-4686-ab61-097235eba3c9 admin admin] Network 07322797-0ef5-460f-ab1e-36522ec66d36 is already hosted by enough agents. {{(pid=93088) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:37:38.606786 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.scheduler.base_scheduler [None req-b5da36a4-f65c-4686-ab61-097235eba3c9 admin admin] Resources bound (agent type, host, resource id): {{(pid=93088) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:37:39.019557 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.db.l3_dvr_db [None req-86809786-a666-49e1-8721-8626cb2b0832 None None] Set router cacc39f4-c56e-457c-b6f0-445606c812fa gateway port host: dv-cinder-799631-1-iscsi {{(pid=93089) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:37:39.055229 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-3dd6613b-aa53-445d-9a05-4c085a94a05e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772861'] for port, before_update {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:37:39.059368 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5da36a4-f65c-4686-ab61-097235eba3c9 admin admin] Router cacc39f4-c56e-457c-b6f0-445606c812fa has already been hosted by L3 agent 8f648e93-51d3-4e20-9eca-a57842435ba1 {{(pid=93088) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 12:37:39.075786 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.db.provisioning_blocks [None req-2ba14306-6628-4903-920a-1d40c73f335c None None] Provisioning complete for port 32d74a72-2dac-422b-a13b-d85e0d711a13 triggered by entity DHCP. {{(pid=93089) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:37:39.076160 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-2ba14306-6628-4903-920a-1d40c73f335c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912496'] for port, provisioning_complete {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:37:39.199382 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.db [None req-3dd6613b-aa53-445d-9a05-4c085a94a05e None None] For port 44abdb3f-56e1-49b0-aea2-4ee968a06e7a, host dv-cinder-799631-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799631-1-iscsi',level=0,port_id=44abdb3f-56e1-49b0-aea2-4ee968a06e7a,segment=NetworkSegment(3b7b6187-b8d3-415b-b372-c3596850bebe),segment_id=3b7b6187-b8d3-415b-b372-c3596850bebe)] {{(pid=93089) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:37:39.206667 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-3dd6613b-aa53-445d-9a05-4c085a94a05e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-772913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730294210856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730293689582', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730293689631'] for port, after_update {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:37:39.213892 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.plugin [None req-2ba14306-6628-4903-920a-1d40c73f335c None None] Port 32d74a72-2dac-422b-a13b-d85e0d711a13 cannot update to ACTIVE because it is not bound. {{(pid=93089) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 12:37:39.218460 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5da36a4-f65c-4686-ab61-097235eba3c9 admin admin] Notify agent at l3_agent.dv-cinder-799631-1-iscsi the message routers_updated {{(pid=93088) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:37:39.224069 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [None req-b5da36a4-f65c-4686-ab61-097235eba3c9 admin admin] 10.222.0.106 "PUT /v2.0/routers/cacc39f4-c56e-457c-b6f0-445606c812fa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6830029 Jul 06 12:37:39.255680 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d452b3-175f-4d8a-9385-e20a542f6de3 req-6212390a-6593-401e-8ccb-aacb6e74950d tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:37:39.257943 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-07d452b3-175f-4d8a-9385-e20a542f6de3 req-6212390a-6593-401e-8ccb-aacb6e74950d tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] 10.222.0.106 "GET /v2.0/ports?device_id=6e7ef450-5624-4902-b27c-2433ff80c8d6 HTTP/1.1" status: 200 len: 946 time: 0.1280234 Jul 06 12:37:39.294147 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd6613b-aa53-445d-9a05-4c085a94a05e None None] Pushing event updated for resources: {'Port': ['ID=44abdb3f-56e1-49b0-aea2-4ee968a06e7a,revision_number=5']} {{(pid=93089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:37:39.321821 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-07d452b3-175f-4d8a-9385-e20a542f6de3 req-a501f2c3-0bf5-40a5-b4c8-9488b023a638 tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] 10.222.0.106 "GET /v2.0/security-groups?id=40905771-c081-4627-88f4-91e0391ae15d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503461 Jul 06 12:37:39.328053 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.rpc [None req-3dd6613b-aa53-445d-9a05-4c085a94a05e None None] Device 86a79c11-96ea-485a-ac10-da3c0e97cd50 up at agent ovs-agent-dv-cinder-799631-1-iscsi {{(pid=93089) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:37:39.395714 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.db.provisioning_blocks [None req-3dd6613b-aa53-445d-9a05-4c085a94a05e None None] Provisioning complete for port 86a79c11-96ea-485a-ac10-da3c0e97cd50 triggered by entity L2. {{(pid=93089) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:37:39.396096 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-3dd6613b-aa53-445d-9a05-4c085a94a05e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912496'] for port, provisioning_complete {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:37:39.399255 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.db.l3_hamode_db [None req-86809786-a666-49e1-8721-8626cb2b0832 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cacc39f4-c56e-457c-b6f0-445606c812fa', 'name': 'tempest-TestMinimumBasicScenario-2128073601-router', 'tenant_id': '5d3e42c78bd14583a9abc093215bd133', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a97b808-be6d-48ec-a40b-4668530ee790', 'external_fixed_ips': [{'subnet_id': '1816a596-2dc6-4d27-98a5-201cc12476f2', 'ip_address': '172.27.1.125'}], 'enable_snat': True}, 'gw_port_id': '09d669e7-883d-4910-a5f3-bd97de78b0d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:37:34Z', 'updated_at': '2021-07-06T12:37:37Z', 'revision_number': 4, 'project_id': '5d3e42c78bd14583a9abc093215bd133', 'gw_port': {'id': '09d669e7-883d-4910-a5f3-bd97de78b0d6', 'name': '', 'network_id': '2a97b808-be6d-48ec-a40b-4668530ee790', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:fe:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cacc39f4-c56e-457c-b6f0-445606c812fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': '1816a596-2dc6-4d27-98a5-201cc12476f2', 'ip_address': '172.27.1.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799631-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:37:35Z', 'updated_at': '2021-07-06T12:37:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1816a596-2dc6-4d27-98a5-201cc12476f2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799631-1-iscsi', '_interfaces': [{'id': '32d74a72-2dac-422b-a13b-d85e0d711a13', 'name': '', 'network_id': '07322797-0ef5-460f-ab1e-36522ec66d36', 'tenant_id': '5d3e42c78bd14583a9abc093215bd133', 'mac_address': 'fa:16:3e:54:09:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cacc39f4-c56e-457c-b6f0-445606c812fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': 'bede257f-b106-4765-a681-5c75d1d1d12d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:37:37Z', 'updated_at': '2021-07-06T12:37:38Z', 'revision_number': 2, 'project_id': '5d3e42c78bd14583a9abc093215bd133', 'subnets': [{'id': 'bede257f-b106-4765-a681-5c75d1d1d12d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799631-1-iscsi', False) {} {{(pid=93089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:37:39.446494 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86809786-a666-49e1-8721-8626cb2b0832 None None] The sync data for ids ['cacc39f4-c56e-457c-b6f0-445606c812fa'] in dv-cinder-799631-1-iscsi is: [{'id': 'cacc39f4-c56e-457c-b6f0-445606c812fa', 'name': 'tempest-TestMinimumBasicScenario-2128073601-router', 'tenant_id': '5d3e42c78bd14583a9abc093215bd133', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a97b808-be6d-48ec-a40b-4668530ee790', 'external_fixed_ips': [{'subnet_id': '1816a596-2dc6-4d27-98a5-201cc12476f2', 'ip_address': '172.27.1.125'}], 'enable_snat': True}, 'gw_port_id': '09d669e7-883d-4910-a5f3-bd97de78b0d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:37:34Z', 'updated_at': '2021-07-06T12:37:37Z', 'revision_number': 4, 'project_id': '5d3e42c78bd14583a9abc093215bd133', 'gw_port': {'id': '09d669e7-883d-4910-a5f3-bd97de78b0d6', 'name': '', 'network_id': '2a97b808-be6d-48ec-a40b-4668530ee790', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:fe:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cacc39f4-c56e-457c-b6f0-445606c812fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': '1816a596-2dc6-4d27-98a5-201cc12476f2', 'ip_address': '172.27.1.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799631-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:37:35Z', 'updated_at': '2021-07-06T12:37:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1816a596-2dc6-4d27-98a5-201cc12476f2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799631-1-iscsi', '_interfaces': [{'id': '32d74a72-2dac-422b-a13b-d85e0d711a13', 'name': '', 'network_id': '07322797-0ef5-460f-ab1e-36522ec66d36', 'tenant_id': '5d3e42c78bd14583a9abc093215bd133', 'mac_address': 'fa:16:3e:54:09:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cacc39f4-c56e-457c-b6f0-445606c812fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': 'bede257f-b106-4765-a681-5c75d1d1d12d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:37:37Z', 'updated_at': '2021-07-06T12:37:38Z', 'revision_number': 2, 'project_id': '5d3e42c78bd14583a9abc093215bd133', 'subnets': [{'id': 'bede257f-b106-4765-a681-5c75d1d1d12d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93089) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:37:40.508692 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-a3975d82-147e-4be5-9f9e-314ab3e9f59d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730293992524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912513'] for agent, after_update {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:37:40.638254 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b842654-eff9-44fc-9bd7-fc45755ecd22 req-df6819eb-a5a5-4d59-a83e-420101d5eb04 tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:37:40.650575 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-8b842654-eff9-44fc-9bd7-fc45755ecd22 req-df6819eb-a5a5-4d59-a83e-420101d5eb04 tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] 10.222.0.106 "GET /v2.0/ports?device_id=6e7ef450-5624-4902-b27c-2433ff80c8d6 HTTP/1.1" status: 200 len: 946 time: 0.1357944 Jul 06 12:37:40.705702 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-8b842654-eff9-44fc-9bd7-fc45755ecd22 req-45543ee0-32f9-4aa8-bff5-48626de08579 tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] 10.222.0.106 "GET /v2.0/security-groups?id=40905771-c081-4627-88f4-91e0391ae15d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539498 Jul 06 12:37:40.906772 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-3dd6613b-aa53-445d-9a05-4c085a94a05e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730293992524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912513'] for agent, after_update {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:37:41.403960 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.rpc [None req-3dd6613b-aa53-445d-9a05-4c085a94a05e None None] Device 44abdb3f-56e1-49b0-aea2-4ee968a06e7a up at agent ovs-agent-dv-cinder-799631-1-iscsi {{(pid=93089) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:37:41.468688 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.db.provisioning_blocks [None req-3dd6613b-aa53-445d-9a05-4c085a94a05e None None] Provisioning complete for port 44abdb3f-56e1-49b0-aea2-4ee968a06e7a triggered by entity L2. {{(pid=93089) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:37:41.469206 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-3dd6613b-aa53-445d-9a05-4c085a94a05e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912496'] for port, provisioning_complete {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:37:41.519343 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-59602645-7b03-4a79-8c54-32befe919dd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730293992524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912513'] for agent, after_update {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:37:41.581617 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.rpc [None req-3dd6613b-aa53-445d-9a05-4c085a94a05e None None] Device 09d669e7-883d-4910-a5f3-bd97de78b0d6 up at agent ovs-agent-dv-cinder-799631-1-iscsi {{(pid=93089) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:37:41.640631 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.db.provisioning_blocks [None req-3dd6613b-aa53-445d-9a05-4c085a94a05e None None] Provisioning for port 09d669e7-883d-4910-a5f3-bd97de78b0d6 completed by entity L2. {{(pid=93089) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:37:41.644620 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.db.provisioning_blocks [None req-3dd6613b-aa53-445d-9a05-4c085a94a05e None None] Provisioning complete for port 09d669e7-883d-4910-a5f3-bd97de78b0d6 triggered by entity L2. {{(pid=93089) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:37:41.645002 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-3dd6613b-aa53-445d-9a05-4c085a94a05e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912496'] for port, provisioning_complete {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:37:41.730963 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-3dd6613b-aa53-445d-9a05-4c085a94a05e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772861'] for port, before_update {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:37:41.756063 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.db [None req-3dd6613b-aa53-445d-9a05-4c085a94a05e None None] For port 09d669e7-883d-4910-a5f3-bd97de78b0d6, host dv-cinder-799631-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799631-1-iscsi',level=0,port_id=09d669e7-883d-4910-a5f3-bd97de78b0d6,segment=NetworkSegment(89d2d2f7-34cd-4989-93e1-84776a10346d),segment_id=89d2d2f7-34cd-4989-93e1-84776a10346d)] {{(pid=93089) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:37:41.763713 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-3dd6613b-aa53-445d-9a05-4c085a94a05e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-772913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730294210856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730293689582', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730293689631'] for port, after_update {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:37:41.834433 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd6613b-aa53-445d-9a05-4c085a94a05e None None] Pushing event updated for resources: {'Port': ['ID=09d669e7-883d-4910-a5f3-bd97de78b0d6,revision_number=4']} {{(pid=93089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:37:41.957721 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4722387-2561-4f57-8639-7c2170782dad req-802b5fa9-a836-4f04-9fa9-6036e3883a4b tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:37:41.959347 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-f4722387-2561-4f57-8639-7c2170782dad req-802b5fa9-a836-4f04-9fa9-6036e3883a4b tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] 10.222.0.106 "GET /v2.0/ports?device_id=6e7ef450-5624-4902-b27c-2433ff80c8d6 HTTP/1.1" status: 200 len: 946 time: 0.0802901 Jul 06 12:37:42.014437 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-f4722387-2561-4f57-8639-7c2170782dad req-69195aa9-4f1d-4804-b11c-46c9029cebda tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] 10.222.0.106 "GET /v2.0/security-groups?id=40905771-c081-4627-88f4-91e0391ae15d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443351 Jul 06 12:37:43.078818 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-eaae0be5-6402-4968-ae30-74f1a6482786 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730293992524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912513'] for agent, after_update {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:37:43.199007 dv-cinder-799631-1-iscsi neutron-server[93090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1fd5340-d0a7-412d-8aba-f7abd5bbcf02 None None] Sync routers for ids ['cacc39f4-c56e-457c-b6f0-445606c812fa'] in dv-cinder-799631-1-iscsi {{(pid=93090) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:37:43.209564 dv-cinder-799631-1-iscsi neutron-server[93090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1fd5340-d0a7-412d-8aba-f7abd5bbcf02 None None] Routers {'cacc39f4-c56e-457c-b6f0-445606c812fa'} bound to L3 agent in host dv-cinder-799631-1-iscsi {{(pid=93090) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:37:43.210458 dv-cinder-799631-1-iscsi neutron-server[93090]: DEBUG neutron.db.l3_hamode_db [None req-e1fd5340-d0a7-412d-8aba-f7abd5bbcf02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799631-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T12:25:10Z,description=,heartbeat_timestamp=2021-07-06T12:37:40Z,host='dv-cinder-799631-1-iscsi',id=8f648e93-51d3-4e20-9eca-a57842435ba1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T12:25:10Z,topic='l3_agent')) {'router_ids': ['cacc39f4-c56e-457c-b6f0-445606c812fa'], 'active': True} {{(pid=93090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:37:43.259088 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bcef85c-e6c9-43fd-a25b-5b6e440b43aa req-a418b280-453f-4280-8009-3305c4de1705 tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:37:43.270105 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-3bcef85c-e6c9-43fd-a25b-5b6e440b43aa req-a418b280-453f-4280-8009-3305c4de1705 tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] 10.222.0.106 "GET /v2.0/ports?device_id=6e7ef450-5624-4902-b27c-2433ff80c8d6 HTTP/1.1" status: 200 len: 946 time: 0.1074650 Jul 06 12:37:43.328809 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.rpc [None req-3dd6613b-aa53-445d-9a05-4c085a94a05e None None] Device 09d669e7-883d-4910-a5f3-bd97de78b0d6 up at agent ovs-agent-dv-cinder-799631-1-iscsi {{(pid=93089) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:37:43.335845 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-3bcef85c-e6c9-43fd-a25b-5b6e440b43aa req-edb7771a-5412-4c87-a564-a3f000b7bc20 tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] 10.222.0.106 "GET /v2.0/security-groups?id=40905771-c081-4627-88f4-91e0391ae15d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0627913 Jul 06 12:37:43.359260 dv-cinder-799631-1-iscsi neutron-server[93090]: DEBUG neutron.db.l3_dvr_db [None req-e1fd5340-d0a7-412d-8aba-f7abd5bbcf02 None None] Set router cacc39f4-c56e-457c-b6f0-445606c812fa gateway port host: dv-cinder-799631-1-iscsi {{(pid=93090) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:37:43.398522 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.db.provisioning_blocks [None req-3dd6613b-aa53-445d-9a05-4c085a94a05e None None] Provisioning complete for port 09d669e7-883d-4910-a5f3-bd97de78b0d6 triggered by entity L2. {{(pid=93089) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:37:43.399325 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-3dd6613b-aa53-445d-9a05-4c085a94a05e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912496'] for port, provisioning_complete {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:37:43.668024 dv-cinder-799631-1-iscsi neutron-server[93090]: DEBUG neutron.db.l3_hamode_db [None req-e1fd5340-d0a7-412d-8aba-f7abd5bbcf02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cacc39f4-c56e-457c-b6f0-445606c812fa', 'name': 'tempest-TestMinimumBasicScenario-2128073601-router', 'tenant_id': '5d3e42c78bd14583a9abc093215bd133', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a97b808-be6d-48ec-a40b-4668530ee790', 'external_fixed_ips': [{'subnet_id': '1816a596-2dc6-4d27-98a5-201cc12476f2', 'ip_address': '172.27.1.125'}], 'enable_snat': True}, 'gw_port_id': '09d669e7-883d-4910-a5f3-bd97de78b0d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:37:34Z', 'updated_at': '2021-07-06T12:37:37Z', 'revision_number': 4, 'project_id': '5d3e42c78bd14583a9abc093215bd133', 'gw_port': {'id': '09d669e7-883d-4910-a5f3-bd97de78b0d6', 'name': '', 'network_id': '2a97b808-be6d-48ec-a40b-4668530ee790', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:fe:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cacc39f4-c56e-457c-b6f0-445606c812fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': '1816a596-2dc6-4d27-98a5-201cc12476f2', 'ip_address': '172.27.1.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799631-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:37:35Z', 'updated_at': '2021-07-06T12:37:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1816a596-2dc6-4d27-98a5-201cc12476f2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799631-1-iscsi', '_interfaces': [{'id': '32d74a72-2dac-422b-a13b-d85e0d711a13', 'name': '', 'network_id': '07322797-0ef5-460f-ab1e-36522ec66d36', 'tenant_id': '5d3e42c78bd14583a9abc093215bd133', 'mac_address': 'fa:16:3e:54:09:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cacc39f4-c56e-457c-b6f0-445606c812fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': 'bede257f-b106-4765-a681-5c75d1d1d12d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:37:37Z', 'updated_at': '2021-07-06T12:37:38Z', 'revision_number': 2, 'project_id': '5d3e42c78bd14583a9abc093215bd133', 'subnets': [{'id': 'bede257f-b106-4765-a681-5c75d1d1d12d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799631-1-iscsi', False) {} {{(pid=93090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:37:43.699770 dv-cinder-799631-1-iscsi neutron-server[93090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1fd5340-d0a7-412d-8aba-f7abd5bbcf02 None None] Checking router: cacc39f4-c56e-457c-b6f0-445606c812fa for host: dv-cinder-799631-1-iscsi {{(pid=93090) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 12:37:43.700121 dv-cinder-799631-1-iscsi neutron-server[93090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1fd5340-d0a7-412d-8aba-f7abd5bbcf02 None None] Updating router cacc39f4-c56e-457c-b6f0-445606c812fa port 32d74a72-2dac-422b-a13b-d85e0d711a13 binding host dv-cinder-799631-1-iscsi {{(pid=93090) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 12:37:43.736418 dv-cinder-799631-1-iscsi neutron-server[93090]: DEBUG neutron_lib.callbacks.manager [None req-e1fd5340-d0a7-412d-8aba-f7abd5bbcf02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772861'] for port, before_update {{(pid=93090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:37:43.783154 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d83de55-cb46-4148-b16a-12f16f7896a0 req-b743a0cd-4ea1-4938-b919-1ddddaebbbc4 tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:37:43.785362 dv-cinder-799631-1-iscsi neutron-server[93087]: INFO neutron.wsgi [req-3d83de55-cb46-4148-b16a-12f16f7896a0 req-b743a0cd-4ea1-4938-b919-1ddddaebbbc4 tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] 10.222.0.100 "GET /v2.0/ports?device_id=6e7ef450-5624-4902-b27c-2433ff80c8d6 HTTP/1.1" status: 200 len: 946 time: 0.0867281 Jul 06 12:37:43.929664 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.plugins.ml2.plugin [req-3d83de55-cb46-4148-b16a-12f16f7896a0 req-09fc9f21-8c83-450b-9e9e-a9094f54f26a tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] Deleting port a56aa29c-b3e1-4005-85bd-6200a036b83d {{(pid=93087) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:37:43.929955 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [req-3d83de55-cb46-4148-b16a-12f16f7896a0 req-09fc9f21-8c83-450b-9e9e-a9094f54f26a tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730294201564'] for port, before_delete {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:37:44.028475 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.plugins.ml2.db [req-3d83de55-cb46-4148-b16a-12f16f7896a0 req-09fc9f21-8c83-450b-9e9e-a9094f54f26a tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] For port a56aa29c-b3e1-4005-85bd-6200a036b83d, host hv-cinder-79963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79963',level=0,port_id=a56aa29c-b3e1-4005-85bd-6200a036b83d,segment=NetworkSegment(9563ba30-5ba5-46ca-802a-73eb0aa117e8),segment_id=9563ba30-5ba5-46ca-802a-73eb0aa117e8)] {{(pid=93087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:37:44.028880 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [req-3d83de55-cb46-4148-b16a-12f16f7896a0 req-09fc9f21-8c83-450b-9e9e-a9094f54f26a tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813012'] for port, precommit_delete {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:37:44.056425 dv-cinder-799631-1-iscsi neutron-server[93090]: DEBUG neutron_lib.callbacks.manager [None req-e1fd5340-d0a7-412d-8aba-f7abd5bbcf02 None None] Notify callbacks [] for port, precommit_update {{(pid=93090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:37:44.067499 dv-cinder-799631-1-iscsi neutron-server[93090]: DEBUG neutron.db.provisioning_blocks [None req-e1fd5340-d0a7-412d-8aba-f7abd5bbcf02 None None] Transition to ACTIVE for port object 32d74a72-2dac-422b-a13b-d85e0d711a13 will not be triggered until provisioned by entity L2. {{(pid=93090) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:37:44.074243 dv-cinder-799631-1-iscsi neutron-server[93090]: DEBUG neutron_lib.callbacks.manager [None req-e1fd5340-d0a7-412d-8aba-f7abd5bbcf02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-772913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730294210856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730293689582', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730293689631'] for port, after_update {{(pid=93090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:37:44.136022 dv-cinder-799631-1-iscsi neutron-server[93090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990a6129-48ed-4f7f-a353-553f4da98599 None None] Pushing event updated for resources: {'Port': ['ID=32d74a72-2dac-422b-a13b-d85e0d711a13,revision_number=3']} {{(pid=93090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:37:44.244290 dv-cinder-799631-1-iscsi neutron-server[93090]: DEBUG neutron.plugins.ml2.managers [None req-e1fd5340-d0a7-412d-8aba-f7abd5bbcf02 None None] Attempting to bind port 32d74a72-2dac-422b-a13b-d85e0d711a13 on host dv-cinder-799631-1-iscsi for vnic_type normal with profile {{(pid=93090) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:37:44.245015 dv-cinder-799631-1-iscsi neutron-server[93090]: DEBUG neutron.plugins.ml2.managers [None req-e1fd5340-d0a7-412d-8aba-f7abd5bbcf02 None None] Attempting to bind port 32d74a72-2dac-422b-a13b-d85e0d711a13 by drivers openvswitch,hyperv on host dv-cinder-799631-1-iscsi at level 0 using segments [{'id': '1cdad650-405c-4a97-b8ad-f379c5e76a63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1089, 'network_id': '07322797-0ef5-460f-ab1e-36522ec66d36'}] {{(pid=93090) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:37:44.245015 dv-cinder-799631-1-iscsi neutron-server[93090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1fd5340-d0a7-412d-8aba-f7abd5bbcf02 None None] Attempting to bind port 32d74a72-2dac-422b-a13b-d85e0d711a13 on network 07322797-0ef5-460f-ab1e-36522ec66d36 {{(pid=93090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:37:44.262429 dv-cinder-799631-1-iscsi neutron-server[93090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1fd5340-d0a7-412d-8aba-f7abd5bbcf02 None None] Checking agent: {'id': '0df45e45-1cb7-430e-9311-5161aceb24d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799631-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 12, 25, 11), 'started_at': datetime.datetime(2021, 7, 6, 12, 25, 41), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 37, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799631-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:37:44.262813 dv-cinder-799631-1-iscsi neutron-server[93090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1fd5340-d0a7-412d-8aba-f7abd5bbcf02 None None] Checking segment: {'id': '1cdad650-405c-4a97-b8ad-f379c5e76a63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1089, 'network_id': '07322797-0ef5-460f-ab1e-36522ec66d36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93090) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:37:44.263258 dv-cinder-799631-1-iscsi neutron-server[93090]: DEBUG neutron_lib.callbacks.manager [None req-e1fd5340-d0a7-412d-8aba-f7abd5bbcf02 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:37:44.263652 dv-cinder-799631-1-iscsi neutron-server[93090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1fd5340-d0a7-412d-8aba-f7abd5bbcf02 None None] Bound using segment: {'id': '1cdad650-405c-4a97-b8ad-f379c5e76a63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1089, 'network_id': '07322797-0ef5-460f-ab1e-36522ec66d36'} {{(pid=93090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:37:44.264184 dv-cinder-799631-1-iscsi neutron-server[93090]: DEBUG neutron.plugins.ml2.managers [None req-e1fd5340-d0a7-412d-8aba-f7abd5bbcf02 None None] Bound port: 32d74a72-2dac-422b-a13b-d85e0d711a13, host: dv-cinder-799631-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1cdad650-405c-4a97-b8ad-f379c5e76a63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1089, 'network_id': '07322797-0ef5-460f-ab1e-36522ec66d36'}}] {{(pid=93090) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:37:44.265094 dv-cinder-799631-1-iscsi neutron-server[93090]: DEBUG neutron_lib.callbacks.manager [None req-e1fd5340-d0a7-412d-8aba-f7abd5bbcf02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772861'] for port, before_update {{(pid=93090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:37:44.324785 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [req-3d83de55-cb46-4148-b16a-12f16f7896a0 req-09fc9f21-8c83-450b-9e9e-a9094f54f26a tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:37:44.325667 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [req-3d83de55-cb46-4148-b16a-12f16f7896a0 req-09fc9f21-8c83-450b-9e9e-a9094f54f26a tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1764457'] for floatingip, after_update {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:37:44.326200 dv-cinder-799631-1-iscsi neutron-server[93087]: INFO neutron.db.l3_db [req-3d83de55-cb46-4148-b16a-12f16f7896a0 req-09fc9f21-8c83-450b-9e9e-a9094f54f26a tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] Floating IP 53cd4bd3-82df-42cc-8b05-1aad35d297fa disassociated. External IP: 172.27.1.242, port: a56aa29c-b3e1-4005-85bd-6200a036b83d. Jul 06 12:37:44.326829 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.plugins.ml2.plugin [req-3d83de55-cb46-4148-b16a-12f16f7896a0 req-09fc9f21-8c83-450b-9e9e-a9094f54f26a tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] Calling delete_port for a56aa29c-b3e1-4005-85bd-6200a036b83d owned by compute:nova {{(pid=93087) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:37:44.368969 dv-cinder-799631-1-iscsi neutron-server[93090]: DEBUG neutron.plugins.ml2.db [None req-e1fd5340-d0a7-412d-8aba-f7abd5bbcf02 None None] For port 32d74a72-2dac-422b-a13b-d85e0d711a13, host dv-cinder-799631-1-iscsi, cleared binding levels {{(pid=93090) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:37:44.373657 dv-cinder-799631-1-iscsi neutron-server[93090]: DEBUG neutron.plugins.ml2.db [None req-e1fd5340-d0a7-412d-8aba-f7abd5bbcf02 None None] For port 32d74a72-2dac-422b-a13b-d85e0d711a13, host dv-cinder-799631-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799631-1-iscsi',level=0,port_id=32d74a72-2dac-422b-a13b-d85e0d711a13,segment=NetworkSegment(1cdad650-405c-4a97-b8ad-f379c5e76a63),segment_id=1cdad650-405c-4a97-b8ad-f379c5e76a63)] {{(pid=93090) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:37:44.382662 dv-cinder-799631-1-iscsi neutron-server[93090]: DEBUG neutron_lib.callbacks.manager [None req-e1fd5340-d0a7-412d-8aba-f7abd5bbcf02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-772913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730294210856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730293689582', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730293689631'] for port, after_update {{(pid=93090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:37:44.467949 dv-cinder-799631-1-iscsi neutron-server[93090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1fd5340-d0a7-412d-8aba-f7abd5bbcf02 None None] Routers {'cacc39f4-c56e-457c-b6f0-445606c812fa'} bound to L3 agent in host dv-cinder-799631-1-iscsi {{(pid=93090) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:37:44.468604 dv-cinder-799631-1-iscsi neutron-server[93090]: DEBUG neutron.db.l3_hamode_db [None req-e1fd5340-d0a7-412d-8aba-f7abd5bbcf02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799631-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T12:25:10Z,description=,heartbeat_timestamp=2021-07-06T12:37:40Z,host='dv-cinder-799631-1-iscsi',id=8f648e93-51d3-4e20-9eca-a57842435ba1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T12:25:10Z,topic='l3_agent')) {'router_ids': ['cacc39f4-c56e-457c-b6f0-445606c812fa'], 'active': True} {{(pid=93090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:37:44.476059 dv-cinder-799631-1-iscsi neutron-server[93090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990a6129-48ed-4f7f-a353-553f4da98599 None None] Pushing event updated for resources: {'Port': ['ID=32d74a72-2dac-422b-a13b-d85e0d711a13,revision_number=4']} {{(pid=93090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:37:44.523235 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [req-3d83de55-cb46-4148-b16a-12f16f7896a0 req-09fc9f21-8c83-450b-9e9e-a9094f54f26a tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-772913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730294210838', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730293689573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65517743'] for port, after_delete {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:37:44.554144 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-39e9c7a3-f149-4486-9cac-4d4a3a84f23a req-46e89474-56d3-46e5-a0f5-c20a3473c37c tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] 10.222.0.106 "GET /v2.0/ports?device_id=6e7ef450-5624-4902-b27c-2433ff80c8d6 HTTP/1.1" status: 200 len: 210 time: 0.0426266 Jul 06 12:37:44.588612 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09fc9f21-8c83-450b-9e9e-a9094f54f26a tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] Pushing event deleted for resources: {'Port': ['ID=a56aa29c-b3e1-4005-85bd-6200a036b83d,revision_number=None']} {{(pid=93087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:37:44.677824 dv-cinder-799631-1-iscsi neutron-server[93090]: DEBUG neutron.db.l3_dvr_db [None req-e1fd5340-d0a7-412d-8aba-f7abd5bbcf02 None None] Set router cacc39f4-c56e-457c-b6f0-445606c812fa gateway port host: dv-cinder-799631-1-iscsi {{(pid=93090) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:37:44.753263 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3d83de55-cb46-4148-b16a-12f16f7896a0 req-09fc9f21-8c83-450b-9e9e-a9094f54f26a tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] Router 130656f8-45c2-4a36-a256-8b9eebfb37e9 has already been hosted by L3 agent 8f648e93-51d3-4e20-9eca-a57842435ba1 {{(pid=93087) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 12:37:44.895647 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3d83de55-cb46-4148-b16a-12f16f7896a0 req-09fc9f21-8c83-450b-9e9e-a9094f54f26a tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] Notify agent at l3_agent.dv-cinder-799631-1-iscsi the message routers_updated {{(pid=93087) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:37:44.905932 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3aed5dad-31cf-46a6-919f-84ba4a7da8b0 None None] Sync routers for ids ['130656f8-45c2-4a36-a256-8b9eebfb37e9'] in dv-cinder-799631-1-iscsi {{(pid=93089) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:37:44.917978 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aed5dad-31cf-46a6-919f-84ba4a7da8b0 None None] Routers {'130656f8-45c2-4a36-a256-8b9eebfb37e9'} bound to L3 agent in host dv-cinder-799631-1-iscsi {{(pid=93089) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:37:44.921411 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.db.l3_hamode_db [None req-3aed5dad-31cf-46a6-919f-84ba4a7da8b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799631-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T12:25:10Z,description=,heartbeat_timestamp=2021-07-06T12:37:40Z,host='dv-cinder-799631-1-iscsi',id=8f648e93-51d3-4e20-9eca-a57842435ba1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T12:25:10Z,topic='l3_agent')) {'router_ids': ['130656f8-45c2-4a36-a256-8b9eebfb37e9'], 'active': True} {{(pid=93089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:37:44.942804 dv-cinder-799631-1-iscsi neutron-server[93090]: DEBUG neutron.db.l3_hamode_db [None req-e1fd5340-d0a7-412d-8aba-f7abd5bbcf02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cacc39f4-c56e-457c-b6f0-445606c812fa', 'name': 'tempest-TestMinimumBasicScenario-2128073601-router', 'tenant_id': '5d3e42c78bd14583a9abc093215bd133', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a97b808-be6d-48ec-a40b-4668530ee790', 'external_fixed_ips': [{'subnet_id': '1816a596-2dc6-4d27-98a5-201cc12476f2', 'ip_address': '172.27.1.125'}], 'enable_snat': True}, 'gw_port_id': '09d669e7-883d-4910-a5f3-bd97de78b0d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:37:34Z', 'updated_at': '2021-07-06T12:37:37Z', 'revision_number': 4, 'project_id': '5d3e42c78bd14583a9abc093215bd133', 'gw_port': {'id': '09d669e7-883d-4910-a5f3-bd97de78b0d6', 'name': '', 'network_id': '2a97b808-be6d-48ec-a40b-4668530ee790', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:fe:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cacc39f4-c56e-457c-b6f0-445606c812fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': '1816a596-2dc6-4d27-98a5-201cc12476f2', 'ip_address': '172.27.1.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799631-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:37:35Z', 'updated_at': '2021-07-06T12:37:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1816a596-2dc6-4d27-98a5-201cc12476f2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799631-1-iscsi', '_interfaces': [{'id': '32d74a72-2dac-422b-a13b-d85e0d711a13', 'name': '', 'network_id': '07322797-0ef5-460f-ab1e-36522ec66d36', 'tenant_id': '5d3e42c78bd14583a9abc093215bd133', 'mac_address': 'fa:16:3e:54:09:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cacc39f4-c56e-457c-b6f0-445606c812fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': 'bede257f-b106-4765-a681-5c75d1d1d12d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799631-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:37:37Z', 'updated_at': '2021-07-06T12:37:44Z', 'revision_number': 4, 'project_id': '5d3e42c78bd14583a9abc093215bd133', 'subnets': [{'id': 'bede257f-b106-4765-a681-5c75d1d1d12d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799631-1-iscsi', False) {} {{(pid=93090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:37:44.973772 dv-cinder-799631-1-iscsi neutron-server[93090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1fd5340-d0a7-412d-8aba-f7abd5bbcf02 None None] The sync data for ids ['cacc39f4-c56e-457c-b6f0-445606c812fa'] in dv-cinder-799631-1-iscsi is: [{'id': 'cacc39f4-c56e-457c-b6f0-445606c812fa', 'name': 'tempest-TestMinimumBasicScenario-2128073601-router', 'tenant_id': '5d3e42c78bd14583a9abc093215bd133', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a97b808-be6d-48ec-a40b-4668530ee790', 'external_fixed_ips': [{'subnet_id': '1816a596-2dc6-4d27-98a5-201cc12476f2', 'ip_address': '172.27.1.125'}], 'enable_snat': True}, 'gw_port_id': '09d669e7-883d-4910-a5f3-bd97de78b0d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:37:34Z', 'updated_at': '2021-07-06T12:37:37Z', 'revision_number': 4, 'project_id': '5d3e42c78bd14583a9abc093215bd133', 'gw_port': {'id': '09d669e7-883d-4910-a5f3-bd97de78b0d6', 'name': '', 'network_id': '2a97b808-be6d-48ec-a40b-4668530ee790', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:fe:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cacc39f4-c56e-457c-b6f0-445606c812fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': '1816a596-2dc6-4d27-98a5-201cc12476f2', 'ip_address': '172.27.1.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799631-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:37:35Z', 'updated_at': '2021-07-06T12:37:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1816a596-2dc6-4d27-98a5-201cc12476f2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799631-1-iscsi', '_interfaces': [{'id': '32d74a72-2dac-422b-a13b-d85e0d711a13', 'name': '', 'network_id': '07322797-0ef5-460f-ab1e-36522ec66d36', 'tenant_id': '5d3e42c78bd14583a9abc093215bd133', 'mac_address': 'fa:16:3e:54:09:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cacc39f4-c56e-457c-b6f0-445606c812fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': 'bede257f-b106-4765-a681-5c75d1d1d12d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799631-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:37:37Z', 'updated_at': '2021-07-06T12:37:44Z', 'revision_number': 4, 'project_id': '5d3e42c78bd14583a9abc093215bd133', 'subnets': [{'id': 'bede257f-b106-4765-a681-5c75d1d1d12d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93090) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:37:45.014817 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d83de55-cb46-4148-b16a-12f16f7896a0 req-09fc9f21-8c83-450b-9e9e-a9094f54f26a tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] No DVR routers for this DVR port a56aa29c-b3e1-4005-85bd-6200a036b83d on host hv-cinder-79963 {{(pid=93087) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:37:45.019765 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [req-3d83de55-cb46-4148-b16a-12f16f7896a0 req-09fc9f21-8c83-450b-9e9e-a9094f54f26a tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473541'] for port, before_response {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:37:45.023687 dv-cinder-799631-1-iscsi neutron-server[93087]: INFO neutron.wsgi [req-3d83de55-cb46-4148-b16a-12f16f7896a0 req-09fc9f21-8c83-450b-9e9e-a9094f54f26a tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] 10.222.0.100 "DELETE /v2.0/ports/a56aa29c-b3e1-4005-85bd-6200a036b83d HTTP/1.1" status: 204 len: 173 time: 1.2323656 Jul 06 12:37:45.024179 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e7ef450-5624-4902-b27c-2433ff80c8d6', 'name': 'network-vif-deleted', 'tag': 'a56aa29c-b3e1-4005-85bd-6200a036b83d'}] {{(pid=93087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:37:45.030175 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.106/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b75977dee10694d970e3c904bb2abec7b96eeb0b1196bffac2d8311199053796" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f38a606-9b4b-4883-b1ff-6ba8a19e580a" -d '{"events": [{"server_uuid": "6e7ef450-5624-4902-b27c-2433ff80c8d6", "name": "network-vif-deleted", "tag": "a56aa29c-b3e1-4005-85bd-6200a036b83d"}]}' {{(pid=93087) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:37:45.091849 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 12:37:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56389603-ad92-4e6c-a2a7-4960e9b65fbd x-openstack-request-id: req-56389603-ad92-4e6c-a2a7-4960e9b65fbd {{(pid=93087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:37:45.092279 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e7ef450-5624-4902-b27c-2433ff80c8d6", "name": "network-vif-deleted", "tag": "a56aa29c-b3e1-4005-85bd-6200a036b83d", "status": "completed", "code": 200}]} {{(pid=93087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:37:45.092568 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.106/compute/v2.1/os-server-external-events used request id req-56389603-ad92-4e6c-a2a7-4960e9b65fbd {{(pid=93087) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:37:45.093024 dv-cinder-799631-1-iscsi neutron-server[93087]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e7ef450-5624-4902-b27c-2433ff80c8d6', 'name': 'network-vif-deleted', 'tag': 'a56aa29c-b3e1-4005-85bd-6200a036b83d', 'status': 'completed', 'code': 200} Jul 06 12:37:45.144552 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.db.l3_dvr_db [None req-3aed5dad-31cf-46a6-919f-84ba4a7da8b0 None None] Set router 130656f8-45c2-4a36-a256-8b9eebfb37e9 gateway port host: dv-cinder-799631-1-iscsi {{(pid=93089) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:37:45.374885 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.rpc [None req-3dd6613b-aa53-445d-9a05-4c085a94a05e None None] Device 32d74a72-2dac-422b-a13b-d85e0d711a13 up at agent ovs-agent-dv-cinder-799631-1-iscsi {{(pid=93089) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:37:45.454802 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.db.provisioning_blocks [None req-3dd6613b-aa53-445d-9a05-4c085a94a05e None None] Provisioning for port 32d74a72-2dac-422b-a13b-d85e0d711a13 completed by entity L2. {{(pid=93089) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:37:45.462087 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.db.provisioning_blocks [None req-3dd6613b-aa53-445d-9a05-4c085a94a05e None None] Provisioning complete for port 32d74a72-2dac-422b-a13b-d85e0d711a13 triggered by entity L2. {{(pid=93089) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:37:45.462755 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-3dd6613b-aa53-445d-9a05-4c085a94a05e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912496'] for port, provisioning_complete {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:37:45.544928 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.db.l3_hamode_db [None req-3aed5dad-31cf-46a6-919f-84ba4a7da8b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '130656f8-45c2-4a36-a256-8b9eebfb37e9', 'name': 'tempest-AttachVolumeShelveTestJSON-1952371859-router', 'tenant_id': 'b437ce926689452f91685757af8037a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a97b808-be6d-48ec-a40b-4668530ee790', 'external_fixed_ips': [{'subnet_id': '1816a596-2dc6-4d27-98a5-201cc12476f2', 'ip_address': '172.27.1.78'}], 'enable_snat': True}, 'gw_port_id': '52b826e0-bcb1-4b1f-a824-e9966728d4f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:33:07Z', 'updated_at': '2021-07-06T12:33:20Z', 'revision_number': 4, 'project_id': 'b437ce926689452f91685757af8037a1', 'gw_port': {'id': '52b826e0-bcb1-4b1f-a824-e9966728d4f8', 'name': '', 'network_id': '2a97b808-be6d-48ec-a40b-4668530ee790', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:34:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '130656f8-45c2-4a36-a256-8b9eebfb37e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 53, 'fixed_ips': [{'subnet_id': '1816a596-2dc6-4d27-98a5-201cc12476f2', 'ip_address': '172.27.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799631-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:33:08Z', 'updated_at': '2021-07-06T12:33:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1816a596-2dc6-4d27-98a5-201cc12476f2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799631-1-iscsi', '_interfaces': [{'id': 'c8b0b1a8-36c0-47bc-bcd4-2453a786f7de', 'name': '', 'network_id': '13aecddf-3646-4770-a1b4-1e59fdf991f5', 'tenant_id': 'b437ce926689452f91685757af8037a1', 'mac_address': 'fa:16:3e:a0:be:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '130656f8-45c2-4a36-a256-8b9eebfb37e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '26404b5b-3148-4b62-b08e-5f523f412d1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799631-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:33:16Z', 'updated_at': '2021-07-06T12:33:35Z', 'revision_number': 5, 'project_id': 'b437ce926689452f91685757af8037a1', 'subnets': [{'id': '26404b5b-3148-4b62-b08e-5f523f412d1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799631-1-iscsi', False) {} {{(pid=93089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:37:45.599158 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3aed5dad-31cf-46a6-919f-84ba4a7da8b0 None None] Checking router: 130656f8-45c2-4a36-a256-8b9eebfb37e9 for host: dv-cinder-799631-1-iscsi {{(pid=93089) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 12:37:45.621394 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-3dd6613b-aa53-445d-9a05-4c085a94a05e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772861'] for port, before_update {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:37:45.625910 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aed5dad-31cf-46a6-919f-84ba4a7da8b0 None None] Routers {'130656f8-45c2-4a36-a256-8b9eebfb37e9'} bound to L3 agent in host dv-cinder-799631-1-iscsi {{(pid=93089) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:37:45.626626 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.db.l3_hamode_db [None req-3aed5dad-31cf-46a6-919f-84ba4a7da8b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799631-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T12:25:10Z,description=,heartbeat_timestamp=2021-07-06T12:37:40Z,host='dv-cinder-799631-1-iscsi',id=8f648e93-51d3-4e20-9eca-a57842435ba1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T12:25:10Z,topic='l3_agent')) {'router_ids': ['130656f8-45c2-4a36-a256-8b9eebfb37e9'], 'active': True} {{(pid=93089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:37:45.751830 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-f53f14da-0713-413d-bb26-1041c0ad17cd req-0c6ee1b4-b671-498c-bb96-19614894cc5c tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] 10.222.0.106 "GET /v2.0/ports?device_id=6e7ef450-5624-4902-b27c-2433ff80c8d6 HTTP/1.1" status: 200 len: 210 time: 0.0408347 Jul 06 12:37:45.849936 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.db [None req-3dd6613b-aa53-445d-9a05-4c085a94a05e None None] For port 32d74a72-2dac-422b-a13b-d85e0d711a13, host dv-cinder-799631-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799631-1-iscsi',level=0,port_id=32d74a72-2dac-422b-a13b-d85e0d711a13,segment=NetworkSegment(1cdad650-405c-4a97-b8ad-f379c5e76a63),segment_id=1cdad650-405c-4a97-b8ad-f379c5e76a63)] {{(pid=93089) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:37:45.877802 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-3dd6613b-aa53-445d-9a05-4c085a94a05e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-772913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730294210856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730293689582', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730293689631'] for port, after_update {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:37:45.943495 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.db.l3_dvr_db [None req-3aed5dad-31cf-46a6-919f-84ba4a7da8b0 None None] Set router 130656f8-45c2-4a36-a256-8b9eebfb37e9 gateway port host: dv-cinder-799631-1-iscsi {{(pid=93089) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:37:45.981848 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd6613b-aa53-445d-9a05-4c085a94a05e None None] Pushing event updated for resources: {'Port': ['ID=32d74a72-2dac-422b-a13b-d85e0d711a13,revision_number=5']} {{(pid=93089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:37:46.175237 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.db.l3_hamode_db [None req-3aed5dad-31cf-46a6-919f-84ba4a7da8b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '130656f8-45c2-4a36-a256-8b9eebfb37e9', 'name': 'tempest-AttachVolumeShelveTestJSON-1952371859-router', 'tenant_id': 'b437ce926689452f91685757af8037a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a97b808-be6d-48ec-a40b-4668530ee790', 'external_fixed_ips': [{'subnet_id': '1816a596-2dc6-4d27-98a5-201cc12476f2', 'ip_address': '172.27.1.78'}], 'enable_snat': True}, 'gw_port_id': '52b826e0-bcb1-4b1f-a824-e9966728d4f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:33:07Z', 'updated_at': '2021-07-06T12:33:20Z', 'revision_number': 4, 'project_id': 'b437ce926689452f91685757af8037a1', 'gw_port': {'id': '52b826e0-bcb1-4b1f-a824-e9966728d4f8', 'name': '', 'network_id': '2a97b808-be6d-48ec-a40b-4668530ee790', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:34:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '130656f8-45c2-4a36-a256-8b9eebfb37e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 53, 'fixed_ips': [{'subnet_id': '1816a596-2dc6-4d27-98a5-201cc12476f2', 'ip_address': '172.27.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799631-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:33:08Z', 'updated_at': '2021-07-06T12:33:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1816a596-2dc6-4d27-98a5-201cc12476f2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799631-1-iscsi', '_interfaces': [{'id': 'c8b0b1a8-36c0-47bc-bcd4-2453a786f7de', 'name': '', 'network_id': '13aecddf-3646-4770-a1b4-1e59fdf991f5', 'tenant_id': 'b437ce926689452f91685757af8037a1', 'mac_address': 'fa:16:3e:a0:be:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '130656f8-45c2-4a36-a256-8b9eebfb37e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '26404b5b-3148-4b62-b08e-5f523f412d1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799631-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:33:16Z', 'updated_at': '2021-07-06T12:33:35Z', 'revision_number': 5, 'project_id': 'b437ce926689452f91685757af8037a1', 'subnets': [{'id': '26404b5b-3148-4b62-b08e-5f523f412d1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799631-1-iscsi', False) {} {{(pid=93089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:37:46.209365 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3aed5dad-31cf-46a6-919f-84ba4a7da8b0 None None] The sync data for ids ['130656f8-45c2-4a36-a256-8b9eebfb37e9'] in dv-cinder-799631-1-iscsi is: [{'id': '130656f8-45c2-4a36-a256-8b9eebfb37e9', 'name': 'tempest-AttachVolumeShelveTestJSON-1952371859-router', 'tenant_id': 'b437ce926689452f91685757af8037a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a97b808-be6d-48ec-a40b-4668530ee790', 'external_fixed_ips': [{'subnet_id': '1816a596-2dc6-4d27-98a5-201cc12476f2', 'ip_address': '172.27.1.78'}], 'enable_snat': True}, 'gw_port_id': '52b826e0-bcb1-4b1f-a824-e9966728d4f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:33:07Z', 'updated_at': '2021-07-06T12:33:20Z', 'revision_number': 4, 'project_id': 'b437ce926689452f91685757af8037a1', 'gw_port': {'id': '52b826e0-bcb1-4b1f-a824-e9966728d4f8', 'name': '', 'network_id': '2a97b808-be6d-48ec-a40b-4668530ee790', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:34:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '130656f8-45c2-4a36-a256-8b9eebfb37e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 53, 'fixed_ips': [{'subnet_id': '1816a596-2dc6-4d27-98a5-201cc12476f2', 'ip_address': '172.27.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799631-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:33:08Z', 'updated_at': '2021-07-06T12:33:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1816a596-2dc6-4d27-98a5-201cc12476f2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799631-1-iscsi', '_interfaces': [{'id': 'c8b0b1a8-36c0-47bc-bcd4-2453a786f7de', 'name': '', 'network_id': '13aecddf-3646-4770-a1b4-1e59fdf991f5', 'tenant_id': 'b437ce926689452f91685757af8037a1', 'mac_address': 'fa:16:3e:a0:be:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '130656f8-45c2-4a36-a256-8b9eebfb37e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '26404b5b-3148-4b62-b08e-5f523f412d1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799631-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:33:16Z', 'updated_at': '2021-07-06T12:33:35Z', 'revision_number': 5, 'project_id': 'b437ce926689452f91685757af8037a1', 'subnets': [{'id': '26404b5b-3148-4b62-b08e-5f523f412d1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93089) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:37:46.915671 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-dde78c87-9607-497a-9909-92ca12c884f1 req-68da34b8-2368-4b5c-8a5f-c0dcf0fe2269 tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] 10.222.0.106 "GET /v2.0/ports?device_id=6e7ef450-5624-4902-b27c-2433ff80c8d6 HTTP/1.1" status: 200 len: 210 time: 0.0343075 Jul 06 12:37:47.316899 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.rpc [None req-3dd6613b-aa53-445d-9a05-4c085a94a05e None None] Device 32d74a72-2dac-422b-a13b-d85e0d711a13 up at agent ovs-agent-dv-cinder-799631-1-iscsi {{(pid=93089) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:37:47.317395 dv-cinder-799631-1-iscsi neutron-server[93090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc2e9b4c-52d2-4d05-8d67-ce91f0b8ccf7 None None] New status for floating IP 53cd4bd3-82df-42cc-8b05-1aad35d297fa: DOWN {{(pid=93090) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 12:37:47.434365 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.db.provisioning_blocks [None req-3dd6613b-aa53-445d-9a05-4c085a94a05e None None] Provisioning complete for port 32d74a72-2dac-422b-a13b-d85e0d711a13 triggered by entity L2. {{(pid=93089) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:37:47.434755 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-3dd6613b-aa53-445d-9a05-4c085a94a05e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912496'] for port, provisioning_complete {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:37:48.114502 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-a0cf30c2-481c-4b2c-b698-5143ccfcb329 req-197b81fb-778a-46a5-8391-fb921a0de29f tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] 10.222.0.106 "GET /v2.0/ports?device_id=6e7ef450-5624-4902-b27c-2433ff80c8d6 HTTP/1.1" status: 200 len: 210 time: 0.0388048 Jul 06 12:37:49.269319 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.wsgi [-] (93087) accepted ('10.222.0.106', 53222) {{(pid=93087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:37:49.332367 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-cb94b63d-54af-4190-ade3-7eba5980fa4b tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] Notify callbacks [] for security_group, before_delete {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:37:49.359952 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-cb94b63d-54af-4190-ade3-7eba5980fa4b tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:37:49.416770 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-cb94b63d-54af-4190-ade3-7eba5980fa4b tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1774441'] for security_group, after_delete {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:37:49.419967 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-cb94b63d-54af-4190-ade3-7eba5980fa4b tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] Notify callbacks [] for security_group, before_response {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:37:49.421960 dv-cinder-799631-1-iscsi neutron-server[93087]: INFO neutron.wsgi [None req-cb94b63d-54af-4190-ade3-7eba5980fa4b tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] 10.222.0.106 "DELETE /v2.0/security-groups/40905771-c081-4627-88f4-91e0391ae15d HTTP/1.1" status: 204 len: 168 time: 0.1514566 Jul 06 12:37:49.424964 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.wsgi [-] (93088) accepted ('10.222.0.106', 53224) {{(pid=93088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:37:49.434338 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb94b63d-54af-4190-ade3-7eba5980fa4b tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=40905771-c081-4627-88f4-91e0391ae15d,revision_number=None']} {{(pid=93087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:37:49.449604 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.api.v2.resource [None req-90cbb03b-a588-47d7-8275-8f646fff0678 tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] show failed (client error): The resource could not be found. Jul 06 12:37:49.454114 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [None req-90cbb03b-a588-47d7-8275-8f646fff0678 tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] 10.222.0.106 "GET /v2.0/security-groups/40905771-c081-4627-88f4-91e0391ae15d HTTP/1.1" status: 404 len: 347 time: 0.0245163 Jul 06 12:37:49.454114 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.wsgi [-] (93088) accepted ('10.222.0.106', 53226) {{(pid=93088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:37:49.628340 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.plugins.ml2.plugin [None req-eec31668-5c05-456f-b725-f939afcf8abc tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] Deleting port 4d575238-048a-4611-9eda-27b8d31a51a4 {{(pid=93088) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:37:49.628681 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-eec31668-5c05-456f-b725-f939afcf8abc tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730294201564'] for port, before_delete {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:37:49.726848 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-eec31668-5c05-456f-b725-f939afcf8abc tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813012'] for port, precommit_delete {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:37:49.727541 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-eec31668-5c05-456f-b725-f939afcf8abc tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:37:49.742151 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.plugins.ml2.plugin [None req-eec31668-5c05-456f-b725-f939afcf8abc tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] Calling delete_port for 4d575238-048a-4611-9eda-27b8d31a51a4 owned by network:floatingip {{(pid=93088) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:37:49.925375 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-eec31668-5c05-456f-b725-f939afcf8abc tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-772913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730294210838', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730293689573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63638200'] for port, after_delete {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:37:49.954971 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec31668-5c05-456f-b725-f939afcf8abc tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] Pushing event deleted for resources: {'Port': ['ID=4d575238-048a-4611-9eda-27b8d31a51a4,revision_number=None']} {{(pid=93088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:37:50.021576 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-eec31668-5c05-456f-b725-f939afcf8abc tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] Notify callbacks [] for floatingip, after_delete {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:37:50.024093 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-eec31668-5c05-456f-b725-f939afcf8abc tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473541'] for floatingip, before_response {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:37:50.028220 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [None req-eec31668-5c05-456f-b725-f939afcf8abc tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] 10.222.0.106 "DELETE /v2.0/floatingips/53cd4bd3-82df-42cc-8b05-1aad35d297fa HTTP/1.1" status: 204 len: 168 time: 0.5702672 Jul 06 12:37:50.265932 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.wsgi [-] (93088) accepted ('10.222.0.106', 53252) {{(pid=93088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:37:50.270755 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.api.v2.base [None req-9e4a2e48-b7ab-4a86-9f67-2acf339cd81b tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2100296709', 'description': 'tempest-description--530840693'}} {{(pid=93088) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:37:50.293662 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-9e4a2e48-b7ab-4a86-9f67-2acf339cd81b tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] Notify callbacks [] for security_group, before_create {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:37:50.378394 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-9e4a2e48-b7ab-4a86-9f67-2acf339cd81b tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] Notify callbacks [] for security_group, precommit_create {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:37:50.382379 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-9e4a2e48-b7ab-4a86-9f67-2acf339cd81b tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1774441'] for security_group, after_create {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:37:50.413191 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-9e4a2e48-b7ab-4a86-9f67-2acf339cd81b tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] Notify callbacks [] for security_group, before_response {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:37:50.414441 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [None req-9e4a2e48-b7ab-4a86-9f67-2acf339cd81b tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] 10.222.0.106 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.1474180 Jul 06 12:37:50.416326 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4a2e48-b7ab-4a86-9f67-2acf339cd81b tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] Pushing event updated for resources: {'SecurityGroup': ['ID=af721106-b63f-4fb8-b0d1-a9f3eb8d5c38,revision_number=1']} {{(pid=93088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:37:50.418008 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.wsgi [-] (93087) accepted ('10.222.0.106', 53256) {{(pid=93087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:37:50.422863 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.api.v2.base [None req-3d4b992d-ffde-42d4-beb3-bd1e978ee6e5 tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] Request body: {'security_group_rule': {'security_group_id': 'af721106-b63f-4fb8-b0d1-a9f3eb8d5c38', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:37:50.458516 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-3d4b992d-ffde-42d4-beb3-bd1e978ee6e5 tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:37:50.506593 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-3d4b992d-ffde-42d4-beb3-bd1e978ee6e5 tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:37:50.510784 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-3d4b992d-ffde-42d4-beb3-bd1e978ee6e5 tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1822215'] for security_group_rule, after_create {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:37:50.530137 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4b992d-ffde-42d4-beb3-bd1e978ee6e5 tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d59fa320-c060-4c79-b125-86e896082900,revision_number=0']} {{(pid=93087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:37:50.539205 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-3d4b992d-ffde-42d4-beb3-bd1e978ee6e5 tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:37:50.540459 dv-cinder-799631-1-iscsi neutron-server[93087]: INFO neutron.wsgi [None req-3d4b992d-ffde-42d4-beb3-bd1e978ee6e5 tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] 10.222.0.106 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1213439 Jul 06 12:37:50.543193 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.wsgi [-] (93087) accepted ('10.222.0.106', 53268) {{(pid=93087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:37:50.547720 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.api.v2.base [None req-64fb2937-f47b-476f-a4b6-82e52c77ac3d tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] Request body: {'security_group_rule': {'security_group_id': 'af721106-b63f-4fb8-b0d1-a9f3eb8d5c38', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:37:50.574663 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-64fb2937-f47b-476f-a4b6-82e52c77ac3d tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:37:50.622161 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e56045-54df-4bf7-aebb-1b4e155ac8a6 req-c55681a5-aad4-4fb6-a8be-e343a4b4374a tempest-TestMinimumBasicScenario-1748604485 tempest-TestMinimumBasicScenario-1748604485-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:37:50.624235 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-50e56045-54df-4bf7-aebb-1b4e155ac8a6 req-c55681a5-aad4-4fb6-a8be-e343a4b4374a tempest-TestMinimumBasicScenario-1748604485 tempest-TestMinimumBasicScenario-1748604485-project] 10.222.0.106 "GET /v2.0/networks?id=af1c07e1-bc5b-4dc3-88dd-e84cce5c0677 HTTP/1.1" status: 200 len: 814 time: 0.1188588 Jul 06 12:37:50.635182 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-64fb2937-f47b-476f-a4b6-82e52c77ac3d tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:37:50.639350 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-64fb2937-f47b-476f-a4b6-82e52c77ac3d tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1822215'] for security_group_rule, after_create {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:37:50.643620 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-50e56045-54df-4bf7-aebb-1b4e155ac8a6 req-fcaf73f5-c6ed-46ce-af12-b1232327e250 tempest-TestMinimumBasicScenario-1748604485 tempest-TestMinimumBasicScenario-1748604485-project] 10.222.0.106 "GET /v2.0/quotas/f3eb28de4f1642849fc831371d7db6c4 HTTP/1.1" status: 200 len: 375 time: 0.0106933 Jul 06 12:37:50.658755 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64fb2937-f47b-476f-a4b6-82e52c77ac3d tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a86c8fd9-891b-4b75-8dc1-b0d8cad430fe,revision_number=0']} {{(pid=93087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:37:50.664939 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-64fb2937-f47b-476f-a4b6-82e52c77ac3d tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:37:50.669621 dv-cinder-799631-1-iscsi neutron-server[93087]: INFO neutron.wsgi [None req-64fb2937-f47b-476f-a4b6-82e52c77ac3d tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] 10.222.0.106 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1220689 Jul 06 12:37:50.669621 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.wsgi [-] (93087) accepted ('10.222.0.106', 53270) {{(pid=93087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:37:50.674155 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.api.v2.base [None req-fdf8c0b8-b86b-4fc6-ba69-7357e30e2e95 tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] Request body: {'floatingip': {'floating_network_id': '2a97b808-be6d-48ec-a40b-4668530ee790'}} {{(pid=93087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:37:50.696654 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-fdf8c0b8-b86b-4fc6-ba69-7357e30e2e95 tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] Notify callbacks [] for floatingip, before_create {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:37:50.714468 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-50e56045-54df-4bf7-aebb-1b4e155ac8a6 req-57c59f64-c3a5-4866-b2b0-b9b1ff8f0252 tempest-TestMinimumBasicScenario-1748604485 tempest-TestMinimumBasicScenario-1748604485-project] 10.222.0.106 "GET /v2.0/ports?tenant_id=f3eb28de4f1642849fc831371d7db6c4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0639417 Jul 06 12:37:50.792233 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-fdf8c0b8-b86b-4fc6-ba69-7357e30e2e95 tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772861'] for port, before_create {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:37:50.812659 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-50e56045-54df-4bf7-aebb-1b4e155ac8a6 req-c7e25165-788d-4b71-9c46-13789f3ddff5 service neutron] 10.222.0.106 "GET /v2.0/networks/af1c07e1-bc5b-4dc3-88dd-e84cce5c0677?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867846 Jul 06 12:37:50.902563 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-50e56045-54df-4bf7-aebb-1b4e155ac8a6 req-695b9378-b3f7-4a3d-ae82-4af47e593c84 service neutron] 10.222.0.106 "GET /v2.0/networks/af1c07e1-bc5b-4dc3-88dd-e84cce5c0677?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834570 Jul 06 12:37:50.903884 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.db.db_base_plugin_common [None req-fdf8c0b8-b86b-4fc6-ba69-7357e30e2e95 tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] Allocated IP 172.27.1.185 (2a97b808-be6d-48ec-a40b-4668530ee790/1816a596-2dc6-4d27-98a5-201cc12476f2/12f49233-e4ee-4979-8b20-f3ced00d5578) {{(pid=93087) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:37:51.013883 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-fdf8c0b8-b86b-4fc6-ba69-7357e30e2e95 tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] Notify callbacks [] for port, precommit_create {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:37:51.059771 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-fdf8c0b8-b86b-4fc6-ba69-7357e30e2e95 tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-772920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-407207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730293689564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-65517734'] for port, after_create {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:37:51.075473 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-63221b2d-f54f-43b0-845c-7e181a478857 req-32d48704-d366-4946-89b1-5d096b1b0229 tempest-TestMinimumBasicScenario-1748604485 tempest-TestMinimumBasicScenario-1748604485-project] 10.222.0.106 "GET /v2.0/ports?device_id=7d69a85d-ce03-47db-b48b-19cc0f97d343 HTTP/1.1" status: 200 len: 210 time: 0.0328879 Jul 06 12:37:51.096232 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdf8c0b8-b86b-4fc6-ba69-7357e30e2e95 tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] Network 2a97b808-be6d-48ec-a40b-4668530ee790 is already hosted by enough agents. {{(pid=93087) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:37:51.099152 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.scheduler.base_scheduler [None req-fdf8c0b8-b86b-4fc6-ba69-7357e30e2e95 tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] Resources bound (agent type, host, resource id): {{(pid=93087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:37:51.101577 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdf8c0b8-b86b-4fc6-ba69-7357e30e2e95 tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] Received port after_create {{(pid=93087) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:37:51.132634 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf8c0b8-b86b-4fc6-ba69-7357e30e2e95 tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] Pushing event updated for resources: {'Port': ['ID=12f49233-e4ee-4979-8b20-f3ced00d5578,revision_number=1']} {{(pid=93087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:37:51.206390 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-fdf8c0b8-b86b-4fc6-ba69-7357e30e2e95 tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:37:51.270567 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-fdf8c0b8-b86b-4fc6-ba69-7357e30e2e95 tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772861'] for port, before_update {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:37:51.431438 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-fdf8c0b8-b86b-4fc6-ba69-7357e30e2e95 tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] Notify callbacks [] for port, precommit_update {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:37:51.436632 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-fdf8c0b8-b86b-4fc6-ba69-7357e30e2e95 tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-772913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730294210856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730293689582', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730293689631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65517652'] for port, after_update {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:37:51.507153 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf8c0b8-b86b-4fc6-ba69-7357e30e2e95 tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] Pushing event updated for resources: {'Port': ['ID=12f49233-e4ee-4979-8b20-f3ced00d5578,revision_number=2']} {{(pid=93087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:37:51.518209 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-fdf8c0b8-b86b-4fc6-ba69-7357e30e2e95 tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1764457'] for floatingip, after_update {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:37:51.532982 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-fdf8c0b8-b86b-4fc6-ba69-7357e30e2e95 tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473541'] for floatingip, before_response {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:37:51.534239 dv-cinder-799631-1-iscsi neutron-server[93087]: INFO neutron.wsgi [None req-fdf8c0b8-b86b-4fc6-ba69-7357e30e2e95 tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] 10.222.0.106 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8638723 Jul 06 12:37:51.727750 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-5be24b99-92ea-49ab-99af-ea8007757124 req-370b8134-d448-4ff0-886d-4ea7ae009f15 tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] 10.222.0.106 "GET /v2.0/security-groups?name=tempest-securitygroup--2100296709&fields=id&tenant_id=b437ce926689452f91685757af8037a1 HTTP/1.1" status: 200 len: 267 time: 0.0327907 Jul 06 12:37:51.834760 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be24b99-92ea-49ab-99af-ea8007757124 req-498bb60f-4f53-413f-9c8d-62db810be83d tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:37:51.836194 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-5be24b99-92ea-49ab-99af-ea8007757124 req-498bb60f-4f53-413f-9c8d-62db810be83d tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] 10.222.0.106 "GET /v2.0/networks?id=13aecddf-3646-4770-a1b4-1e59fdf991f5 HTTP/1.1" status: 200 len: 817 time: 0.1020703 Jul 06 12:37:51.854042 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-5be24b99-92ea-49ab-99af-ea8007757124 req-22ec31cc-36f6-4e73-a4be-be69889201ca tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] 10.222.0.106 "GET /v2.0/quotas/b437ce926689452f91685757af8037a1 HTTP/1.1" status: 200 len: 375 time: 0.0098934 Jul 06 12:37:51.923676 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-5be24b99-92ea-49ab-99af-ea8007757124 req-2790105a-503b-4cfc-bd63-620278fd0389 tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] 10.222.0.106 "GET /v2.0/ports?tenant_id=b437ce926689452f91685757af8037a1&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0660384 Jul 06 12:37:51.971900 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.rpc [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] Device a56aa29c-b3e1-4005-85bd-6200a036b83d no longer exists at agent hyperv_hv-cinder-79963 {{(pid=93089) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:37:51.997422 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.plugin [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] No Port match for: a56aa29c-b3e1-4005-85bd-6200a036b83d {{(pid=93089) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:37:51.997773 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.rpc [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] Device a56aa29c-b3e1-4005-85bd-6200a036b83d not bound to the agent host hv-cinder-79963 {{(pid=93089) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:37:52.005341 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730293992524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912513'] for agent, after_update {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:37:52.023314 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-5be24b99-92ea-49ab-99af-ea8007757124 req-d90621ab-1936-4953-8dc8-5c53be6a0eb1 service neutron] 10.222.0.106 "GET /v2.0/networks/13aecddf-3646-4770-a1b4-1e59fdf991f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872054 Jul 06 12:37:52.114039 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-5be24b99-92ea-49ab-99af-ea8007757124 req-9d33aecb-f1e7-46a6-b288-044dab5580b7 service neutron] 10.222.0.106 "GET /v2.0/networks/13aecddf-3646-4770-a1b4-1e59fdf991f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848365 Jul 06 12:37:52.231236 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-63491e53-f678-4014-b59c-93279b2c6cc8 req-4f2e1a38-cead-4733-a0bb-376b36b17a3a tempest-TestMinimumBasicScenario-1748604485 tempest-TestMinimumBasicScenario-1748604485-project] 10.222.0.106 "GET /v2.0/ports?device_id=7d69a85d-ce03-47db-b48b-19cc0f97d343 HTTP/1.1" status: 200 len: 210 time: 0.0353711 Jul 06 12:37:52.289719 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-a9acf681-1993-4344-8a53-1a01f796ea51 req-c8a6e965-0885-4868-b16c-dc4d291df448 tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] 10.222.0.106 "GET /v2.0/ports?device_id=94f9f2b5-5ad5-46f4-8cab-79ff7ad040af HTTP/1.1" status: 200 len: 210 time: 0.0283463 Jul 06 12:37:53.386039 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-8beb67a8-84bd-45cb-9d6d-c2e52a8d7863 req-a912bc7e-e20a-45cf-bf97-0a55633554cb tempest-TestMinimumBasicScenario-1748604485 tempest-TestMinimumBasicScenario-1748604485-project] 10.222.0.106 "GET /v2.0/ports?device_id=7d69a85d-ce03-47db-b48b-19cc0f97d343 HTTP/1.1" status: 200 len: 210 time: 0.0307608 Jul 06 12:37:53.442975 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-9d654836-0539-475a-a082-b50a8203294c req-ebf4db35-0283-403c-9fba-1b354924f5e9 tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] 10.222.0.106 "GET /v2.0/ports?device_id=94f9f2b5-5ad5-46f4-8cab-79ff7ad040af HTTP/1.1" status: 200 len: 210 time: 0.0291190 Jul 06 12:37:54.110396 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e56045-54df-4bf7-aebb-1b4e155ac8a6 req-703942bd-548a-4d42-8078-b4ef5ba9f312 tempest-TestMinimumBasicScenario-1748604485 tempest-TestMinimumBasicScenario-1748604485-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:37:54.111828 dv-cinder-799631-1-iscsi neutron-server[93087]: INFO neutron.wsgi [req-50e56045-54df-4bf7-aebb-1b4e155ac8a6 req-703942bd-548a-4d42-8078-b4ef5ba9f312 tempest-TestMinimumBasicScenario-1748604485 tempest-TestMinimumBasicScenario-1748604485-project] 10.222.0.100 "GET /v2.0/networks?id=af1c07e1-bc5b-4dc3-88dd-e84cce5c0677 HTTP/1.1" status: 200 len: 814 time: 0.1182961 Jul 06 12:37:54.145130 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.api.v2.base [req-50e56045-54df-4bf7-aebb-1b4e155ac8a6 req-f5c99a41-c73c-4429-aa10-f06c3f0c2f47 tempest-TestMinimumBasicScenario-1748604485 tempest-TestMinimumBasicScenario-1748604485-project] Request body: {'port': {'device_id': '7d69a85d-ce03-47db-b48b-19cc0f97d343', 'network_id': 'af1c07e1-bc5b-4dc3-88dd-e84cce5c0677', 'admin_state_up': True, 'tenant_id': 'f3eb28de4f1642849fc831371d7db6c4'}} {{(pid=93087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:37:54.260562 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-50e56045-54df-4bf7-aebb-1b4e155ac8a6 req-f5c99a41-c73c-4429-aa10-f06c3f0c2f47 tempest-TestMinimumBasicScenario-1748604485 tempest-TestMinimumBasicScenario-1748604485-project] Made reservation on behalf of f3eb28de4f1642849fc831371d7db6c4 for: {'port': 1} {{(pid=93087) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:37:54.265476 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [req-50e56045-54df-4bf7-aebb-1b4e155ac8a6 req-f5c99a41-c73c-4429-aa10-f06c3f0c2f47 tempest-TestMinimumBasicScenario-1748604485 tempest-TestMinimumBasicScenario-1748604485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772861'] for port, before_create {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:37:54.398829 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.db.db_base_plugin_common [req-50e56045-54df-4bf7-aebb-1b4e155ac8a6 req-f5c99a41-c73c-4429-aa10-f06c3f0c2f47 tempest-TestMinimumBasicScenario-1748604485 tempest-TestMinimumBasicScenario-1748604485-project] Allocated IP 172.20.0.3 (af1c07e1-bc5b-4dc3-88dd-e84cce5c0677/b9c58772-dfdc-4409-b2d7-be774e05449a/d83d37af-235e-4459-bdd2-0d2554e24623) {{(pid=93087) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:37:54.602467 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-80727fc8-eb04-47b1-9b5f-39db6f03f5b0 req-63fe0c3a-3e80-48fa-8ace-bf5723792107 tempest-TestMinimumBasicScenario-1748604485 tempest-TestMinimumBasicScenario-1748604485-project] 10.222.0.106 "GET /v2.0/ports?device_id=7d69a85d-ce03-47db-b48b-19cc0f97d343 HTTP/1.1" status: 200 len: 210 time: 0.0815887 Jul 06 12:37:54.678523 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-64ae9c34-8693-4437-8251-f9dece79efd8 req-3896b074-5cd8-46e9-bea9-288cbe7f1883 tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] 10.222.0.106 "GET /v2.0/ports?device_id=94f9f2b5-5ad5-46f4-8cab-79ff7ad040af HTTP/1.1" status: 200 len: 210 time: 0.0753882 Jul 06 12:37:54.704082 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [req-50e56045-54df-4bf7-aebb-1b4e155ac8a6 req-f5c99a41-c73c-4429-aa10-f06c3f0c2f47 tempest-TestMinimumBasicScenario-1748604485 tempest-TestMinimumBasicScenario-1748604485-project] Notify callbacks [] for port, precommit_create {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:37:54.728765 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.db.provisioning_blocks [req-50e56045-54df-4bf7-aebb-1b4e155ac8a6 req-f5c99a41-c73c-4429-aa10-f06c3f0c2f47 tempest-TestMinimumBasicScenario-1748604485 tempest-TestMinimumBasicScenario-1748604485-project] Transition to ACTIVE for port object d83d37af-235e-4459-bdd2-0d2554e24623 will not be triggered until provisioned by entity DHCP. {{(pid=93087) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:37:54.788754 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [req-50e56045-54df-4bf7-aebb-1b4e155ac8a6 req-f5c99a41-c73c-4429-aa10-f06c3f0c2f47 tempest-TestMinimumBasicScenario-1748604485 tempest-TestMinimumBasicScenario-1748604485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-772920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-407207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730293689564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-65517734'] for port, after_create {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:37:54.816975 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-50e56045-54df-4bf7-aebb-1b4e155ac8a6 req-f5c99a41-c73c-4429-aa10-f06c3f0c2f47 tempest-TestMinimumBasicScenario-1748604485 tempest-TestMinimumBasicScenario-1748604485-project] Network af1c07e1-bc5b-4dc3-88dd-e84cce5c0677 is already hosted by enough agents. {{(pid=93087) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:37:54.819599 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.scheduler.base_scheduler [req-50e56045-54df-4bf7-aebb-1b4e155ac8a6 req-f5c99a41-c73c-4429-aa10-f06c3f0c2f47 tempest-TestMinimumBasicScenario-1748604485 tempest-TestMinimumBasicScenario-1748604485-project] Resources bound (agent type, host, resource id): {{(pid=93087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:37:54.822328 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.db.l3_dvrscheduler_db [req-50e56045-54df-4bf7-aebb-1b4e155ac8a6 req-f5c99a41-c73c-4429-aa10-f06c3f0c2f47 tempest-TestMinimumBasicScenario-1748604485 tempest-TestMinimumBasicScenario-1748604485-project] Received port after_create {{(pid=93087) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:37:54.940012 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c99a41-c73c-4429-aa10-f06c3f0c2f47 tempest-TestMinimumBasicScenario-1748604485 tempest-TestMinimumBasicScenario-1748604485-project] Pushing event updated for resources: {'Port': ['ID=d83d37af-235e-4459-bdd2-0d2554e24623,revision_number=1']} {{(pid=93087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:37:54.962521 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e56045-54df-4bf7-aebb-1b4e155ac8a6 req-f5c99a41-c73c-4429-aa10-f06c3f0c2f47 tempest-TestMinimumBasicScenario-1748604485 tempest-TestMinimumBasicScenario-1748604485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:37:54.963531 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [req-50e56045-54df-4bf7-aebb-1b4e155ac8a6 req-f5c99a41-c73c-4429-aa10-f06c3f0c2f47 tempest-TestMinimumBasicScenario-1748604485 tempest-TestMinimumBasicScenario-1748604485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473541'] for port, before_response {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:37:54.981281 dv-cinder-799631-1-iscsi neutron-server[93087]: INFO neutron.wsgi [req-50e56045-54df-4bf7-aebb-1b4e155ac8a6 req-f5c99a41-c73c-4429-aa10-f06c3f0c2f47 tempest-TestMinimumBasicScenario-1748604485 tempest-TestMinimumBasicScenario-1748604485-project] 10.222.0.100 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8403118 Jul 06 12:37:55.136054 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.db.provisioning_blocks [None req-7077901b-8d89-40b9-a447-56fb7d8eed41 None None] Provisioning for port d83d37af-235e-4459-bdd2-0d2554e24623 completed by entity DHCP. {{(pid=93089) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:37:55.142712 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.db.provisioning_blocks [None req-7077901b-8d89-40b9-a447-56fb7d8eed41 None None] Provisioning complete for port d83d37af-235e-4459-bdd2-0d2554e24623 triggered by entity DHCP. {{(pid=93089) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:37:55.143279 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-7077901b-8d89-40b9-a447-56fb7d8eed41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912496'] for port, provisioning_complete {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:37:55.205312 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.plugin [None req-7077901b-8d89-40b9-a447-56fb7d8eed41 None None] Port d83d37af-235e-4459-bdd2-0d2554e24623 cannot update to ACTIVE because it is not bound. {{(pid=93089) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 12:37:55.829820 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70099a1b-a8c2-4957-b412-98781a08cf2c req-4298719e-f0d6-4cd3-930d-767ecd8b3cca tempest-TestMinimumBasicScenario-1748604485 tempest-TestMinimumBasicScenario-1748604485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:37:55.831348 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-70099a1b-a8c2-4957-b412-98781a08cf2c req-4298719e-f0d6-4cd3-930d-767ecd8b3cca tempest-TestMinimumBasicScenario-1748604485 tempest-TestMinimumBasicScenario-1748604485-project] 10.222.0.106 "GET /v2.0/ports?device_id=7d69a85d-ce03-47db-b48b-19cc0f97d343 HTTP/1.1" status: 200 len: 931 time: 0.0644288 Jul 06 12:37:55.879534 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-07327eed-a023-400b-b6dc-41a3c7b9e518 req-0f00a4c7-dceb-45f6-9167-18c494baf410 tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] 10.222.0.106 "GET /v2.0/ports?device_id=94f9f2b5-5ad5-46f4-8cab-79ff7ad040af HTTP/1.1" status: 200 len: 210 time: 0.0471766 Jul 06 12:37:55.901767 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-70099a1b-a8c2-4957-b412-98781a08cf2c req-fba025f4-97a4-4e5f-80af-eb73571b4ac5 tempest-TestMinimumBasicScenario-1748604485 tempest-TestMinimumBasicScenario-1748604485-project] 10.222.0.106 "GET /v2.0/security-groups?id=26a62fe2-f45b-4706-a2cb-d0638e6cd286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605891 Jul 06 12:37:57.056833 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-ff92ade0-4ea6-49dc-abea-b726b4e39293 req-195e0991-4925-4eac-8631-0d526a36e05f tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] 10.222.0.106 "GET /v2.0/ports?device_id=94f9f2b5-5ad5-46f4-8cab-79ff7ad040af HTTP/1.1" status: 200 len: 210 time: 0.0495510 Jul 06 12:37:57.129942 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22269230-24ef-456d-bcaa-1f072fe64d46 req-37fea7f6-918d-42e8-a058-49b954371240 tempest-TestMinimumBasicScenario-1748604485 tempest-TestMinimumBasicScenario-1748604485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:37:57.131790 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-22269230-24ef-456d-bcaa-1f072fe64d46 req-37fea7f6-918d-42e8-a058-49b954371240 tempest-TestMinimumBasicScenario-1748604485 tempest-TestMinimumBasicScenario-1748604485-project] 10.222.0.106 "GET /v2.0/ports?device_id=7d69a85d-ce03-47db-b48b-19cc0f97d343 HTTP/1.1" status: 200 len: 931 time: 0.0781779 Jul 06 12:37:57.177040 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-22269230-24ef-456d-bcaa-1f072fe64d46 req-766f2e2e-e283-42cc-9457-83d7f8cfe6d9 tempest-TestMinimumBasicScenario-1748604485 tempest-TestMinimumBasicScenario-1748604485-project] 10.222.0.106 "GET /v2.0/security-groups?id=26a62fe2-f45b-4706-a2cb-d0638e6cd286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380671 Jul 06 12:37:58.209168 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-01ca4918-658c-40f9-a074-d37bc077ed70 req-868f280d-165b-433b-a1f8-ff5705f85361 tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] 10.222.0.106 "GET /v2.0/ports?device_id=94f9f2b5-5ad5-46f4-8cab-79ff7ad040af HTTP/1.1" status: 200 len: 210 time: 0.0286696 Jul 06 12:37:58.405287 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44e67ca-aaf8-4342-8b07-cb47e598b84b req-0f123b80-e8a6-46f8-acd6-f856bc1e00db tempest-TestMinimumBasicScenario-1748604485 tempest-TestMinimumBasicScenario-1748604485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:37:58.407222 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-d44e67ca-aaf8-4342-8b07-cb47e598b84b req-0f123b80-e8a6-46f8-acd6-f856bc1e00db tempest-TestMinimumBasicScenario-1748604485 tempest-TestMinimumBasicScenario-1748604485-project] 10.222.0.106 "GET /v2.0/ports?device_id=7d69a85d-ce03-47db-b48b-19cc0f97d343 HTTP/1.1" status: 200 len: 931 time: 0.0792680 Jul 06 12:37:58.456966 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-d44e67ca-aaf8-4342-8b07-cb47e598b84b req-2609d130-e3be-4a87-9bd4-b6d70bb03027 tempest-TestMinimumBasicScenario-1748604485 tempest-TestMinimumBasicScenario-1748604485-project] 10.222.0.106 "GET /v2.0/security-groups?id=26a62fe2-f45b-4706-a2cb-d0638e6cd286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436952 Jul 06 12:37:59.360095 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-91a3f251-a796-4ac0-afd2-db2dc0ff031d req-ca701972-1cae-4590-b2ea-d70b43fcd626 tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] 10.222.0.106 "GET /v2.0/ports?device_id=94f9f2b5-5ad5-46f4-8cab-79ff7ad040af HTTP/1.1" status: 200 len: 210 time: 0.0319624 Jul 06 12:37:59.658692 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38894580-a076-4724-87b3-17141a79a1f5 req-532c1eb1-08b6-4287-9f39-73682c408ee1 tempest-TestMinimumBasicScenario-1748604485 tempest-TestMinimumBasicScenario-1748604485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:37:59.660234 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-38894580-a076-4724-87b3-17141a79a1f5 req-532c1eb1-08b6-4287-9f39-73682c408ee1 tempest-TestMinimumBasicScenario-1748604485 tempest-TestMinimumBasicScenario-1748604485-project] 10.222.0.106 "GET /v2.0/ports?device_id=7d69a85d-ce03-47db-b48b-19cc0f97d343 HTTP/1.1" status: 200 len: 931 time: 0.0700865 Jul 06 12:37:59.701291 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-38894580-a076-4724-87b3-17141a79a1f5 req-2589f97b-3575-43ce-a552-a9eef5222c78 tempest-TestMinimumBasicScenario-1748604485 tempest-TestMinimumBasicScenario-1748604485-project] 10.222.0.106 "GET /v2.0/security-groups?id=26a62fe2-f45b-4706-a2cb-d0638e6cd286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351071 Jul 06 12:38:00.513728 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-fa273c9c-ae49-4b64-8996-411f2e2f59d0 req-57dec1e9-af63-4321-9c8e-775a7b04a447 tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] 10.222.0.106 "GET /v2.0/ports?device_id=94f9f2b5-5ad5-46f4-8cab-79ff7ad040af HTTP/1.1" status: 200 len: 210 time: 0.0349243 Jul 06 12:38:00.910051 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffb48c6-beca-4014-8339-370c4cf266d8 req-aa75d8f2-0e77-4c3f-b9a4-1ba8ab91f77b tempest-TestMinimumBasicScenario-1748604485 tempest-TestMinimumBasicScenario-1748604485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:38:00.913899 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-bffb48c6-beca-4014-8339-370c4cf266d8 req-aa75d8f2-0e77-4c3f-b9a4-1ba8ab91f77b tempest-TestMinimumBasicScenario-1748604485 tempest-TestMinimumBasicScenario-1748604485-project] 10.222.0.106 "GET /v2.0/ports?device_id=7d69a85d-ce03-47db-b48b-19cc0f97d343 HTTP/1.1" status: 200 len: 931 time: 0.0833969 Jul 06 12:38:00.954981 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-bffb48c6-beca-4014-8339-370c4cf266d8 req-b80e99da-2a73-46d8-bee1-b5d8682c6fe0 tempest-TestMinimumBasicScenario-1748604485 tempest-TestMinimumBasicScenario-1748604485-project] 10.222.0.106 "GET /v2.0/security-groups?id=26a62fe2-f45b-4706-a2cb-d0638e6cd286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362685 Jul 06 12:38:01.014464 dv-cinder-799631-1-iscsi neutron-server[93090]: DEBUG neutron.db.agents_db [None req-df1e7349-c09a-47b1-8f5e-4c337b6ca707 None None] Agent healthcheck: found 6 active agents {{(pid=93090) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 12:38:01.661546 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-57ba22ed-af53-4df0-ba8c-b5dde89a08d6 req-aad1d65f-246d-4fc4-8fbb-dcc1be9a0fbc tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] 10.222.0.106 "GET /v2.0/ports?device_id=94f9f2b5-5ad5-46f4-8cab-79ff7ad040af HTTP/1.1" status: 200 len: 210 time: 0.0282805 Jul 06 12:38:02.159508 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd91fd1-00e7-4c97-9962-a0b7e9889394 req-8e0d0a2d-ad88-4ba6-96fc-9c6d3e410c7b tempest-TestMinimumBasicScenario-1748604485 tempest-TestMinimumBasicScenario-1748604485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:38:02.161201 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-bdd91fd1-00e7-4c97-9962-a0b7e9889394 req-8e0d0a2d-ad88-4ba6-96fc-9c6d3e410c7b tempest-TestMinimumBasicScenario-1748604485 tempest-TestMinimumBasicScenario-1748604485-project] 10.222.0.106 "GET /v2.0/ports?device_id=7d69a85d-ce03-47db-b48b-19cc0f97d343 HTTP/1.1" status: 200 len: 931 time: 0.0729530 Jul 06 12:38:02.200074 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-bdd91fd1-00e7-4c97-9962-a0b7e9889394 req-640d4beb-b3a8-41ff-93e2-070f6e942a46 tempest-TestMinimumBasicScenario-1748604485 tempest-TestMinimumBasicScenario-1748604485-project] 10.222.0.106 "GET /v2.0/security-groups?id=26a62fe2-f45b-4706-a2cb-d0638e6cd286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331225 Jul 06 12:38:02.809115 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-6a6ce81e-45f1-4a64-acf5-77038148a135 req-44c01729-9fc0-4de5-9ac8-219dab995058 tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] 10.222.0.106 "GET /v2.0/ports?device_id=94f9f2b5-5ad5-46f4-8cab-79ff7ad040af HTTP/1.1" status: 200 len: 210 time: 0.0289967 Jul 06 12:38:03.389003 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d451d944-7e4f-4063-b42e-9be31d6a3215 req-3d3f4e55-77e2-498f-ad3e-7e761d5f7197 tempest-TestMinimumBasicScenario-1748604485 tempest-TestMinimumBasicScenario-1748604485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:38:03.391284 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-d451d944-7e4f-4063-b42e-9be31d6a3215 req-3d3f4e55-77e2-498f-ad3e-7e761d5f7197 tempest-TestMinimumBasicScenario-1748604485 tempest-TestMinimumBasicScenario-1748604485-project] 10.222.0.106 "GET /v2.0/ports?device_id=7d69a85d-ce03-47db-b48b-19cc0f97d343 HTTP/1.1" status: 200 len: 931 time: 0.0664270 Jul 06 12:38:03.436528 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-d451d944-7e4f-4063-b42e-9be31d6a3215 req-c461d10e-5743-40e4-a221-474f6ce8bdd0 tempest-TestMinimumBasicScenario-1748604485 tempest-TestMinimumBasicScenario-1748604485-project] 10.222.0.106 "GET /v2.0/security-groups?id=26a62fe2-f45b-4706-a2cb-d0638e6cd286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389574 Jul 06 12:38:03.609532 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.wsgi [-] (93087) accepted ('10.222.0.106', 53452) {{(pid=93087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:38:03.725684 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-1f82f27d-1306-469e-8502-97c0a76d7079 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:03.877587 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-1f82f27d-1306-469e-8502-97c0a76d7079 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:03.907206 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-1f82f27d-1306-469e-8502-97c0a76d7079 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1774441'] for security_group, after_create {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:03.948696 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f82f27d-1306-469e-8502-97c0a76d7079 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1134fc34-6046-4546-9910-c3e5398f7866,revision_number=1']} {{(pid=93087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:38:03.948696 dv-cinder-799631-1-iscsi neutron-server[93087]: INFO neutron.wsgi [None req-1f82f27d-1306-469e-8502-97c0a76d7079 admin admin] 10.222.0.106 "GET /v2.0/security-groups?tenant_id=6149315ee05d4901ac25640d8e0f0710&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3373187 Jul 06 12:38:03.956597 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.wsgi [-] (93087) accepted ('10.222.0.106', 53458) {{(pid=93087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:38:04.050827 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-849d8b57-84b1-41d7-b179-cf59c21e5c0f req-995d7f07-c070-4910-aa4c-d0f76541f0e1 tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] 10.222.0.106 "GET /v2.0/ports?device_id=94f9f2b5-5ad5-46f4-8cab-79ff7ad040af HTTP/1.1" status: 200 len: 210 time: 0.0410144 Jul 06 12:38:04.057900 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-220d920c-31d4-4de4-8474-f54fbbfe97e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:04.082201 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-220d920c-31d4-4de4-8474-f54fbbfe97e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:04.136111 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-220d920c-31d4-4de4-8474-f54fbbfe97e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1774441'] for security_group, after_delete {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:04.139999 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-220d920c-31d4-4de4-8474-f54fbbfe97e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:04.143968 dv-cinder-799631-1-iscsi neutron-server[93087]: INFO neutron.wsgi [None req-220d920c-31d4-4de4-8474-f54fbbfe97e5 admin admin] 10.222.0.106 "DELETE /v2.0/security-groups/1134fc34-6046-4546-9910-c3e5398f7866 HTTP/1.1" status: 204 len: 168 time: 0.1853731 Jul 06 12:38:04.150641 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220d920c-31d4-4de4-8474-f54fbbfe97e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1134fc34-6046-4546-9910-c3e5398f7866,revision_number=None']} {{(pid=93087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:38:04.436921 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.wsgi [-] (93088) accepted ('10.222.0.106', 53464) {{(pid=93088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:38:04.451055 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-2cd1c0c1-5732-4a78-b5e1-15a25505d796 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:04.579876 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-2cd1c0c1-5732-4a78-b5e1-15a25505d796 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:04.614909 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-2cd1c0c1-5732-4a78-b5e1-15a25505d796 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1774441'] for security_group, after_create {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:04.667822 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd1c0c1-5732-4a78-b5e1-15a25505d796 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c80ef9b-4828-4d5a-9aa4-ef6a63ba46e1,revision_number=1']} {{(pid=93088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:38:04.674775 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.wsgi [-] (93087) accepted ('10.222.0.106', 53468) {{(pid=93087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:38:04.675477 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [None req-2cd1c0c1-5732-4a78-b5e1-15a25505d796 admin admin] 10.222.0.106 "GET /v2.0/security-groups?tenant_id=2e58b54c5df34684b295cf6c424d0dad&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2367256 Jul 06 12:38:04.697304 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27a864f-4003-468b-baff-a04254c7089f req-a49fb2cf-4811-470a-90bd-d4023e9a1f1c tempest-TestMinimumBasicScenario-1748604485 tempest-TestMinimumBasicScenario-1748604485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:38:04.699401 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-f27a864f-4003-468b-baff-a04254c7089f req-a49fb2cf-4811-470a-90bd-d4023e9a1f1c tempest-TestMinimumBasicScenario-1748604485 tempest-TestMinimumBasicScenario-1748604485-project] 10.222.0.106 "GET /v2.0/ports?device_id=7d69a85d-ce03-47db-b48b-19cc0f97d343 HTTP/1.1" status: 200 len: 931 time: 0.1353004 Jul 06 12:38:04.728094 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-0d06d2be-1be3-45a9-94bc-735bac7e501d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:04.740036 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-f27a864f-4003-468b-baff-a04254c7089f req-6a8a870f-3fef-4d2f-a99d-e9f059109ecf tempest-TestMinimumBasicScenario-1748604485 tempest-TestMinimumBasicScenario-1748604485-project] 10.222.0.106 "GET /v2.0/security-groups?id=26a62fe2-f45b-4706-a2cb-d0638e6cd286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339022 Jul 06 12:38:04.750431 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-0d06d2be-1be3-45a9-94bc-735bac7e501d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:04.810337 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-0d06d2be-1be3-45a9-94bc-735bac7e501d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1774441'] for security_group, after_delete {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:04.813907 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-0d06d2be-1be3-45a9-94bc-735bac7e501d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:04.818425 dv-cinder-799631-1-iscsi neutron-server[93087]: INFO neutron.wsgi [None req-0d06d2be-1be3-45a9-94bc-735bac7e501d admin admin] 10.222.0.106 "DELETE /v2.0/security-groups/3c80ef9b-4828-4d5a-9aa4-ef6a63ba46e1 HTTP/1.1" status: 204 len: 168 time: 0.1424201 Jul 06 12:38:04.829450 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d06d2be-1be3-45a9-94bc-735bac7e501d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c80ef9b-4828-4d5a-9aa4-ef6a63ba46e1,revision_number=None']} {{(pid=93087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:38:05.206154 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-40d6ce9b-0872-47fd-a0ef-a4b6a3c7b4ff req-14867d6a-f9f8-48ed-8683-36d7b0b687d6 tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] 10.222.0.106 "GET /v2.0/ports?device_id=94f9f2b5-5ad5-46f4-8cab-79ff7ad040af HTTP/1.1" status: 200 len: 210 time: 0.0322230 Jul 06 12:38:05.924406 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d567e7b2-e15f-4b86-950f-6913ebf1a6b7 req-c1fddcd5-aa4a-49ec-a068-a7de2ddb274e tempest-TestMinimumBasicScenario-1748604485 tempest-TestMinimumBasicScenario-1748604485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:38:05.925960 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-d567e7b2-e15f-4b86-950f-6913ebf1a6b7 req-c1fddcd5-aa4a-49ec-a068-a7de2ddb274e tempest-TestMinimumBasicScenario-1748604485 tempest-TestMinimumBasicScenario-1748604485-project] 10.222.0.106 "GET /v2.0/ports?device_id=7d69a85d-ce03-47db-b48b-19cc0f97d343 HTTP/1.1" status: 200 len: 931 time: 0.0625567 Jul 06 12:38:05.969979 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-d567e7b2-e15f-4b86-950f-6913ebf1a6b7 req-fb929958-9466-4d56-b9fa-ad2f25e1a788 tempest-TestMinimumBasicScenario-1748604485 tempest-TestMinimumBasicScenario-1748604485-project] 10.222.0.106 "GET /v2.0/security-groups?id=26a62fe2-f45b-4706-a2cb-d0638e6cd286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380599 Jul 06 12:38:06.009319 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.api.v2.base [req-50e56045-54df-4bf7-aebb-1b4e155ac8a6 req-f3f8cbab-dc91-49b1-b4bc-a2441036b817 service neutron] Request body: {'port': {'device_id': '7d69a85d-ce03-47db-b48b-19cc0f97d343', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79963'}} {{(pid=93087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:38:06.104408 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [req-50e56045-54df-4bf7-aebb-1b4e155ac8a6 req-f3f8cbab-dc91-49b1-b4bc-a2441036b817 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772861'] for port, before_update {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:06.112769 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be24b99-92ea-49ab-99af-ea8007757124 req-6a19a521-f2c2-471f-8817-aafaabdab623 tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:38:06.113911 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-5be24b99-92ea-49ab-99af-ea8007757124 req-6a19a521-f2c2-471f-8817-aafaabdab623 tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] 10.222.0.100 "GET /v2.0/networks?id=13aecddf-3646-4770-a1b4-1e59fdf991f5 HTTP/1.1" status: 200 len: 817 time: 0.1258235 Jul 06 12:38:06.177371 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-5be24b99-92ea-49ab-99af-ea8007757124 req-6b6e7555-a35f-4cd5-a18e-8e3840df16f6 tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] 10.222.0.100 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b437ce926689452f91685757af8037a1 HTTP/1.1" status: 200 len: 380 time: 0.0382650 Jul 06 12:38:06.189639 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.api.v2.base [req-5be24b99-92ea-49ab-99af-ea8007757124 req-dc7f163a-e340-4db2-8c5c-9f5fd49b2b30 tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] Request body: {'port': {'device_id': '94f9f2b5-5ad5-46f4-8cab-79ff7ad040af', 'network_id': '13aecddf-3646-4770-a1b4-1e59fdf991f5', 'admin_state_up': True, 'tenant_id': 'b437ce926689452f91685757af8037a1', 'security_groups': ['af721106-b63f-4fb8-b0d1-a9f3eb8d5c38']}} {{(pid=93088) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:38:06.310961 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5be24b99-92ea-49ab-99af-ea8007757124 req-dc7f163a-e340-4db2-8c5c-9f5fd49b2b30 tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] Made reservation on behalf of b437ce926689452f91685757af8037a1 for: {'port': 1} {{(pid=93088) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:38:06.319174 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [req-5be24b99-92ea-49ab-99af-ea8007757124 req-dc7f163a-e340-4db2-8c5c-9f5fd49b2b30 tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772861'] for port, before_create {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:06.394973 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.notifiers.nova [req-50e56045-54df-4bf7-aebb-1b4e155ac8a6 req-f3f8cbab-dc91-49b1-b4bc-a2441036b817 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d83d37af-235e-4459-bdd2-0d2554e24623 {{(pid=93087) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 12:38:06.404077 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [req-50e56045-54df-4bf7-aebb-1b4e155ac8a6 req-f3f8cbab-dc91-49b1-b4bc-a2441036b817 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:06.414467 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-cfdf93fb-7797-4379-bdb0-b7e0bfe4c606 req-2717d7ad-6a07-4a31-8126-6e239da5e2cd tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] 10.222.0.106 "GET /v2.0/ports?device_id=94f9f2b5-5ad5-46f4-8cab-79ff7ad040af HTTP/1.1" status: 200 len: 210 time: 0.0605633 Jul 06 12:38:06.420220 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.db.provisioning_blocks [req-50e56045-54df-4bf7-aebb-1b4e155ac8a6 req-f3f8cbab-dc91-49b1-b4bc-a2441036b817 service neutron] Transition to ACTIVE for port object d83d37af-235e-4459-bdd2-0d2554e24623 will not be triggered until provisioned by entity L2. {{(pid=93087) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:38:06.424249 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [req-50e56045-54df-4bf7-aebb-1b4e155ac8a6 req-f3f8cbab-dc91-49b1-b4bc-a2441036b817 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-772913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730294210856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730293689582', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730293689631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65517652'] for port, after_update {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:06.477762 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f8cbab-dc91-49b1-b4bc-a2441036b817 service neutron] Pushing event updated for resources: {'Port': ['ID=d83d37af-235e-4459-bdd2-0d2554e24623,revision_number=2']} {{(pid=93087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:38:06.498970 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.db.db_base_plugin_common [req-5be24b99-92ea-49ab-99af-ea8007757124 req-dc7f163a-e340-4db2-8c5c-9f5fd49b2b30 tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] Allocated IP 172.20.0.12 (13aecddf-3646-4770-a1b4-1e59fdf991f5/26404b5b-3148-4b62-b08e-5f523f412d1e/802f6ec7-37ad-4b77-9f21-aabe53e951e1) {{(pid=93088) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:38:06.572465 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.plugins.ml2.managers [req-50e56045-54df-4bf7-aebb-1b4e155ac8a6 req-f3f8cbab-dc91-49b1-b4bc-a2441036b817 service neutron] Attempting to bind port d83d37af-235e-4459-bdd2-0d2554e24623 on host hv-cinder-79963 for vnic_type normal with profile {{(pid=93087) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:38:06.572816 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.plugins.ml2.managers [req-50e56045-54df-4bf7-aebb-1b4e155ac8a6 req-f3f8cbab-dc91-49b1-b4bc-a2441036b817 service neutron] Attempting to bind port d83d37af-235e-4459-bdd2-0d2554e24623 by drivers openvswitch,hyperv on host hv-cinder-79963 at level 0 using segments [{'id': '3b7b6187-b8d3-415b-b372-c3596850bebe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1064, 'network_id': 'af1c07e1-bc5b-4dc3-88dd-e84cce5c0677'}] {{(pid=93087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:38:06.573169 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50e56045-54df-4bf7-aebb-1b4e155ac8a6 req-f3f8cbab-dc91-49b1-b4bc-a2441036b817 service neutron] Attempting to bind port d83d37af-235e-4459-bdd2-0d2554e24623 on network af1c07e1-bc5b-4dc3-88dd-e84cce5c0677 {{(pid=93087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:38:06.578408 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50e56045-54df-4bf7-aebb-1b4e155ac8a6 req-f3f8cbab-dc91-49b1-b4bc-a2441036b817 service neutron] Port d83d37af-235e-4459-bdd2-0d2554e24623 on network af1c07e1-bc5b-4dc3-88dd-e84cce5c0677 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79963 {{(pid=93087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 12:38:06.578744 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50e56045-54df-4bf7-aebb-1b4e155ac8a6 req-f3f8cbab-dc91-49b1-b4bc-a2441036b817 service neutron] Attempting to bind port d83d37af-235e-4459-bdd2-0d2554e24623 on network af1c07e1-bc5b-4dc3-88dd-e84cce5c0677 {{(pid=93087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:38:06.584180 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50e56045-54df-4bf7-aebb-1b4e155ac8a6 req-f3f8cbab-dc91-49b1-b4bc-a2441036b817 service neutron] Checking agent: {'id': '04527ea7-205a-43f8-9500-06532a9ad9cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79963', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 12, 31, 19), 'started_at': datetime.datetime(2021, 7, 6, 12, 31, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 37, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:38:06.584531 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50e56045-54df-4bf7-aebb-1b4e155ac8a6 req-f3f8cbab-dc91-49b1-b4bc-a2441036b817 service neutron] Checking segment: {'id': '3b7b6187-b8d3-415b-b372-c3596850bebe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1064, 'network_id': 'af1c07e1-bc5b-4dc3-88dd-e84cce5c0677'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:38:06.584924 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50e56045-54df-4bf7-aebb-1b4e155ac8a6 req-f3f8cbab-dc91-49b1-b4bc-a2441036b817 service neutron] Bound using segment: {'id': '3b7b6187-b8d3-415b-b372-c3596850bebe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1064, 'network_id': 'af1c07e1-bc5b-4dc3-88dd-e84cce5c0677'} {{(pid=93087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:38:06.585357 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.plugins.ml2.managers [req-50e56045-54df-4bf7-aebb-1b4e155ac8a6 req-f3f8cbab-dc91-49b1-b4bc-a2441036b817 service neutron] Bound port: d83d37af-235e-4459-bdd2-0d2554e24623, host: hv-cinder-79963, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3b7b6187-b8d3-415b-b372-c3596850bebe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1064, 'network_id': 'af1c07e1-bc5b-4dc3-88dd-e84cce5c0677'}}] {{(pid=93087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:38:06.585717 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [req-50e56045-54df-4bf7-aebb-1b4e155ac8a6 req-f3f8cbab-dc91-49b1-b4bc-a2441036b817 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772861'] for port, before_update {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:06.663186 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.plugins.ml2.db [req-50e56045-54df-4bf7-aebb-1b4e155ac8a6 req-f3f8cbab-dc91-49b1-b4bc-a2441036b817 service neutron] For port d83d37af-235e-4459-bdd2-0d2554e24623, host hv-cinder-79963, cleared binding levels {{(pid=93087) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:38:06.667931 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.plugins.ml2.db [req-50e56045-54df-4bf7-aebb-1b4e155ac8a6 req-f3f8cbab-dc91-49b1-b4bc-a2441036b817 service neutron] For port d83d37af-235e-4459-bdd2-0d2554e24623, host hv-cinder-79963, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79963',level=0,port_id=d83d37af-235e-4459-bdd2-0d2554e24623,segment=NetworkSegment(3b7b6187-b8d3-415b-b372-c3596850bebe),segment_id=3b7b6187-b8d3-415b-b372-c3596850bebe)] {{(pid=93087) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:38:06.674206 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [req-50e56045-54df-4bf7-aebb-1b4e155ac8a6 req-f3f8cbab-dc91-49b1-b4bc-a2441036b817 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-772913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730294210856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730293689582', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730293689631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65517652'] for port, after_update {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:06.685215 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [req-5be24b99-92ea-49ab-99af-ea8007757124 req-dc7f163a-e340-4db2-8c5c-9f5fd49b2b30 tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] Notify callbacks [] for port, precommit_create {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:06.699839 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.db.provisioning_blocks [req-5be24b99-92ea-49ab-99af-ea8007757124 req-dc7f163a-e340-4db2-8c5c-9f5fd49b2b30 tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] Transition to ACTIVE for port object 802f6ec7-37ad-4b77-9f21-aabe53e951e1 will not be triggered until provisioned by entity DHCP. {{(pid=93088) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:38:06.710320 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e56045-54df-4bf7-aebb-1b4e155ac8a6 req-f3f8cbab-dc91-49b1-b4bc-a2441036b817 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:38:06.711020 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [req-50e56045-54df-4bf7-aebb-1b4e155ac8a6 req-f3f8cbab-dc91-49b1-b4bc-a2441036b817 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473541'] for port, before_response {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:06.712521 dv-cinder-799631-1-iscsi neutron-server[93087]: INFO neutron.wsgi [req-50e56045-54df-4bf7-aebb-1b4e155ac8a6 req-f3f8cbab-dc91-49b1-b4bc-a2441036b817 service neutron] 10.222.0.100 "PUT /v2.0/ports/d83d37af-235e-4459-bdd2-0d2554e24623 HTTP/1.1" status: 200 len: 1093 time: 0.7103972 Jul 06 12:38:06.714727 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d69a85d-ce03-47db-b48b-19cc0f97d343', 'tag': 'd83d37af-235e-4459-bdd2-0d2554e24623'}] {{(pid=93087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:38:06.717336 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.106/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b75977dee10694d970e3c904bb2abec7b96eeb0b1196bffac2d8311199053796" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-586891b0-d23b-4387-bd92-9032677a9085" -d '{"events": [{"name": "network-changed", "server_uuid": "7d69a85d-ce03-47db-b48b-19cc0f97d343", "tag": "d83d37af-235e-4459-bdd2-0d2554e24623"}]}' {{(pid=93087) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:38:06.754482 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [req-5be24b99-92ea-49ab-99af-ea8007757124 req-dc7f163a-e340-4db2-8c5c-9f5fd49b2b30 tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-772920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-407207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730293689564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-63638193'] for port, after_create {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:06.759060 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f8cbab-dc91-49b1-b4bc-a2441036b817 service neutron] Pushing event updated for resources: {'Port': ['ID=d83d37af-235e-4459-bdd2-0d2554e24623,revision_number=3']} {{(pid=93087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:38:06.784648 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 12:38:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26ae776d-2e93-4034-8f79-f5eb9a0936a5 x-openstack-request-id: req-26ae776d-2e93-4034-8f79-f5eb9a0936a5 {{(pid=93087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:38:06.784946 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d69a85d-ce03-47db-b48b-19cc0f97d343", "tag": "d83d37af-235e-4459-bdd2-0d2554e24623", "status": "completed", "code": 200}]} {{(pid=93087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:38:06.785203 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.106/compute/v2.1/os-server-external-events used request id req-26ae776d-2e93-4034-8f79-f5eb9a0936a5 {{(pid=93087) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:38:06.785609 dv-cinder-799631-1-iscsi neutron-server[93087]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7d69a85d-ce03-47db-b48b-19cc0f97d343', 'tag': 'd83d37af-235e-4459-bdd2-0d2554e24623', 'status': 'completed', 'code': 200} Jul 06 12:38:06.828359 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5be24b99-92ea-49ab-99af-ea8007757124 req-dc7f163a-e340-4db2-8c5c-9f5fd49b2b30 tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] Network 13aecddf-3646-4770-a1b4-1e59fdf991f5 is already hosted by enough agents. {{(pid=93088) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:38:06.829976 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7f163a-e340-4db2-8c5c-9f5fd49b2b30 tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] Pushing event updated for resources: {'Port': ['ID=802f6ec7-37ad-4b77-9f21-aabe53e951e1,revision_number=1']} {{(pid=93088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:38:06.833297 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.scheduler.base_scheduler [req-5be24b99-92ea-49ab-99af-ea8007757124 req-dc7f163a-e340-4db2-8c5c-9f5fd49b2b30 tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] Resources bound (agent type, host, resource id): {{(pid=93088) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:38:06.835628 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.db.l3_dvrscheduler_db [req-5be24b99-92ea-49ab-99af-ea8007757124 req-dc7f163a-e340-4db2-8c5c-9f5fd49b2b30 tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] Received port after_create {{(pid=93088) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:38:06.877467 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e56045-54df-4bf7-aebb-1b4e155ac8a6 req-83ae3f7f-0582-4a02-9ecd-0e960478ef43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:38:06.880680 dv-cinder-799631-1-iscsi neutron-server[93087]: INFO neutron.wsgi [req-50e56045-54df-4bf7-aebb-1b4e155ac8a6 req-83ae3f7f-0582-4a02-9ecd-0e960478ef43 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=f3eb28de4f1642849fc831371d7db6c4&device_id=7d69a85d-ce03-47db-b48b-19cc0f97d343 HTTP/1.1" status: 200 len: 1096 time: 0.0860503 Jul 06 12:38:06.904638 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be24b99-92ea-49ab-99af-ea8007757124 req-dc7f163a-e340-4db2-8c5c-9f5fd49b2b30 tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:38:06.906529 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [req-5be24b99-92ea-49ab-99af-ea8007757124 req-dc7f163a-e340-4db2-8c5c-9f5fd49b2b30 tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473541'] for port, before_response {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:06.924614 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-5be24b99-92ea-49ab-99af-ea8007757124 req-dc7f163a-e340-4db2-8c5c-9f5fd49b2b30 tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] 10.222.0.100 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7396169 Jul 06 12:38:06.941307 dv-cinder-799631-1-iscsi neutron-server[93087]: INFO neutron.wsgi [req-50e56045-54df-4bf7-aebb-1b4e155ac8a6 req-1ebbbced-ba2e-4b38-b697-1e1a777323f2 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d83d37af-235e-4459-bdd2-0d2554e24623 HTTP/1.1" status: 200 len: 217 time: 0.0448585 Jul 06 12:38:06.944893 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.api.v2.base [req-5be24b99-92ea-49ab-99af-ea8007757124 req-cb6e6006-d183-4364-8523-16989c2c812f service neutron] Request body: {'port': {'device_id': '94f9f2b5-5ad5-46f4-8cab-79ff7ad040af', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79963'}} {{(pid=93088) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:38:07.013084 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e56045-54df-4bf7-aebb-1b4e155ac8a6 req-283ec7b6-77ee-4d5e-8840-05ee4d7b0476 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:38:07.016418 dv-cinder-799631-1-iscsi neutron-server[93087]: INFO neutron.wsgi [req-50e56045-54df-4bf7-aebb-1b4e155ac8a6 req-283ec7b6-77ee-4d5e-8840-05ee4d7b0476 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=b9c58772-dfdc-4409-b2d7-be774e05449a HTTP/1.1" status: 200 len: 853 time: 0.0672848 Jul 06 12:38:07.046910 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [req-5be24b99-92ea-49ab-99af-ea8007757124 req-cb6e6006-d183-4364-8523-16989c2c812f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772861'] for port, before_update {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:07.112399 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e56045-54df-4bf7-aebb-1b4e155ac8a6 req-31b41320-3068-4e92-ae56-92a6675c458c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:38:07.114219 dv-cinder-799631-1-iscsi neutron-server[93087]: INFO neutron.wsgi [req-50e56045-54df-4bf7-aebb-1b4e155ac8a6 req-31b41320-3068-4e92-ae56-92a6675c458c service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=af1c07e1-bc5b-4dc3-88dd-e84cce5c0677&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0874107 Jul 06 12:38:07.194411 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.db.provisioning_blocks [None req-0245f26a-d832-4723-ae89-05bed1d50a75 None None] Provisioning for port 802f6ec7-37ad-4b77-9f21-aabe53e951e1 completed by entity DHCP. {{(pid=93089) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:38:07.202077 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.db.provisioning_blocks [None req-0245f26a-d832-4723-ae89-05bed1d50a75 None None] Provisioning complete for port 802f6ec7-37ad-4b77-9f21-aabe53e951e1 triggered by entity DHCP. {{(pid=93089) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:38:07.203822 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-0245f26a-d832-4723-ae89-05bed1d50a75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912496'] for port, provisioning_complete {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:07.240251 dv-cinder-799631-1-iscsi neutron-server[93087]: INFO neutron.wsgi [req-50e56045-54df-4bf7-aebb-1b4e155ac8a6 req-59344709-a5c0-4469-85a2-b16506cb47b7 service neutron] 10.222.0.100 "GET /v2.0/networks/af1c07e1-bc5b-4dc3-88dd-e84cce5c0677?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1178823 Jul 06 12:38:07.252670 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-12a16ae1-6167-4c8c-9c57-267c0f41b703 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730293992524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912513'] for agent, after_update {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:07.263548 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.plugin [None req-0245f26a-d832-4723-ae89-05bed1d50a75 None None] Port 802f6ec7-37ad-4b77-9f21-aabe53e951e1 cannot update to ACTIVE because it is not bound. {{(pid=93089) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 12:38:07.314624 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.wsgi [-] (93087) accepted ('10.222.0.106', 53554) {{(pid=93087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:38:07.335506 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c6f99e-c718-4220-ac9e-4feec783fb5a req-70fc7361-c074-4bb0-9b8e-d9c330127af2 tempest-TestMinimumBasicScenario-1748604485 tempest-TestMinimumBasicScenario-1748604485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:38:07.337066 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-76c6f99e-c718-4220-ac9e-4feec783fb5a req-70fc7361-c074-4bb0-9b8e-d9c330127af2 tempest-TestMinimumBasicScenario-1748604485 tempest-TestMinimumBasicScenario-1748604485-project] 10.222.0.106 "GET /v2.0/ports?device_id=7d69a85d-ce03-47db-b48b-19cc0f97d343 HTTP/1.1" status: 200 len: 943 time: 0.1724167 Jul 06 12:38:07.358029 dv-cinder-799631-1-iscsi neutron-server[93087]: INFO neutron.wsgi [req-50e56045-54df-4bf7-aebb-1b4e155ac8a6 req-528f31f3-49bd-4e74-906a-326a356f7721 service neutron] 10.222.0.100 "GET /v2.0/networks/af1c07e1-bc5b-4dc3-88dd-e84cce5c0677?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1071999 Jul 06 12:38:07.407177 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-76c6f99e-c718-4220-ac9e-4feec783fb5a req-97f3c5a8-cc4b-44bf-b7a7-032253979bd0 tempest-TestMinimumBasicScenario-1748604485 tempest-TestMinimumBasicScenario-1748604485-project] 10.222.0.106 "GET /v2.0/security-groups?id=26a62fe2-f45b-4706-a2cb-d0638e6cd286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589907 Jul 06 12:38:07.438352 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.notifiers.nova [req-5be24b99-92ea-49ab-99af-ea8007757124 req-cb6e6006-d183-4364-8523-16989c2c812f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 802f6ec7-37ad-4b77-9f21-aabe53e951e1 {{(pid=93088) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 12:38:07.442291 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-10f336e3-bc68-4505-839d-c4ca3c634cd7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:07.445746 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [req-5be24b99-92ea-49ab-99af-ea8007757124 req-cb6e6006-d183-4364-8523-16989c2c812f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:07.458444 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.db.provisioning_blocks [req-5be24b99-92ea-49ab-99af-ea8007757124 req-cb6e6006-d183-4364-8523-16989c2c812f service neutron] Transition to ACTIVE for port object 802f6ec7-37ad-4b77-9f21-aabe53e951e1 will not be triggered until provisioned by entity L2. {{(pid=93088) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:38:07.467708 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [req-5be24b99-92ea-49ab-99af-ea8007757124 req-cb6e6006-d183-4364-8523-16989c2c812f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-772913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730294210856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730293689582', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730293689631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63638083'] for port, after_update {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:07.524797 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6e6006-d183-4364-8523-16989c2c812f service neutron] Pushing event updated for resources: {'Port': ['ID=802f6ec7-37ad-4b77-9f21-aabe53e951e1,revision_number=2']} {{(pid=93088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:38:07.587920 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586891b0-d23b-4387-bd92-9032677a9085 req-bb038234-a80c-4b99-b061-ab679aaac06c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:38:07.589604 dv-cinder-799631-1-iscsi neutron-server[93087]: INFO neutron.wsgi [req-586891b0-d23b-4387-bd92-9032677a9085 req-bb038234-a80c-4b99-b061-ab679aaac06c service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=f3eb28de4f1642849fc831371d7db6c4&device_id=7d69a85d-ce03-47db-b48b-19cc0f97d343 HTTP/1.1" status: 200 len: 1096 time: 0.1051431 Jul 06 12:38:07.649924 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.plugins.ml2.managers [req-5be24b99-92ea-49ab-99af-ea8007757124 req-cb6e6006-d183-4364-8523-16989c2c812f service neutron] Attempting to bind port 802f6ec7-37ad-4b77-9f21-aabe53e951e1 on host hv-cinder-79963 for vnic_type normal with profile {{(pid=93088) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:38:07.650334 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.plugins.ml2.managers [req-5be24b99-92ea-49ab-99af-ea8007757124 req-cb6e6006-d183-4364-8523-16989c2c812f service neutron] Attempting to bind port 802f6ec7-37ad-4b77-9f21-aabe53e951e1 by drivers openvswitch,hyperv on host hv-cinder-79963 at level 0 using segments [{'id': '9563ba30-5ba5-46ca-802a-73eb0aa117e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1083, 'network_id': '13aecddf-3646-4770-a1b4-1e59fdf991f5'}] {{(pid=93088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:38:07.650750 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5be24b99-92ea-49ab-99af-ea8007757124 req-cb6e6006-d183-4364-8523-16989c2c812f service neutron] Attempting to bind port 802f6ec7-37ad-4b77-9f21-aabe53e951e1 on network 13aecddf-3646-4770-a1b4-1e59fdf991f5 {{(pid=93088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:38:07.658779 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5be24b99-92ea-49ab-99af-ea8007757124 req-cb6e6006-d183-4364-8523-16989c2c812f service neutron] Port 802f6ec7-37ad-4b77-9f21-aabe53e951e1 on network 13aecddf-3646-4770-a1b4-1e59fdf991f5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79963 {{(pid=93088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 12:38:07.659235 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5be24b99-92ea-49ab-99af-ea8007757124 req-cb6e6006-d183-4364-8523-16989c2c812f service neutron] Attempting to bind port 802f6ec7-37ad-4b77-9f21-aabe53e951e1 on network 13aecddf-3646-4770-a1b4-1e59fdf991f5 {{(pid=93088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:38:07.676072 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5be24b99-92ea-49ab-99af-ea8007757124 req-cb6e6006-d183-4364-8523-16989c2c812f service neutron] Checking agent: {'id': '04527ea7-205a-43f8-9500-06532a9ad9cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79963', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 12, 31, 19), 'started_at': datetime.datetime(2021, 7, 6, 12, 31, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 37, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:38:07.676566 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5be24b99-92ea-49ab-99af-ea8007757124 req-cb6e6006-d183-4364-8523-16989c2c812f service neutron] Checking segment: {'id': '9563ba30-5ba5-46ca-802a-73eb0aa117e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1083, 'network_id': '13aecddf-3646-4770-a1b4-1e59fdf991f5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93088) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:38:07.677050 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5be24b99-92ea-49ab-99af-ea8007757124 req-cb6e6006-d183-4364-8523-16989c2c812f service neutron] Bound using segment: {'id': '9563ba30-5ba5-46ca-802a-73eb0aa117e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1083, 'network_id': '13aecddf-3646-4770-a1b4-1e59fdf991f5'} {{(pid=93088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:38:07.677643 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.plugins.ml2.managers [req-5be24b99-92ea-49ab-99af-ea8007757124 req-cb6e6006-d183-4364-8523-16989c2c812f service neutron] Bound port: 802f6ec7-37ad-4b77-9f21-aabe53e951e1, host: hv-cinder-79963, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9563ba30-5ba5-46ca-802a-73eb0aa117e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1083, 'network_id': '13aecddf-3646-4770-a1b4-1e59fdf991f5'}}] {{(pid=93088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:38:07.678104 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [req-5be24b99-92ea-49ab-99af-ea8007757124 req-cb6e6006-d183-4364-8523-16989c2c812f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772861'] for port, before_update {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:07.681936 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-10f336e3-bc68-4505-839d-c4ca3c634cd7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:07.689281 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-10f336e3-bc68-4505-839d-c4ca3c634cd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1774441'] for security_group, after_create {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:07.698455 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a489b4-9a60-4e93-9283-377a7533c042 req-530ae136-92f3-42d8-981c-792e509989ca tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:38:07.700193 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-19a489b4-9a60-4e93-9283-377a7533c042 req-530ae136-92f3-42d8-981c-792e509989ca tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] 10.222.0.106 "GET /v2.0/ports?device_id=94f9f2b5-5ad5-46f4-8cab-79ff7ad040af HTTP/1.1" status: 200 len: 944 time: 0.1182659 Jul 06 12:38:07.749501 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586891b0-d23b-4387-bd92-9032677a9085 req-3721e021-af94-4e02-b4dd-f265f8c9cd96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:38:07.750965 dv-cinder-799631-1-iscsi neutron-server[93087]: INFO neutron.wsgi [req-586891b0-d23b-4387-bd92-9032677a9085 req-3721e021-af94-4e02-b4dd-f265f8c9cd96 service neutron] 10.222.0.100 "GET /v2.0/networks?id=af1c07e1-bc5b-4dc3-88dd-e84cce5c0677 HTTP/1.1" status: 200 len: 916 time: 0.1500583 Jul 06 12:38:07.756512 dv-cinder-799631-1-iscsi neutron-server[93087]: INFO neutron.wsgi [None req-10f336e3-bc68-4505-839d-c4ca3c634cd7 admin admin] 10.222.0.106 "GET /v2.0/security-groups?tenant_id=71952da4729a45529c6e569587652432&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4385409 Jul 06 12:38:07.756792 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.wsgi [-] (93087) accepted ('10.222.0.106', 53560) {{(pid=93087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:38:07.765319 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f336e3-bc68-4505-839d-c4ca3c634cd7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87a0e8f6-08eb-499f-b6e7-3fb62f585fe3,revision_number=1']} {{(pid=93087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:38:07.800896 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-19a489b4-9a60-4e93-9283-377a7533c042 req-ab3175c5-3aa7-4fab-bebb-29ca3a2930a4 tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] 10.222.0.106 "GET /v2.0/security-groups?id=af721106-b63f-4fb8-b0d1-a9f3eb8d5c38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0918517 Jul 06 12:38:07.806467 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.plugins.ml2.db [req-5be24b99-92ea-49ab-99af-ea8007757124 req-cb6e6006-d183-4364-8523-16989c2c812f service neutron] For port 802f6ec7-37ad-4b77-9f21-aabe53e951e1, host hv-cinder-79963, cleared binding levels {{(pid=93088) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:38:07.809790 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.plugins.ml2.db [req-5be24b99-92ea-49ab-99af-ea8007757124 req-cb6e6006-d183-4364-8523-16989c2c812f service neutron] For port 802f6ec7-37ad-4b77-9f21-aabe53e951e1, host hv-cinder-79963, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79963',level=0,port_id=802f6ec7-37ad-4b77-9f21-aabe53e951e1,segment=NetworkSegment(9563ba30-5ba5-46ca-802a-73eb0aa117e8),segment_id=9563ba30-5ba5-46ca-802a-73eb0aa117e8)] {{(pid=93088) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:38:07.815506 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [req-5be24b99-92ea-49ab-99af-ea8007757124 req-cb6e6006-d183-4364-8523-16989c2c812f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-772913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730294210856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730293689582', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730293689631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63638083'] for port, after_update {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:07.816377 dv-cinder-799631-1-iscsi neutron-server[93087]: INFO neutron.wsgi [req-586891b0-d23b-4387-bd92-9032677a9085 req-02420f1e-828f-4e96-8451-816bc69c9581 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d83d37af-235e-4459-bdd2-0d2554e24623 HTTP/1.1" status: 200 len: 217 time: 0.0520833 Jul 06 12:38:07.852303 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be24b99-92ea-49ab-99af-ea8007757124 req-cb6e6006-d183-4364-8523-16989c2c812f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:38:07.852947 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [req-5be24b99-92ea-49ab-99af-ea8007757124 req-cb6e6006-d183-4364-8523-16989c2c812f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473541'] for port, before_response {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:07.854452 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-5be24b99-92ea-49ab-99af-ea8007757124 req-cb6e6006-d183-4364-8523-16989c2c812f service neutron] 10.222.0.100 "PUT /v2.0/ports/802f6ec7-37ad-4b77-9f21-aabe53e951e1 HTTP/1.1" status: 200 len: 1094 time: 0.9143991 Jul 06 12:38:07.856769 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '94f9f2b5-5ad5-46f4-8cab-79ff7ad040af', 'tag': '802f6ec7-37ad-4b77-9f21-aabe53e951e1'}] {{(pid=93088) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:38:07.859677 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.106/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9084e8bb467df778e8c5a57eadfa6056a7986fbfd2ee9905f143c38c4b95db31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-742fb8a4-f811-46b3-9440-8ebac08cea25" -d '{"events": [{"name": "network-changed", "server_uuid": "94f9f2b5-5ad5-46f4-8cab-79ff7ad040af", "tag": "802f6ec7-37ad-4b77-9f21-aabe53e951e1"}]}' {{(pid=93088) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:38:07.897699 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6e6006-d183-4364-8523-16989c2c812f service neutron] Pushing event updated for resources: {'Port': ['ID=802f6ec7-37ad-4b77-9f21-aabe53e951e1,revision_number=3']} {{(pid=93088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:38:07.907486 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-4a77ce8a-0632-40be-9e96-ab9774aaf342 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:07.913305 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586891b0-d23b-4387-bd92-9032677a9085 req-1217335a-85b5-4044-874c-bf454a4e96aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:38:07.914806 dv-cinder-799631-1-iscsi neutron-server[93087]: INFO neutron.wsgi [req-586891b0-d23b-4387-bd92-9032677a9085 req-1217335a-85b5-4044-874c-bf454a4e96aa service neutron] 10.222.0.100 "GET /v2.0/subnets?id=b9c58772-dfdc-4409-b2d7-be774e05449a HTTP/1.1" status: 200 len: 853 time: 0.0891962 Jul 06 12:38:07.922458 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 12:38:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91e14caf-49de-49f3-96f8-d9eab6ee93c9 x-openstack-request-id: req-91e14caf-49de-49f3-96f8-d9eab6ee93c9 {{(pid=93088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:38:07.922749 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "94f9f2b5-5ad5-46f4-8cab-79ff7ad040af", "tag": "802f6ec7-37ad-4b77-9f21-aabe53e951e1", "status": "completed", "code": 200}]} {{(pid=93088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:38:07.923145 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.106/compute/v2.1/os-server-external-events used request id req-91e14caf-49de-49f3-96f8-d9eab6ee93c9 {{(pid=93088) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:38:07.923863 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '94f9f2b5-5ad5-46f4-8cab-79ff7ad040af', 'tag': '802f6ec7-37ad-4b77-9f21-aabe53e951e1', 'status': 'completed', 'code': 200} Jul 06 12:38:07.945805 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-4a77ce8a-0632-40be-9e96-ab9774aaf342 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:08.004618 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be24b99-92ea-49ab-99af-ea8007757124 req-0895c8b9-d6c4-4a2f-b389-cc9f8e435725 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:38:08.006249 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-5be24b99-92ea-49ab-99af-ea8007757124 req-0895c8b9-d6c4-4a2f-b389-cc9f8e435725 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=b437ce926689452f91685757af8037a1&device_id=94f9f2b5-5ad5-46f4-8cab-79ff7ad040af HTTP/1.1" status: 200 len: 1097 time: 0.0588911 Jul 06 12:38:08.025791 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586891b0-d23b-4387-bd92-9032677a9085 req-25cd3caf-bacf-4bf5-a9ee-e756610ad050 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:38:08.027487 dv-cinder-799631-1-iscsi neutron-server[93087]: INFO neutron.wsgi [req-586891b0-d23b-4387-bd92-9032677a9085 req-25cd3caf-bacf-4bf5-a9ee-e756610ad050 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=af1c07e1-bc5b-4dc3-88dd-e84cce5c0677&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0939531 Jul 06 12:38:08.043391 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-4a77ce8a-0632-40be-9e96-ab9774aaf342 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1774441'] for security_group, after_delete {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:08.045842 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-4a77ce8a-0632-40be-9e96-ab9774aaf342 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:08.049737 dv-cinder-799631-1-iscsi neutron-server[93087]: INFO neutron.wsgi [None req-4a77ce8a-0632-40be-9e96-ab9774aaf342 admin admin] 10.222.0.106 "DELETE /v2.0/security-groups/87a0e8f6-08eb-499f-b6e7-3fb62f585fe3 HTTP/1.1" status: 204 len: 168 time: 0.2898190 Jul 06 12:38:08.064592 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-5be24b99-92ea-49ab-99af-ea8007757124 req-b908bea4-1a6f-4f3b-b830-9b2fef7f0b03 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=802f6ec7-37ad-4b77-9f21-aabe53e951e1 HTTP/1.1" status: 200 len: 217 time: 0.0437717 Jul 06 12:38:08.091832 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a77ce8a-0632-40be-9e96-ab9774aaf342 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87a0e8f6-08eb-499f-b6e7-3fb62f585fe3,revision_number=None']} {{(pid=93087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:38:08.134465 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be24b99-92ea-49ab-99af-ea8007757124 req-eec5642c-5d8d-4266-a8c2-67f98412e01e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:38:08.136048 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-5be24b99-92ea-49ab-99af-ea8007757124 req-eec5642c-5d8d-4266-a8c2-67f98412e01e service neutron] 10.222.0.100 "GET /v2.0/subnets?id=26404b5b-3148-4b62-b08e-5f523f412d1e HTTP/1.1" status: 200 len: 856 time: 0.0636928 Jul 06 12:38:08.142199 dv-cinder-799631-1-iscsi neutron-server[93087]: INFO neutron.wsgi [req-586891b0-d23b-4387-bd92-9032677a9085 req-6890829d-d108-4e8e-8ae7-a1da17d69625 service neutron] 10.222.0.100 "GET /v2.0/networks/af1c07e1-bc5b-4dc3-88dd-e84cce5c0677?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1081078 Jul 06 12:38:08.198485 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be24b99-92ea-49ab-99af-ea8007757124 req-5248dea1-a649-40de-a97b-a15b01848fda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:38:08.200107 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-5be24b99-92ea-49ab-99af-ea8007757124 req-5248dea1-a649-40de-a97b-a15b01848fda service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=13aecddf-3646-4770-a1b4-1e59fdf991f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0573392 Jul 06 12:38:08.252031 dv-cinder-799631-1-iscsi neutron-server[93087]: INFO neutron.wsgi [req-586891b0-d23b-4387-bd92-9032677a9085 req-e4b0fb25-261d-49ec-b355-936a503cd2c8 service neutron] 10.222.0.100 "GET /v2.0/networks/af1c07e1-bc5b-4dc3-88dd-e84cce5c0677?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1026990 Jul 06 12:38:08.299635 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-5be24b99-92ea-49ab-99af-ea8007757124 req-936c1ddf-8aca-45fb-ae6c-f0042dc80aed service neutron] 10.222.0.100 "GET /v2.0/networks/13aecddf-3646-4770-a1b4-1e59fdf991f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919418 Jul 06 12:38:08.356574 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.wsgi [-] (93088) accepted ('10.222.0.106', 53568) {{(pid=93088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:38:08.372457 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-3fafcfa0-28cd-4345-8c19-65e5a929b414 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:08.424226 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-5be24b99-92ea-49ab-99af-ea8007757124 req-0df327de-706e-4f28-890b-96a87be0a504 service neutron] 10.222.0.100 "GET /v2.0/networks/13aecddf-3646-4770-a1b4-1e59fdf991f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1177382 Jul 06 12:38:08.491606 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-3fafcfa0-28cd-4345-8c19-65e5a929b414 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:08.495710 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-3fafcfa0-28cd-4345-8c19-65e5a929b414 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1774441'] for security_group, after_create {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:08.801540 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fafcfa0-28cd-4345-8c19-65e5a929b414 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f12c1e41-bfdd-43b6-9045-46d832737353,revision_number=1']} {{(pid=93088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:38:08.808086 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [None req-3fafcfa0-28cd-4345-8c19-65e5a929b414 admin admin] 10.222.0.106 "GET /v2.0/security-groups?tenant_id=ff22b51e55bf4362aa6cf33802b947af&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4505293 Jul 06 12:38:08.811236 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.wsgi [-] (93087) accepted ('10.222.0.106', 53574) {{(pid=93087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:38:08.873521 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-49a27803-69e6-42bd-b42c-b6bd50209f53 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:08.885994 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742fb8a4-f811-46b3-9440-8ebac08cea25 req-4a7305d2-bf18-4059-a1a8-a3bc92d907c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:38:08.888304 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-742fb8a4-f811-46b3-9440-8ebac08cea25 req-4a7305d2-bf18-4059-a1a8-a3bc92d907c6 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=b437ce926689452f91685757af8037a1&device_id=94f9f2b5-5ad5-46f4-8cab-79ff7ad040af HTTP/1.1" status: 200 len: 1097 time: 0.3509479 Jul 06 12:38:08.896332 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80c5c40-03dc-4aa3-be57-e1aee4f6e624 req-82fd86be-3560-4d27-a325-bada3cc7f15a tempest-TestMinimumBasicScenario-1748604485 tempest-TestMinimumBasicScenario-1748604485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:38:08.897752 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-a80c5c40-03dc-4aa3-be57-e1aee4f6e624 req-82fd86be-3560-4d27-a325-bada3cc7f15a tempest-TestMinimumBasicScenario-1748604485 tempest-TestMinimumBasicScenario-1748604485-project] 10.222.0.106 "GET /v2.0/ports?device_id=7d69a85d-ce03-47db-b48b-19cc0f97d343 HTTP/1.1" status: 200 len: 943 time: 0.3615365 Jul 06 12:38:08.907782 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-49a27803-69e6-42bd-b42c-b6bd50209f53 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:08.967506 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-49a27803-69e6-42bd-b42c-b6bd50209f53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1774441'] for security_group, after_delete {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:08.970615 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-49a27803-69e6-42bd-b42c-b6bd50209f53 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:08.971782 dv-cinder-799631-1-iscsi neutron-server[93087]: INFO neutron.wsgi [None req-49a27803-69e6-42bd-b42c-b6bd50209f53 admin admin] 10.222.0.106 "DELETE /v2.0/security-groups/f12c1e41-bfdd-43b6-9045-46d832737353 HTTP/1.1" status: 204 len: 168 time: 0.1588800 Jul 06 12:38:08.980819 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a27803-69e6-42bd-b42c-b6bd50209f53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f12c1e41-bfdd-43b6-9045-46d832737353,revision_number=None']} {{(pid=93087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:38:09.032887 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-a80c5c40-03dc-4aa3-be57-e1aee4f6e624 req-1cf95a60-25ba-4365-9226-441245e9650f tempest-TestMinimumBasicScenario-1748604485 tempest-TestMinimumBasicScenario-1748604485-project] 10.222.0.106 "GET /v2.0/security-groups?id=26a62fe2-f45b-4706-a2cb-d0638e6cd286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163487 Jul 06 12:38:09.052198 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742fb8a4-f811-46b3-9440-8ebac08cea25 req-53911a2b-ba0e-44fd-9557-4dcda025b831 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:38:09.053596 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-742fb8a4-f811-46b3-9440-8ebac08cea25 req-53911a2b-ba0e-44fd-9557-4dcda025b831 service neutron] 10.222.0.100 "GET /v2.0/networks?id=13aecddf-3646-4770-a1b4-1e59fdf991f5 HTTP/1.1" status: 200 len: 919 time: 0.1549935 Jul 06 12:38:09.080301 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2405b4ee-30b8-454e-a8db-fffcdfdd5dbd req-1fc8f2f1-8e32-4ab4-a118-0262bbcba906 tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:38:09.081851 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-2405b4ee-30b8-454e-a8db-fffcdfdd5dbd req-1fc8f2f1-8e32-4ab4-a118-0262bbcba906 tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] 10.222.0.106 "GET /v2.0/ports?device_id=94f9f2b5-5ad5-46f4-8cab-79ff7ad040af HTTP/1.1" status: 200 len: 944 time: 0.1315050 Jul 06 12:38:09.117561 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-742fb8a4-f811-46b3-9440-8ebac08cea25 req-879c7c56-ed2c-4f5d-a4db-879219f6beaf service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=802f6ec7-37ad-4b77-9f21-aabe53e951e1 HTTP/1.1" status: 200 len: 217 time: 0.0543756 Jul 06 12:38:09.154492 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.rpc [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] Device d83d37af-235e-4459-bdd2-0d2554e24623 details requested by agent hyperv_hv-cinder-79963 with host hv-cinder-79963 {{(pid=93089) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 12:38:09.176984 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742fb8a4-f811-46b3-9440-8ebac08cea25 req-4150da90-3c00-43b9-9ca4-a244659853a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:38:09.178471 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-742fb8a4-f811-46b3-9440-8ebac08cea25 req-4150da90-3c00-43b9-9ca4-a244659853a0 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=26404b5b-3148-4b62-b08e-5f523f412d1e HTTP/1.1" status: 200 len: 856 time: 0.0534537 Jul 06 12:38:09.243772 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742fb8a4-f811-46b3-9440-8ebac08cea25 req-4498af66-3e05-4964-9684-bb67bfb5c760 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:38:09.245285 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-742fb8a4-f811-46b3-9440-8ebac08cea25 req-4498af66-3e05-4964-9684-bb67bfb5c760 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=13aecddf-3646-4770-a1b4-1e59fdf991f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0592468 Jul 06 12:38:09.267028 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.db [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] For port d83d37af-235e-4459-bdd2-0d2554e24623, host hv-cinder-79963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79963',level=0,port_id=d83d37af-235e-4459-bdd2-0d2554e24623,segment=NetworkSegment(3b7b6187-b8d3-415b-b372-c3596850bebe),segment_id=3b7b6187-b8d3-415b-b372-c3596850bebe)] {{(pid=93089) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:38:09.282621 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.rpc [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] Returning: {'device': 'd83d37af-235e-4459-bdd2-0d2554e24623', 'network_id': 'af1c07e1-bc5b-4dc3-88dd-e84cce5c0677', 'port_id': 'd83d37af-235e-4459-bdd2-0d2554e24623', 'mac_address': 'fa:16:3e:87:ae:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1064, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b9c58772-dfdc-4409-b2d7-be774e05449a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93089) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 12:38:09.325562 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772861'] for port, before_update {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:09.342506 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.notifiers.nova [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d83d37af-235e-4459-bdd2-0d2554e24623 {{(pid=93089) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 12:38:09.367263 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.db [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] For port d83d37af-235e-4459-bdd2-0d2554e24623, host hv-cinder-79963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79963',level=0,port_id=d83d37af-235e-4459-bdd2-0d2554e24623,segment=NetworkSegment(3b7b6187-b8d3-415b-b372-c3596850bebe),segment_id=3b7b6187-b8d3-415b-b372-c3596850bebe)] {{(pid=93089) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:38:09.371967 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-772913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730294210856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730293689582', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730293689631'] for port, after_update {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:09.381695 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-742fb8a4-f811-46b3-9440-8ebac08cea25 req-cec46876-b520-4934-a4ea-fb5290077a80 service neutron] 10.222.0.100 "GET /v2.0/networks/13aecddf-3646-4770-a1b4-1e59fdf991f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252809 Jul 06 12:38:09.431870 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] Pushing event updated for resources: {'Port': ['ID=d83d37af-235e-4459-bdd2-0d2554e24623,revision_number=4']} {{(pid=93089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:38:09.510170 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-2405b4ee-30b8-454e-a8db-fffcdfdd5dbd req-5273d097-1968-466e-8240-63a923127148 tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] 10.222.0.106 "GET /v2.0/security-groups?id=af721106-b63f-4fb8-b0d1-a9f3eb8d5c38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3975720 Jul 06 12:38:09.534876 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-742fb8a4-f811-46b3-9440-8ebac08cea25 req-5c25a39d-3013-45f7-b046-0ed79012e483 service neutron] 10.222.0.100 "GET /v2.0/networks/13aecddf-3646-4770-a1b4-1e59fdf991f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1425171 Jul 06 12:38:09.795368 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.db [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] get_ports_and_sgs() called for port_ids ['d83d37af-235e-4459-bdd2-0d2554e24623'] {{(pid=93089) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 12:38:10.093314 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.wsgi [-] (93087) accepted ('10.222.0.106', 53610) {{(pid=93087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:38:10.199980 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-e74ad2ee-0801-4743-97e3-3ccc2528ab79 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:10.303594 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-e74ad2ee-0801-4743-97e3-3ccc2528ab79 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:10.307705 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-e74ad2ee-0801-4743-97e3-3ccc2528ab79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1774441'] for security_group, after_create {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:10.347130 dv-cinder-799631-1-iscsi neutron-server[93087]: INFO neutron.wsgi [None req-e74ad2ee-0801-4743-97e3-3ccc2528ab79 admin admin] 10.222.0.106 "GET /v2.0/security-groups?tenant_id=3b2abc66804a4c6bb9e3101f1eaf81c5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2524471 Jul 06 12:38:10.347838 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74ad2ee-0801-4743-97e3-3ccc2528ab79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=affc2bbb-860b-4a8d-81c1-68364db6158e,revision_number=1']} {{(pid=93087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:38:10.350655 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.wsgi [-] (93088) accepted ('10.222.0.106', 53616) {{(pid=93088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:38:10.386138 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b62c13d-1578-4695-b432-3fd51bf3d749 req-0eb6fc0c-a7ea-478d-8ab4-b02f6270a4b4 tempest-TestMinimumBasicScenario-1748604485 tempest-TestMinimumBasicScenario-1748604485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:38:10.387684 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-4b62c13d-1578-4695-b432-3fd51bf3d749 req-0eb6fc0c-a7ea-478d-8ab4-b02f6270a4b4 tempest-TestMinimumBasicScenario-1748604485 tempest-TestMinimumBasicScenario-1748604485-project] 10.222.0.106 "GET /v2.0/ports?device_id=7d69a85d-ce03-47db-b48b-19cc0f97d343 HTTP/1.1" status: 200 len: 944 time: 0.2281482 Jul 06 12:38:10.441013 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-237c1556-2fee-4730-88b6-218eb63de9c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:10.449405 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-4b62c13d-1578-4695-b432-3fd51bf3d749 req-283838a7-4d2c-493a-b0de-6fcecdb09389 tempest-TestMinimumBasicScenario-1748604485 tempest-TestMinimumBasicScenario-1748604485-project] 10.222.0.106 "GET /v2.0/security-groups?id=26a62fe2-f45b-4706-a2cb-d0638e6cd286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539091 Jul 06 12:38:10.468055 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-237c1556-2fee-4730-88b6-218eb63de9c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:10.504365 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-3792ff14-e355-40cd-ba40-b4ebe38f9937 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730293992524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912513'] for agent, after_update {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:10.519922 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-237c1556-2fee-4730-88b6-218eb63de9c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1774441'] for security_group, after_delete {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:10.522431 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-237c1556-2fee-4730-88b6-218eb63de9c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:10.524073 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [None req-237c1556-2fee-4730-88b6-218eb63de9c5 admin admin] 10.222.0.106 "DELETE /v2.0/security-groups/affc2bbb-860b-4a8d-81c1-68364db6158e HTTP/1.1" status: 204 len: 168 time: 0.1719966 Jul 06 12:38:10.533360 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237c1556-2fee-4730-88b6-218eb63de9c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=affc2bbb-860b-4a8d-81c1-68364db6158e,revision_number=None']} {{(pid=93088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:38:10.700448 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a82dd65-7f02-448e-8472-0f9dfd0ae475 req-aaaf8b02-fd83-4cf4-8c54-1ca5ed2be207 tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:38:10.701967 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-8a82dd65-7f02-448e-8472-0f9dfd0ae475 req-aaaf8b02-fd83-4cf4-8c54-1ca5ed2be207 tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] 10.222.0.106 "GET /v2.0/ports?device_id=94f9f2b5-5ad5-46f4-8cab-79ff7ad040af HTTP/1.1" status: 200 len: 944 time: 0.0630050 Jul 06 12:38:10.741284 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-8a82dd65-7f02-448e-8472-0f9dfd0ae475 req-d453265d-3b27-43d3-b4e3-2d5f17d67eea tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] 10.222.0.106 "GET /v2.0/security-groups?id=af721106-b63f-4fb8-b0d1-a9f3eb8d5c38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333948 Jul 06 12:38:10.899690 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-3dd6613b-aa53-445d-9a05-4c085a94a05e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730293992524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912513'] for agent, after_update {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:11.152053 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.rpc [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] Device 802f6ec7-37ad-4b77-9f21-aabe53e951e1 details requested by agent hyperv_hv-cinder-79963 with host hv-cinder-79963 {{(pid=93089) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 12:38:11.159139 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.rpc [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] Device d83d37af-235e-4459-bdd2-0d2554e24623 up at agent hyperv_hv-cinder-79963 {{(pid=93089) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:38:11.270433 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.db.provisioning_blocks [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] Provisioning for port d83d37af-235e-4459-bdd2-0d2554e24623 completed by entity L2. {{(pid=93089) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:38:11.279318 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.db.provisioning_blocks [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] Provisioning complete for port d83d37af-235e-4459-bdd2-0d2554e24623 triggered by entity L2. {{(pid=93089) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:38:11.279702 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912496'] for port, provisioning_complete {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:11.309410 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.db [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] For port 802f6ec7-37ad-4b77-9f21-aabe53e951e1, host hv-cinder-79963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79963',level=0,port_id=802f6ec7-37ad-4b77-9f21-aabe53e951e1,segment=NetworkSegment(9563ba30-5ba5-46ca-802a-73eb0aa117e8),segment_id=9563ba30-5ba5-46ca-802a-73eb0aa117e8)] {{(pid=93089) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:38:11.324849 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.rpc [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] Returning: {'device': '802f6ec7-37ad-4b77-9f21-aabe53e951e1', 'network_id': '13aecddf-3646-4770-a1b4-1e59fdf991f5', 'port_id': '802f6ec7-37ad-4b77-9f21-aabe53e951e1', 'mac_address': 'fa:16:3e:26:47:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1083, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '26404b5b-3148-4b62-b08e-5f523f412d1e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93089) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 12:38:11.375469 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772861'] for port, before_update {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:11.415402 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.notifiers.nova [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 802f6ec7-37ad-4b77-9f21-aabe53e951e1 {{(pid=93089) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 12:38:11.427108 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772861'] for port, before_update {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:11.450925 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.db [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] For port 802f6ec7-37ad-4b77-9f21-aabe53e951e1, host hv-cinder-79963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79963',level=0,port_id=802f6ec7-37ad-4b77-9f21-aabe53e951e1,segment=NetworkSegment(9563ba30-5ba5-46ca-802a-73eb0aa117e8),segment_id=9563ba30-5ba5-46ca-802a-73eb0aa117e8)] {{(pid=93089) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:38:11.458863 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-772913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730294210856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730293689582', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730293689631'] for port, after_update {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:11.467284 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d69a85d-ce03-47db-b48b-19cc0f97d343', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd83d37af-235e-4459-bdd2-0d2554e24623'}] {{(pid=93089) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:38:11.469636 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.106/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe93d3bb6f6ea65552dd5d1819c289058d75ea396ac2be612a447f7071fdb995" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f035464-120a-4e90-ad0c-10fa8304aeb6" -d '{"events": [{"server_uuid": "7d69a85d-ce03-47db-b48b-19cc0f97d343", "name": "network-vif-plugged", "status": "completed", "tag": "d83d37af-235e-4459-bdd2-0d2554e24623"}]}' {{(pid=93089) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:38:11.511645 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.db [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] For port d83d37af-235e-4459-bdd2-0d2554e24623, host hv-cinder-79963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79963',level=0,port_id=d83d37af-235e-4459-bdd2-0d2554e24623,segment=NetworkSegment(3b7b6187-b8d3-415b-b372-c3596850bebe),segment_id=3b7b6187-b8d3-415b-b372-c3596850bebe)] {{(pid=93089) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:38:11.524036 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 12:38:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3752a692-3a1d-41f8-925c-0a493adcfb92 x-openstack-request-id: req-3752a692-3a1d-41f8-925c-0a493adcfb92 {{(pid=93089) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:38:11.524307 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d69a85d-ce03-47db-b48b-19cc0f97d343", "name": "network-vif-plugged", "status": "completed", "tag": "d83d37af-235e-4459-bdd2-0d2554e24623", "code": 200}]} {{(pid=93089) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:38:11.524566 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.106/compute/v2.1/os-server-external-events used request id req-3752a692-3a1d-41f8-925c-0a493adcfb92 {{(pid=93089) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:38:11.525237 dv-cinder-799631-1-iscsi neutron-server[93089]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d69a85d-ce03-47db-b48b-19cc0f97d343', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd83d37af-235e-4459-bdd2-0d2554e24623', 'code': 200} Jul 06 12:38:11.526180 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-772913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730294210856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730293689582', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730293689631'] for port, after_update {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:11.544831 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-59602645-7b03-4a79-8c54-32befe919dd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730293992524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912513'] for agent, after_update {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:11.557350 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] Pushing event updated for resources: {'Port': ['ID=802f6ec7-37ad-4b77-9f21-aabe53e951e1,revision_number=4']} {{(pid=93089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:38:11.612557 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] Pushing event updated for resources: {'Port': ['ID=d83d37af-235e-4459-bdd2-0d2554e24623,revision_number=5']} {{(pid=93089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:38:11.737839 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c98da21-3ca9-4e1e-96b2-6fa6f104fec1 req-06229c2d-b4b5-473f-8091-44026be08cbd tempest-TestMinimumBasicScenario-1748604485 tempest-TestMinimumBasicScenario-1748604485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:38:11.739377 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-7c98da21-3ca9-4e1e-96b2-6fa6f104fec1 req-06229c2d-b4b5-473f-8091-44026be08cbd tempest-TestMinimumBasicScenario-1748604485 tempest-TestMinimumBasicScenario-1748604485-project] 10.222.0.106 "GET /v2.0/ports?device_id=7d69a85d-ce03-47db-b48b-19cc0f97d343 HTTP/1.1" status: 200 len: 945 time: 0.0698853 Jul 06 12:38:11.784641 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-7c98da21-3ca9-4e1e-96b2-6fa6f104fec1 req-49b83ee5-568c-4a0a-98fa-5fca927fc714 tempest-TestMinimumBasicScenario-1748604485 tempest-TestMinimumBasicScenario-1748604485-project] 10.222.0.106 "GET /v2.0/security-groups?id=26a62fe2-f45b-4706-a2cb-d0638e6cd286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392694 Jul 06 12:38:11.813396 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.db [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] get_ports_and_sgs() called for port_ids ['802f6ec7-37ad-4b77-9f21-aabe53e951e1'] {{(pid=93089) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 12:38:11.868124 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f49e45a-4a30-4f4a-85b4-bc412dfc6f60 req-2b4f0751-7f77-4845-b564-e3feed99bd66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:38:11.869853 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-3f49e45a-4a30-4f4a-85b4-bc412dfc6f60 req-2b4f0751-7f77-4845-b564-e3feed99bd66 service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=7d69a85d-ce03-47db-b48b-19cc0f97d343 HTTP/1.1" status: 200 len: 1098 time: 0.0640755 Jul 06 12:38:11.940344 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-3f49e45a-4a30-4f4a-85b4-bc412dfc6f60 req-1acfd966-6af7-4ae9-b07f-dd79c161a29e service neutron] 10.222.0.100 "GET /v2.0/security-groups?id=26a62fe2-f45b-4706-a2cb-d0638e6cd286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576546 Jul 06 12:38:11.961243 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70071b9d-f755-46a4-a6a1-5ef7df938a72 req-535026ad-3c0e-4c4d-bf2a-b8580d9d74d5 tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:38:11.962751 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-70071b9d-f755-46a4-a6a1-5ef7df938a72 req-535026ad-3c0e-4c4d-bf2a-b8580d9d74d5 tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] 10.222.0.106 "GET /v2.0/ports?device_id=94f9f2b5-5ad5-46f4-8cab-79ff7ad040af HTTP/1.1" status: 200 len: 945 time: 0.0896845 Jul 06 12:38:12.007297 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-70071b9d-f755-46a4-a6a1-5ef7df938a72 req-0bbedbe6-8266-465d-83e0-b0d63bc46624 tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] 10.222.0.106 "GET /v2.0/security-groups?id=af721106-b63f-4fb8-b0d1-a9f3eb8d5c38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381813 Jul 06 12:38:13.010691 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d38232d-5963-47d8-920c-1ae5025b457c req-56a575d8-01a0-4c7d-a63a-55b255f01676 tempest-TestMinimumBasicScenario-1748604485 tempest-TestMinimumBasicScenario-1748604485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:38:13.010691 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-3d38232d-5963-47d8-920c-1ae5025b457c req-56a575d8-01a0-4c7d-a63a-55b255f01676 tempest-TestMinimumBasicScenario-1748604485 tempest-TestMinimumBasicScenario-1748604485-project] 10.222.0.106 "GET /v2.0/ports?device_id=7d69a85d-ce03-47db-b48b-19cc0f97d343 HTTP/1.1" status: 200 len: 945 time: 0.0751343 Jul 06 12:38:13.056668 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-3d38232d-5963-47d8-920c-1ae5025b457c req-2ca181c0-033e-4349-ad12-1b653b5f9f5b tempest-TestMinimumBasicScenario-1748604485 tempest-TestMinimumBasicScenario-1748604485-project] 10.222.0.106 "GET /v2.0/security-groups?id=26a62fe2-f45b-4706-a2cb-d0638e6cd286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395401 Jul 06 12:38:13.091453 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-eaae0be5-6402-4968-ae30-74f1a6482786 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730293992524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912513'] for agent, after_update {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:13.172479 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00f97e3-b1ae-459e-91ea-e28c2c11f597 req-b65e7964-1c70-47df-98d6-052414390c6d tempest-AttachVolumeTestJSON-69932156 tempest-AttachVolumeTestJSON-69932156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:38:13.172956 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.rpc [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] Device 802f6ec7-37ad-4b77-9f21-aabe53e951e1 up at agent hyperv_hv-cinder-79963 {{(pid=93089) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:38:13.174047 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-b00f97e3-b1ae-459e-91ea-e28c2c11f597 req-b65e7964-1c70-47df-98d6-052414390c6d tempest-AttachVolumeTestJSON-69932156 tempest-AttachVolumeTestJSON-69932156-project] 10.222.0.106 "GET /v2.0/ports?device_id=1247d046-18a9-4ac1-b527-638e0320ba0e HTTP/1.1" status: 200 len: 946 time: 0.0742028 Jul 06 12:38:13.227767 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.db.provisioning_blocks [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] Provisioning for port 802f6ec7-37ad-4b77-9f21-aabe53e951e1 completed by entity L2. {{(pid=93089) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:38:13.233153 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.db.provisioning_blocks [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] Provisioning complete for port 802f6ec7-37ad-4b77-9f21-aabe53e951e1 triggered by entity L2. {{(pid=93089) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:38:13.233643 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912496'] for port, provisioning_complete {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:13.250287 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-b00f97e3-b1ae-459e-91ea-e28c2c11f597 req-002a67e0-9093-49f8-a98d-810a7eca1a36 tempest-AttachVolumeTestJSON-69932156 tempest-AttachVolumeTestJSON-69932156-project] 10.222.0.106 "GET /v2.0/security-groups?id=c6027da5-2dd2-4fa1-abf8-166ae93c4f01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0663202 Jul 06 12:38:13.279512 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92968464-16ab-400a-8b3b-c96cda9966c6 req-03d69924-75d8-4eb0-973f-6e751f590a11 tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:38:13.281363 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-92968464-16ab-400a-8b3b-c96cda9966c6 req-03d69924-75d8-4eb0-973f-6e751f590a11 tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] 10.222.0.106 "GET /v2.0/ports?device_id=94f9f2b5-5ad5-46f4-8cab-79ff7ad040af HTTP/1.1" status: 200 len: 945 time: 0.1064169 Jul 06 12:38:13.319780 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-92968464-16ab-400a-8b3b-c96cda9966c6 req-3defbf79-6c49-4959-aab4-6f6d0122626d tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] 10.222.0.106 "GET /v2.0/security-groups?id=af721106-b63f-4fb8-b0d1-a9f3eb8d5c38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326953 Jul 06 12:38:13.329118 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772861'] for port, before_update {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:13.362063 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.db [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] For port 802f6ec7-37ad-4b77-9f21-aabe53e951e1, host hv-cinder-79963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79963',level=0,port_id=802f6ec7-37ad-4b77-9f21-aabe53e951e1,segment=NetworkSegment(9563ba30-5ba5-46ca-802a-73eb0aa117e8),segment_id=9563ba30-5ba5-46ca-802a-73eb0aa117e8)] {{(pid=93089) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:38:13.365797 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-772913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730294210856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730293689582', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730293689631'] for port, after_update {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:13.413138 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] Pushing event updated for resources: {'Port': ['ID=802f6ec7-37ad-4b77-9f21-aabe53e951e1,revision_number=5']} {{(pid=93089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:38:13.526565 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94f9f2b5-5ad5-46f4-8cab-79ff7ad040af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '802f6ec7-37ad-4b77-9f21-aabe53e951e1'}] {{(pid=93089) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:38:13.528997 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.106/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe93d3bb6f6ea65552dd5d1819c289058d75ea396ac2be612a447f7071fdb995" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7ee5f2e-3daf-45df-ba0e-9df027737e57" -d '{"events": [{"server_uuid": "94f9f2b5-5ad5-46f4-8cab-79ff7ad040af", "name": "network-vif-plugged", "status": "completed", "tag": "802f6ec7-37ad-4b77-9f21-aabe53e951e1"}]}' {{(pid=93089) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:38:13.565929 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 12:38:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a995393-c75c-4a55-958a-d7028b8c9849 x-openstack-request-id: req-1a995393-c75c-4a55-958a-d7028b8c9849 {{(pid=93089) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:38:13.566232 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94f9f2b5-5ad5-46f4-8cab-79ff7ad040af", "name": "network-vif-plugged", "status": "completed", "tag": "802f6ec7-37ad-4b77-9f21-aabe53e951e1", "code": 200}]} {{(pid=93089) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:38:13.566487 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.106/compute/v2.1/os-server-external-events used request id req-1a995393-c75c-4a55-958a-d7028b8c9849 {{(pid=93089) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:38:13.566887 dv-cinder-799631-1-iscsi neutron-server[93089]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94f9f2b5-5ad5-46f4-8cab-79ff7ad040af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '802f6ec7-37ad-4b77-9f21-aabe53e951e1', 'code': 200} Jul 06 12:38:14.243214 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb2ea5b-b207-4d33-b7a8-2e99d886e586 req-fef68183-4209-47d1-b5dc-be2c79c07f00 tempest-TestMinimumBasicScenario-1748604485 tempest-TestMinimumBasicScenario-1748604485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:38:14.244646 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-7fb2ea5b-b207-4d33-b7a8-2e99d886e586 req-fef68183-4209-47d1-b5dc-be2c79c07f00 tempest-TestMinimumBasicScenario-1748604485 tempest-TestMinimumBasicScenario-1748604485-project] 10.222.0.106 "GET /v2.0/ports?device_id=7d69a85d-ce03-47db-b48b-19cc0f97d343 HTTP/1.1" status: 200 len: 945 time: 0.0660906 Jul 06 12:38:14.286617 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-7fb2ea5b-b207-4d33-b7a8-2e99d886e586 req-e3713546-0909-4172-bfd1-3ad238436b12 tempest-TestMinimumBasicScenario-1748604485 tempest-TestMinimumBasicScenario-1748604485-project] 10.222.0.106 "GET /v2.0/security-groups?id=26a62fe2-f45b-4706-a2cb-d0638e6cd286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363841 Jul 06 12:38:14.477688 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4bc96f-0218-4050-bab4-3ca2f65c593f req-c480be35-fa2e-4f40-865e-079c9ea0c36a tempest-AttachVolumeTestJSON-69932156 tempest-AttachVolumeTestJSON-69932156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:38:14.479204 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-4e4bc96f-0218-4050-bab4-3ca2f65c593f req-c480be35-fa2e-4f40-865e-079c9ea0c36a tempest-AttachVolumeTestJSON-69932156 tempest-AttachVolumeTestJSON-69932156-project] 10.222.0.106 "GET /v2.0/ports?device_id=1247d046-18a9-4ac1-b527-638e0320ba0e HTTP/1.1" status: 200 len: 946 time: 0.1016576 Jul 06 12:38:14.530551 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-4e4bc96f-0218-4050-bab4-3ca2f65c593f req-cd463753-352f-474e-a5e4-c062592caa6d tempest-AttachVolumeTestJSON-69932156 tempest-AttachVolumeTestJSON-69932156-project] 10.222.0.106 "GET /v2.0/security-groups?id=c6027da5-2dd2-4fa1-abf8-166ae93c4f01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453813 Jul 06 12:38:14.546429 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed43e6a-6477-45b3-90da-cfc9f14e6b2d req-5ecb1495-6ca7-4c54-8a12-386ae5335cad tempest-TestMinimumBasicScenario-1748604485 tempest-TestMinimumBasicScenario-1748604485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:38:14.548271 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-4ed43e6a-6477-45b3-90da-cfc9f14e6b2d req-5ecb1495-6ca7-4c54-8a12-386ae5335cad tempest-TestMinimumBasicScenario-1748604485 tempest-TestMinimumBasicScenario-1748604485-project] 10.222.0.106 "GET /v2.0/ports?device_id=7d69a85d-ce03-47db-b48b-19cc0f97d343 HTTP/1.1" status: 200 len: 945 time: 0.1139069 Jul 06 12:38:14.597908 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-4ed43e6a-6477-45b3-90da-cfc9f14e6b2d req-a4d82243-74b7-49cc-9087-bca0ba97bffe tempest-TestMinimumBasicScenario-1748604485 tempest-TestMinimumBasicScenario-1748604485-project] 10.222.0.106 "GET /v2.0/security-groups?id=26a62fe2-f45b-4706-a2cb-d0638e6cd286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391464 Jul 06 12:38:14.723837 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177d2a39-ed2a-46ec-99fd-2ace75234d20 req-a01174c7-7e47-4a5e-8c97-c28111127e2d tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:38:14.725397 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-177d2a39-ed2a-46ec-99fd-2ace75234d20 req-a01174c7-7e47-4a5e-8c97-c28111127e2d tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] 10.222.0.106 "GET /v2.0/ports?device_id=94f9f2b5-5ad5-46f4-8cab-79ff7ad040af HTTP/1.1" status: 200 len: 946 time: 0.0811956 Jul 06 12:38:14.769305 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-177d2a39-ed2a-46ec-99fd-2ace75234d20 req-39707e79-624a-4c67-bd99-8f4b756a2f32 tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] 10.222.0.106 "GET /v2.0/security-groups?id=af721106-b63f-4fb8-b0d1-a9f3eb8d5c38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343130 Jul 06 12:38:15.033309 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272186c3-a951-4364-aae7-b9c161cb5a91 req-7ed08e81-8ecf-4e06-a525-0788e6569a58 tempest-TestMinimumBasicScenario-1748604485 tempest-TestMinimumBasicScenario-1748604485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:38:15.034795 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-272186c3-a951-4364-aae7-b9c161cb5a91 req-7ed08e81-8ecf-4e06-a525-0788e6569a58 tempest-TestMinimumBasicScenario-1748604485 tempest-TestMinimumBasicScenario-1748604485-project] 10.222.0.106 "GET /v2.0/ports?device_id=7d69a85d-ce03-47db-b48b-19cc0f97d343 HTTP/1.1" status: 200 len: 945 time: 0.0683107 Jul 06 12:38:15.073987 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-272186c3-a951-4364-aae7-b9c161cb5a91 req-fbee1a6b-3b1a-41ec-a598-ac056877c7ff tempest-TestMinimumBasicScenario-1748604485 tempest-TestMinimumBasicScenario-1748604485-project] 10.222.0.106 "GET /v2.0/security-groups?id=26a62fe2-f45b-4706-a2cb-d0638e6cd286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334272 Jul 06 12:38:15.726998 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237b7268-1a33-46f7-8328-72e75708a9aa req-18de1fa8-7667-4f83-b031-46b31c6e5d83 tempest-AttachVolumeTestJSON-69932156 tempest-AttachVolumeTestJSON-69932156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:38:15.728544 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-237b7268-1a33-46f7-8328-72e75708a9aa req-18de1fa8-7667-4f83-b031-46b31c6e5d83 tempest-AttachVolumeTestJSON-69932156 tempest-AttachVolumeTestJSON-69932156-project] 10.222.0.106 "GET /v2.0/ports?device_id=1247d046-18a9-4ac1-b527-638e0320ba0e HTTP/1.1" status: 200 len: 946 time: 0.0652738 Jul 06 12:38:15.766054 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-237b7268-1a33-46f7-8328-72e75708a9aa req-ccf9e212-9924-43ef-b8ef-53fa14ffafc7 tempest-AttachVolumeTestJSON-69932156 tempest-AttachVolumeTestJSON-69932156-project] 10.222.0.106 "GET /v2.0/security-groups?id=c6027da5-2dd2-4fa1-abf8-166ae93c4f01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319417 Jul 06 12:38:15.952143 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a735a0e5-07a0-47de-bda8-5ed6f449f02c req-6fc9ad2f-b603-4fb5-af16-88b9d6a2f321 tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:38:15.954241 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-a735a0e5-07a0-47de-bda8-5ed6f449f02c req-6fc9ad2f-b603-4fb5-af16-88b9d6a2f321 tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] 10.222.0.106 "GET /v2.0/ports?device_id=94f9f2b5-5ad5-46f4-8cab-79ff7ad040af HTTP/1.1" status: 200 len: 946 time: 0.0698764 Jul 06 12:38:15.993671 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-a735a0e5-07a0-47de-bda8-5ed6f449f02c req-09f9feda-e44a-43f3-8b39-8ff41c87d163 tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] 10.222.0.106 "GET /v2.0/security-groups?id=af721106-b63f-4fb8-b0d1-a9f3eb8d5c38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333805 Jul 06 12:38:16.284191 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a6affa-2907-4311-910f-d36e6fa842d9 req-b7de16b2-db1a-48e1-9701-2f16374683b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:38:16.285758 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-69a6affa-2907-4311-910f-d36e6fa842d9 req-b7de16b2-db1a-48e1-9701-2f16374683b2 service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=94f9f2b5-5ad5-46f4-8cab-79ff7ad040af HTTP/1.1" status: 200 len: 1099 time: 0.0551059 Jul 06 12:38:16.323056 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-69a6affa-2907-4311-910f-d36e6fa842d9 req-d136ea24-d33f-4ece-a0f3-f3b1375020ae service neutron] 10.222.0.100 "GET /v2.0/security-groups?id=af721106-b63f-4fb8-b0d1-a9f3eb8d5c38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303817 Jul 06 12:38:16.955001 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409fa10a-1549-48c2-b77b-02609e8fef78 req-b0e5faab-b850-4822-920f-c8dca7bb43dc tempest-AttachVolumeTestJSON-69932156 tempest-AttachVolumeTestJSON-69932156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:38:16.956648 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-409fa10a-1549-48c2-b77b-02609e8fef78 req-b0e5faab-b850-4822-920f-c8dca7bb43dc tempest-AttachVolumeTestJSON-69932156 tempest-AttachVolumeTestJSON-69932156-project] 10.222.0.106 "GET /v2.0/ports?device_id=1247d046-18a9-4ac1-b527-638e0320ba0e HTTP/1.1" status: 200 len: 946 time: 0.0690649 Jul 06 12:38:16.996453 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-409fa10a-1549-48c2-b77b-02609e8fef78 req-141e9b57-1721-40ef-b26e-adbc03807421 tempest-AttachVolumeTestJSON-69932156 tempest-AttachVolumeTestJSON-69932156-project] 10.222.0.106 "GET /v2.0/security-groups?id=c6027da5-2dd2-4fa1-abf8-166ae93c4f01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341616 Jul 06 12:38:17.196470 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77786475-aa41-4fda-a165-63f01e60f6b2 req-3eb36b65-8b27-4a56-a375-d13b3d7b3a32 tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:38:17.198174 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-77786475-aa41-4fda-a165-63f01e60f6b2 req-3eb36b65-8b27-4a56-a375-d13b3d7b3a32 tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] 10.222.0.106 "GET /v2.0/ports?device_id=94f9f2b5-5ad5-46f4-8cab-79ff7ad040af HTTP/1.1" status: 200 len: 946 time: 0.0763376 Jul 06 12:38:17.270101 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-77786475-aa41-4fda-a165-63f01e60f6b2 req-872772ea-f1b3-4f0d-bee8-8a2f1b63d335 tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] 10.222.0.106 "GET /v2.0/security-groups?id=af721106-b63f-4fb8-b0d1-a9f3eb8d5c38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0637121 Jul 06 12:38:18.176996 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9b1f24-ea83-42ad-b0e4-0fa794930600 req-e6ab1193-623e-45f4-8011-133febe36dc4 tempest-AttachVolumeTestJSON-69932156 tempest-AttachVolumeTestJSON-69932156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:38:18.178544 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-ba9b1f24-ea83-42ad-b0e4-0fa794930600 req-e6ab1193-623e-45f4-8011-133febe36dc4 tempest-AttachVolumeTestJSON-69932156 tempest-AttachVolumeTestJSON-69932156-project] 10.222.0.106 "GET /v2.0/ports?device_id=1247d046-18a9-4ac1-b527-638e0320ba0e HTTP/1.1" status: 200 len: 946 time: 0.0668213 Jul 06 12:38:18.217212 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-ba9b1f24-ea83-42ad-b0e4-0fa794930600 req-0e64afdc-b9e8-4c21-9ddc-c44215953f32 tempest-AttachVolumeTestJSON-69932156 tempest-AttachVolumeTestJSON-69932156-project] 10.222.0.106 "GET /v2.0/security-groups?id=c6027da5-2dd2-4fa1-abf8-166ae93c4f01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328867 Jul 06 12:38:18.462435 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e147d0-4228-4df7-8619-16cb110e9783 req-47d4bda6-2f1b-4800-8e6e-572b41a911ac tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:38:18.464064 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-f2e147d0-4228-4df7-8619-16cb110e9783 req-47d4bda6-2f1b-4800-8e6e-572b41a911ac tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] 10.222.0.106 "GET /v2.0/ports?device_id=94f9f2b5-5ad5-46f4-8cab-79ff7ad040af HTTP/1.1" status: 200 len: 946 time: 0.0763795 Jul 06 12:38:18.513851 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-f2e147d0-4228-4df7-8619-16cb110e9783 req-dfde9a15-df4b-4a5f-a68b-c31b638a09a5 tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] 10.222.0.106 "GET /v2.0/security-groups?id=af721106-b63f-4fb8-b0d1-a9f3eb8d5c38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405986 Jul 06 12:38:19.404433 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd35efdc-5b24-4973-8765-dc15e9ac2514 req-d6c28607-b0bc-4dbe-a11d-91f58041cc1d tempest-AttachVolumeTestJSON-69932156 tempest-AttachVolumeTestJSON-69932156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:38:19.405980 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-dd35efdc-5b24-4973-8765-dc15e9ac2514 req-d6c28607-b0bc-4dbe-a11d-91f58041cc1d tempest-AttachVolumeTestJSON-69932156 tempest-AttachVolumeTestJSON-69932156-project] 10.222.0.106 "GET /v2.0/ports?device_id=1247d046-18a9-4ac1-b527-638e0320ba0e HTTP/1.1" status: 200 len: 946 time: 0.0693557 Jul 06 12:38:19.447565 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-dd35efdc-5b24-4973-8765-dc15e9ac2514 req-d9afef5c-6a90-4ba0-9c73-f41f793a6e26 tempest-AttachVolumeTestJSON-69932156 tempest-AttachVolumeTestJSON-69932156-project] 10.222.0.106 "GET /v2.0/security-groups?id=c6027da5-2dd2-4fa1-abf8-166ae93c4f01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352199 Jul 06 12:38:19.715954 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7793010-cad6-4ec8-999d-2fc8f861c2c1 req-c8aea78c-5384-4d3e-b206-d980b3f2bd52 tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:38:19.718054 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-e7793010-cad6-4ec8-999d-2fc8f861c2c1 req-c8aea78c-5384-4d3e-b206-d980b3f2bd52 tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] 10.222.0.106 "GET /v2.0/ports?device_id=94f9f2b5-5ad5-46f4-8cab-79ff7ad040af HTTP/1.1" status: 200 len: 946 time: 0.0766132 Jul 06 12:38:19.759566 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-e7793010-cad6-4ec8-999d-2fc8f861c2c1 req-9e1e1658-81fe-40b8-844f-0912a82d54eb tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] 10.222.0.106 "GET /v2.0/security-groups?id=af721106-b63f-4fb8-b0d1-a9f3eb8d5c38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351412 Jul 06 12:38:20.684836 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e59088-ae12-496c-8a60-bd6e84cfecb7 req-9d014fca-6b20-470e-81c7-1e9abba012f5 tempest-AttachVolumeTestJSON-69932156 tempest-AttachVolumeTestJSON-69932156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:38:20.687140 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-11e59088-ae12-496c-8a60-bd6e84cfecb7 req-9d014fca-6b20-470e-81c7-1e9abba012f5 tempest-AttachVolumeTestJSON-69932156 tempest-AttachVolumeTestJSON-69932156-project] 10.222.0.106 "GET /v2.0/ports?device_id=1247d046-18a9-4ac1-b527-638e0320ba0e HTTP/1.1" status: 200 len: 946 time: 0.0795813 Jul 06 12:38:20.754651 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-11e59088-ae12-496c-8a60-bd6e84cfecb7 req-bbdb682d-0f85-4b4e-a00c-27af0d06c76a tempest-AttachVolumeTestJSON-69932156 tempest-AttachVolumeTestJSON-69932156-project] 10.222.0.106 "GET /v2.0/security-groups?id=c6027da5-2dd2-4fa1-abf8-166ae93c4f01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567455 Jul 06 12:38:21.029929 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6735408-c723-4a09-b1ce-3d55e5137900 req-f2e921ca-bc89-42e2-ac79-74f1eabc0ac5 tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:38:21.031617 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-e6735408-c723-4a09-b1ce-3d55e5137900 req-f2e921ca-bc89-42e2-ac79-74f1eabc0ac5 tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] 10.222.0.106 "GET /v2.0/ports?device_id=94f9f2b5-5ad5-46f4-8cab-79ff7ad040af HTTP/1.1" status: 200 len: 946 time: 0.0678730 Jul 06 12:38:21.080220 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-e6735408-c723-4a09-b1ce-3d55e5137900 req-2291a187-e042-4b03-8ce6-968c1c9111f6 tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] 10.222.0.106 "GET /v2.0/security-groups?id=af721106-b63f-4fb8-b0d1-a9f3eb8d5c38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410826 Jul 06 12:38:21.309158 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad68bb6-dc64-4e06-b88c-c25eb22230c4 req-60135b06-9c5c-432c-bcf0-255f04853735 tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:38:21.311018 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-2ad68bb6-dc64-4e06-b88c-c25eb22230c4 req-60135b06-9c5c-432c-bcf0-255f04853735 tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] 10.222.0.106 "GET /v2.0/ports?device_id=94f9f2b5-5ad5-46f4-8cab-79ff7ad040af HTTP/1.1" status: 200 len: 946 time: 0.0735595 Jul 06 12:38:21.320967 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.wsgi [-] (93088) accepted ('10.222.0.106', 53762) {{(pid=93088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:38:21.325625 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.api.v2.base [None req-f40ee02a-d99c-4fb8-a3a5-bcb7e914e4a7 tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] Request body: {'floatingip': {'port_id': '802f6ec7-37ad-4b77-9f21-aabe53e951e1'}} {{(pid=93088) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:38:21.370913 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-f40ee02a-d99c-4fb8-a3a5-bcb7e914e4a7 tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] Notify callbacks [] for floatingip, before_update {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:22.004269 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-f40ee02a-d99c-4fb8-a3a5-bcb7e914e4a7 tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:22.009776 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730293992524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912513'] for agent, after_update {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:22.011040 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-f40ee02a-d99c-4fb8-a3a5-bcb7e914e4a7 tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1764457'] for floatingip, after_update {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:22.124114 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0820e05-fcd0-4b50-b857-e8b0a0220f26 req-ddb64ec2-4a87-48d1-bff1-c5e1c9891cc6 tempest-AttachVolumeTestJSON-69932156 tempest-AttachVolumeTestJSON-69932156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:38:22.125627 dv-cinder-799631-1-iscsi neutron-server[93087]: INFO neutron.wsgi [req-5146fa4b-5990-4959-bd69-54e3a644602b req-39047037-38c2-4e82-a6f6-264273db6bdd service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=7d69a85d-ce03-47db-b48b-19cc0f97d343&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0674531 Jul 06 12:38:22.126286 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-e0820e05-fcd0-4b50-b857-e8b0a0220f26 req-ddb64ec2-4a87-48d1-bff1-c5e1c9891cc6 tempest-AttachVolumeTestJSON-69932156 tempest-AttachVolumeTestJSON-69932156-project] 10.222.0.100 "GET /v2.0/ports?device_id=1247d046-18a9-4ac1-b527-638e0320ba0e HTTP/1.1" status: 200 len: 946 time: 0.2557473 Jul 06 12:38:22.138720 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0b0aa7-648e-4e18-8717-387e23ccafc4 req-70e53147-71e9-4891-a640-309424d5110c tempest-AttachVolumeTestJSON-69932156 tempest-AttachVolumeTestJSON-69932156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:38:22.141062 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-eb0b0aa7-648e-4e18-8717-387e23ccafc4 req-70e53147-71e9-4891-a640-309424d5110c tempest-AttachVolumeTestJSON-69932156 tempest-AttachVolumeTestJSON-69932156-project] 10.222.0.106 "GET /v2.0/ports?device_id=1247d046-18a9-4ac1-b527-638e0320ba0e HTTP/1.1" status: 200 len: 946 time: 0.2020295 Jul 06 12:38:22.209613 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.db.l3_db [None req-f40ee02a-d99c-4fb8-a3a5-bcb7e914e4a7 tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] Floating IP c34b3949-06f6-4553-a364-4b03c9265e0a associated. External IP: 172.27.1.185, port: 802f6ec7-37ad-4b77-9f21-aabe53e951e1. Jul 06 12:38:22.250348 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5146fa4b-5990-4959-bd69-54e3a644602b req-377a9bfd-bd3e-43d7-8d75-d9c5a37e4d33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:38:22.252114 dv-cinder-799631-1-iscsi neutron-server[93087]: INFO neutron.wsgi [req-5146fa4b-5990-4959-bd69-54e3a644602b req-377a9bfd-bd3e-43d7-8d75-d9c5a37e4d33 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=f3eb28de4f1642849fc831371d7db6c4&device_id=7d69a85d-ce03-47db-b48b-19cc0f97d343 HTTP/1.1" status: 200 len: 1098 time: 0.0632079 Jul 06 12:38:22.300673 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-eb0b0aa7-648e-4e18-8717-387e23ccafc4 req-54ad34d6-6d2f-4663-97e5-322303bdbec7 tempest-AttachVolumeTestJSON-69932156 tempest-AttachVolumeTestJSON-69932156-project] 10.222.0.106 "GET /v2.0/security-groups?id=c6027da5-2dd2-4fa1-abf8-166ae93c4f01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1522923 Jul 06 12:38:22.454976 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.plugins.ml2.plugin [req-e0820e05-fcd0-4b50-b857-e8b0a0220f26 req-cf1f425e-02c7-4898-8908-395d0fd9cdc1 tempest-AttachVolumeTestJSON-69932156 tempest-AttachVolumeTestJSON-69932156-project] Deleting port fb42b963-cd52-44eb-a5d0-c8e877a8c44e {{(pid=93088) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:38:22.455334 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [req-e0820e05-fcd0-4b50-b857-e8b0a0220f26 req-cf1f425e-02c7-4898-8908-395d0fd9cdc1 tempest-AttachVolumeTestJSON-69932156 tempest-AttachVolumeTestJSON-69932156-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730294201564'] for port, before_delete {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:22.641149 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5146fa4b-5990-4959-bd69-54e3a644602b req-7548b6c9-24c9-44e7-8ee9-b7b0931b4705 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:38:22.642674 dv-cinder-799631-1-iscsi neutron-server[93087]: INFO neutron.wsgi [req-5146fa4b-5990-4959-bd69-54e3a644602b req-7548b6c9-24c9-44e7-8ee9-b7b0931b4705 service neutron] 10.222.0.100 "GET /v2.0/networks?id=af1c07e1-bc5b-4dc3-88dd-e84cce5c0677 HTTP/1.1" status: 200 len: 916 time: 0.3622007 Jul 06 12:38:22.687390 dv-cinder-799631-1-iscsi neutron-server[93087]: INFO neutron.wsgi [req-5146fa4b-5990-4959-bd69-54e3a644602b req-816099a8-b436-44fe-9250-4d914216e604 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d83d37af-235e-4459-bdd2-0d2554e24623 HTTP/1.1" status: 200 len: 217 time: 0.0375652 Jul 06 12:38:22.744492 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5146fa4b-5990-4959-bd69-54e3a644602b req-7d7398bf-f07e-4220-b9c0-1d669c6e8222 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:38:22.746109 dv-cinder-799631-1-iscsi neutron-server[93087]: INFO neutron.wsgi [req-5146fa4b-5990-4959-bd69-54e3a644602b req-7d7398bf-f07e-4220-b9c0-1d669c6e8222 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=b9c58772-dfdc-4409-b2d7-be774e05449a HTTP/1.1" status: 200 len: 853 time: 0.0523994 Jul 06 12:38:22.827942 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5146fa4b-5990-4959-bd69-54e3a644602b req-f579586e-c5a1-4694-8510-a6a046a99d87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:38:22.830840 dv-cinder-799631-1-iscsi neutron-server[93087]: INFO neutron.wsgi [req-5146fa4b-5990-4959-bd69-54e3a644602b req-f579586e-c5a1-4694-8510-a6a046a99d87 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=af1c07e1-bc5b-4dc3-88dd-e84cce5c0677&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0772216 Jul 06 12:38:22.854304 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f40ee02a-d99c-4fb8-a3a5-bcb7e914e4a7 tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] Router 130656f8-45c2-4a36-a256-8b9eebfb37e9 has already been hosted by L3 agent 8f648e93-51d3-4e20-9eca-a57842435ba1 {{(pid=93088) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 12:38:22.884626 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.plugins.ml2.db [req-e0820e05-fcd0-4b50-b857-e8b0a0220f26 req-cf1f425e-02c7-4898-8908-395d0fd9cdc1 tempest-AttachVolumeTestJSON-69932156 tempest-AttachVolumeTestJSON-69932156-project] For port fb42b963-cd52-44eb-a5d0-c8e877a8c44e, host hv-cinder-79963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79963',level=0,port_id=fb42b963-cd52-44eb-a5d0-c8e877a8c44e,segment=NetworkSegment(c3ad306a-e157-4db2-861a-89054f1f1a9d),segment_id=c3ad306a-e157-4db2-861a-89054f1f1a9d)] {{(pid=93088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:38:22.885270 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [req-e0820e05-fcd0-4b50-b857-e8b0a0220f26 req-cf1f425e-02c7-4898-8908-395d0fd9cdc1 tempest-AttachVolumeTestJSON-69932156 tempest-AttachVolumeTestJSON-69932156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813012'] for port, precommit_delete {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:22.927749 dv-cinder-799631-1-iscsi neutron-server[93087]: INFO neutron.wsgi [req-5146fa4b-5990-4959-bd69-54e3a644602b req-79b1ed70-b5c0-49d8-9858-daba3acc3d83 service neutron] 10.222.0.100 "GET /v2.0/networks/af1c07e1-bc5b-4dc3-88dd-e84cce5c0677?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903671 Jul 06 12:38:23.045920 dv-cinder-799631-1-iscsi neutron-server[93087]: INFO neutron.wsgi [req-5146fa4b-5990-4959-bd69-54e3a644602b req-3bbac489-1dcc-4609-855c-b70f969dd685 service neutron] 10.222.0.100 "GET /v2.0/networks/af1c07e1-bc5b-4dc3-88dd-e84cce5c0677?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1114621 Jul 06 12:38:23.166941 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f40ee02a-d99c-4fb8-a3a5-bcb7e914e4a7 tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] Notify agent at l3_agent.dv-cinder-799631-1-iscsi the message routers_updated {{(pid=93088) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:38:23.173590 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-f40ee02a-d99c-4fb8-a3a5-bcb7e914e4a7 tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473541'] for floatingip, before_response {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:23.180863 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66842a4c-3182-4c27-9aa2-943c1d83f0ad None None] Sync routers for ids ['130656f8-45c2-4a36-a256-8b9eebfb37e9'] in dv-cinder-799631-1-iscsi {{(pid=93089) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:38:23.190396 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66842a4c-3182-4c27-9aa2-943c1d83f0ad None None] Routers {'130656f8-45c2-4a36-a256-8b9eebfb37e9'} bound to L3 agent in host dv-cinder-799631-1-iscsi {{(pid=93089) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:38:23.191086 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.db.l3_hamode_db [None req-66842a4c-3182-4c27-9aa2-943c1d83f0ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799631-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T12:25:10Z,description=,heartbeat_timestamp=2021-07-06T12:38:10Z,host='dv-cinder-799631-1-iscsi',id=8f648e93-51d3-4e20-9eca-a57842435ba1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T12:25:10Z,topic='l3_agent')) {'router_ids': ['130656f8-45c2-4a36-a256-8b9eebfb37e9'], 'active': True} {{(pid=93089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:38:23.256563 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [None req-f40ee02a-d99c-4fb8-a3a5-bcb7e914e4a7 tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] 10.222.0.106 "PUT /v2.0/floatingips/c34b3949-06f6-4553-a364-4b03c9265e0a HTTP/1.1" status: 200 len: 992 time: 1.9343381 Jul 06 12:38:23.258892 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '94f9f2b5-5ad5-46f4-8cab-79ff7ad040af', 'tag': '802f6ec7-37ad-4b77-9f21-aabe53e951e1'}] {{(pid=93088) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:38:23.261480 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.106/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9084e8bb467df778e8c5a57eadfa6056a7986fbfd2ee9905f143c38c4b95db31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6373bee6-8a87-4cc9-b8cf-0259032843ef" -d '{"events": [{"name": "network-changed", "server_uuid": "94f9f2b5-5ad5-46f4-8cab-79ff7ad040af", "tag": "802f6ec7-37ad-4b77-9f21-aabe53e951e1"}]}' {{(pid=93088) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:38:23.279613 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [req-e0820e05-fcd0-4b50-b857-e8b0a0220f26 req-cf1f425e-02c7-4898-8908-395d0fd9cdc1 tempest-AttachVolumeTestJSON-69932156 tempest-AttachVolumeTestJSON-69932156-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:23.280562 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [req-e0820e05-fcd0-4b50-b857-e8b0a0220f26 req-cf1f425e-02c7-4898-8908-395d0fd9cdc1 tempest-AttachVolumeTestJSON-69932156 tempest-AttachVolumeTestJSON-69932156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1764457'] for floatingip, after_update {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:23.280893 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.db.l3_db [req-e0820e05-fcd0-4b50-b857-e8b0a0220f26 req-cf1f425e-02c7-4898-8908-395d0fd9cdc1 tempest-AttachVolumeTestJSON-69932156 tempest-AttachVolumeTestJSON-69932156-project] Floating IP afa7ebe8-bde5-4e57-9dde-3af7fc0fcf20 disassociated. External IP: 172.27.1.222, port: fb42b963-cd52-44eb-a5d0-c8e877a8c44e. Jul 06 12:38:23.281246 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.plugins.ml2.plugin [req-e0820e05-fcd0-4b50-b857-e8b0a0220f26 req-cf1f425e-02c7-4898-8908-395d0fd9cdc1 tempest-AttachVolumeTestJSON-69932156 tempest-AttachVolumeTestJSON-69932156-project] Calling delete_port for fb42b963-cd52-44eb-a5d0-c8e877a8c44e owned by compute:nova {{(pid=93088) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:38:23.315412 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.db.l3_dvr_db [None req-66842a4c-3182-4c27-9aa2-943c1d83f0ad None None] Set router 130656f8-45c2-4a36-a256-8b9eebfb37e9 gateway port host: dv-cinder-799631-1-iscsi {{(pid=93089) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:38:23.447669 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [req-e0820e05-fcd0-4b50-b857-e8b0a0220f26 req-cf1f425e-02c7-4898-8908-395d0fd9cdc1 tempest-AttachVolumeTestJSON-69932156 tempest-AttachVolumeTestJSON-69932156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-772913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730294210838', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730293689573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63638200'] for port, after_delete {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:23.489913 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 12:38:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b645563-c8d8-43db-956b-2c79ba400dba x-openstack-request-id: req-0b645563-c8d8-43db-956b-2c79ba400dba {{(pid=93088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:38:23.490202 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "94f9f2b5-5ad5-46f4-8cab-79ff7ad040af", "tag": "802f6ec7-37ad-4b77-9f21-aabe53e951e1", "status": "completed", "code": 200}]} {{(pid=93088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:38:23.490708 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.106/compute/v2.1/os-server-external-events used request id req-0b645563-c8d8-43db-956b-2c79ba400dba {{(pid=93088) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:38:23.491215 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '94f9f2b5-5ad5-46f4-8cab-79ff7ad040af', 'tag': '802f6ec7-37ad-4b77-9f21-aabe53e951e1', 'status': 'completed', 'code': 200} Jul 06 12:38:23.492023 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1f425e-02c7-4898-8908-395d0fd9cdc1 tempest-AttachVolumeTestJSON-69932156 tempest-AttachVolumeTestJSON-69932156-project] Pushing event deleted for resources: {'Port': ['ID=fb42b963-cd52-44eb-a5d0-c8e877a8c44e,revision_number=None']} {{(pid=93088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:38:23.615951 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6373bee6-8a87-4cc9-b8cf-0259032843ef req-cf8361d1-92ee-4abf-b7be-e1b176864322 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:38:23.618420 dv-cinder-799631-1-iscsi neutron-server[93087]: INFO neutron.wsgi [req-6373bee6-8a87-4cc9-b8cf-0259032843ef req-cf8361d1-92ee-4abf-b7be-e1b176864322 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=b437ce926689452f91685757af8037a1&device_id=94f9f2b5-5ad5-46f4-8cab-79ff7ad040af HTTP/1.1" status: 200 len: 1099 time: 0.0680127 Jul 06 12:38:23.650575 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-285a87d6-e774-4a21-bffe-f4f2d74ec900 req-7affa52c-9901-4959-84b6-53a549f95432 tempest-AttachVolumeTestJSON-69932156 tempest-AttachVolumeTestJSON-69932156-project] 10.222.0.106 "GET /v2.0/ports?device_id=1247d046-18a9-4ac1-b527-638e0320ba0e HTTP/1.1" status: 200 len: 210 time: 0.0906484 Jul 06 12:38:23.688706 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e0820e05-fcd0-4b50-b857-e8b0a0220f26 req-cf1f425e-02c7-4898-8908-395d0fd9cdc1 tempest-AttachVolumeTestJSON-69932156 tempest-AttachVolumeTestJSON-69932156-project] Router e5f6b344-c6b8-4ee4-81d0-896646415cef has already been hosted by L3 agent 8f648e93-51d3-4e20-9eca-a57842435ba1 {{(pid=93088) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 12:38:23.751944 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6373bee6-8a87-4cc9-b8cf-0259032843ef req-48c621b9-926b-4e00-969e-70637d8064e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:38:23.753448 dv-cinder-799631-1-iscsi neutron-server[93087]: INFO neutron.wsgi [req-6373bee6-8a87-4cc9-b8cf-0259032843ef req-48c621b9-926b-4e00-969e-70637d8064e0 service neutron] 10.222.0.100 "GET /v2.0/networks?id=13aecddf-3646-4770-a1b4-1e59fdf991f5 HTTP/1.1" status: 200 len: 919 time: 0.1279113 Jul 06 12:38:23.798736 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.db.l3_hamode_db [None req-66842a4c-3182-4c27-9aa2-943c1d83f0ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '130656f8-45c2-4a36-a256-8b9eebfb37e9', 'name': 'tempest-AttachVolumeShelveTestJSON-1952371859-router', 'tenant_id': 'b437ce926689452f91685757af8037a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a97b808-be6d-48ec-a40b-4668530ee790', 'external_fixed_ips': [{'subnet_id': '1816a596-2dc6-4d27-98a5-201cc12476f2', 'ip_address': '172.27.1.78'}], 'enable_snat': True}, 'gw_port_id': '52b826e0-bcb1-4b1f-a824-e9966728d4f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:33:07Z', 'updated_at': '2021-07-06T12:33:20Z', 'revision_number': 4, 'project_id': 'b437ce926689452f91685757af8037a1', 'gw_port': {'id': '52b826e0-bcb1-4b1f-a824-e9966728d4f8', 'name': '', 'network_id': '2a97b808-be6d-48ec-a40b-4668530ee790', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:34:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '130656f8-45c2-4a36-a256-8b9eebfb37e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 53, 'fixed_ips': [{'subnet_id': '1816a596-2dc6-4d27-98a5-201cc12476f2', 'ip_address': '172.27.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799631-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:33:08Z', 'updated_at': '2021-07-06T12:33:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1816a596-2dc6-4d27-98a5-201cc12476f2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799631-1-iscsi', '_floatingips': [{'id': 'c34b3949-06f6-4553-a364-4b03c9265e0a', 'tenant_id': 'b437ce926689452f91685757af8037a1', 'floating_ip_address': '172.27.1.185', 'floating_network_id': '2a97b808-be6d-48ec-a40b-4668530ee790', 'router_id': '130656f8-45c2-4a36-a256-8b9eebfb37e9', 'port_id': '802f6ec7-37ad-4b77-9f21-aabe53e951e1', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 463, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '13aecddf-3646-4770-a1b4-1e59fdf991f5', 'mac_address': 'fa:16:3e:26:47:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94f9f2b5-5ad5-46f4-8cab-79ff7ad040af', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T12:37:51Z', 'updated_at': '2021-07-06T12:38:21Z', 'revision_number': 1, 'project_id': 'b437ce926689452f91685757af8037a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c8b0b1a8-36c0-47bc-bcd4-2453a786f7de', 'name': '', 'network_id': '13aecddf-3646-4770-a1b4-1e59fdf991f5', 'tenant_id': 'b437ce926689452f91685757af8037a1', 'mac_address': 'fa:16:3e:a0:be:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '130656f8-45c2-4a36-a256-8b9eebfb37e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '26404b5b-3148-4b62-b08e-5f523f412d1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799631-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:33:16Z', 'updated_at': '2021-07-06T12:33:35Z', 'revision_number': 5, 'project_id': 'b437ce926689452f91685757af8037a1', 'subnets': [{'id': '26404b5b-3148-4b62-b08e-5f523f412d1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799631-1-iscsi', False) {} {{(pid=93089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:38:23.820217 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e0820e05-fcd0-4b50-b857-e8b0a0220f26 req-cf1f425e-02c7-4898-8908-395d0fd9cdc1 tempest-AttachVolumeTestJSON-69932156 tempest-AttachVolumeTestJSON-69932156-project] Notify agent at l3_agent.dv-cinder-799631-1-iscsi the message routers_updated {{(pid=93088) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:38:23.821394 dv-cinder-799631-1-iscsi neutron-server[93087]: INFO neutron.wsgi [req-6373bee6-8a87-4cc9-b8cf-0259032843ef req-655a905b-b4f1-47ce-94f1-6b556ea1d371 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=802f6ec7-37ad-4b77-9f21-aabe53e951e1 HTTP/1.1" status: 200 len: 1000 time: 0.0610402 Jul 06 12:38:23.827190 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66842a4c-3182-4c27-9aa2-943c1d83f0ad None None] Checking router: 130656f8-45c2-4a36-a256-8b9eebfb37e9 for host: dv-cinder-799631-1-iscsi {{(pid=93089) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 12:38:23.832020 dv-cinder-799631-1-iscsi neutron-server[93090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-178046bf-617d-44d1-a23e-d3fc4c8b5ce3 None None] Sync routers for ids ['e5f6b344-c6b8-4ee4-81d0-896646415cef'] in dv-cinder-799631-1-iscsi {{(pid=93090) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:38:23.836519 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66842a4c-3182-4c27-9aa2-943c1d83f0ad None None] Routers {'130656f8-45c2-4a36-a256-8b9eebfb37e9'} bound to L3 agent in host dv-cinder-799631-1-iscsi {{(pid=93089) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:38:23.837150 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.db.l3_hamode_db [None req-66842a4c-3182-4c27-9aa2-943c1d83f0ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799631-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T12:25:10Z,description=,heartbeat_timestamp=2021-07-06T12:38:10Z,host='dv-cinder-799631-1-iscsi',id=8f648e93-51d3-4e20-9eca-a57842435ba1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T12:25:10Z,topic='l3_agent')) {'router_ids': ['130656f8-45c2-4a36-a256-8b9eebfb37e9'], 'active': True} {{(pid=93089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:38:23.844347 dv-cinder-799631-1-iscsi neutron-server[93090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-178046bf-617d-44d1-a23e-d3fc4c8b5ce3 None None] Routers {'e5f6b344-c6b8-4ee4-81d0-896646415cef'} bound to L3 agent in host dv-cinder-799631-1-iscsi {{(pid=93090) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:38:23.845245 dv-cinder-799631-1-iscsi neutron-server[93090]: DEBUG neutron.db.l3_hamode_db [None req-178046bf-617d-44d1-a23e-d3fc4c8b5ce3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799631-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T12:25:10Z,description=,heartbeat_timestamp=2021-07-06T12:38:10Z,host='dv-cinder-799631-1-iscsi',id=8f648e93-51d3-4e20-9eca-a57842435ba1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T12:25:10Z,topic='l3_agent')) {'router_ids': ['e5f6b344-c6b8-4ee4-81d0-896646415cef'], 'active': True} {{(pid=93090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:38:23.886216 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6373bee6-8a87-4cc9-b8cf-0259032843ef req-7507a83e-d0b1-41a8-b116-5ecf552f1edf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:38:23.887949 dv-cinder-799631-1-iscsi neutron-server[93087]: INFO neutron.wsgi [req-6373bee6-8a87-4cc9-b8cf-0259032843ef req-7507a83e-d0b1-41a8-b116-5ecf552f1edf service neutron] 10.222.0.100 "GET /v2.0/subnets?id=26404b5b-3148-4b62-b08e-5f523f412d1e HTTP/1.1" status: 200 len: 856 time: 0.0583656 Jul 06 12:38:23.890573 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0820e05-fcd0-4b50-b857-e8b0a0220f26 req-cf1f425e-02c7-4898-8908-395d0fd9cdc1 tempest-AttachVolumeTestJSON-69932156 tempest-AttachVolumeTestJSON-69932156-project] No DVR routers for this DVR port fb42b963-cd52-44eb-a5d0-c8e877a8c44e on host hv-cinder-79963 {{(pid=93088) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:38:23.894157 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [req-e0820e05-fcd0-4b50-b857-e8b0a0220f26 req-cf1f425e-02c7-4898-8908-395d0fd9cdc1 tempest-AttachVolumeTestJSON-69932156 tempest-AttachVolumeTestJSON-69932156-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473541'] for port, before_response {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:23.900444 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-e0820e05-fcd0-4b50-b857-e8b0a0220f26 req-cf1f425e-02c7-4898-8908-395d0fd9cdc1 tempest-AttachVolumeTestJSON-69932156 tempest-AttachVolumeTestJSON-69932156-project] 10.222.0.100 "DELETE /v2.0/ports/fb42b963-cd52-44eb-a5d0-c8e877a8c44e HTTP/1.1" status: 204 len: 173 time: 1.7448263 Jul 06 12:38:23.971437 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.db.l3_dvr_db [None req-66842a4c-3182-4c27-9aa2-943c1d83f0ad None None] Set router 130656f8-45c2-4a36-a256-8b9eebfb37e9 gateway port host: dv-cinder-799631-1-iscsi {{(pid=93089) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:38:24.016907 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6373bee6-8a87-4cc9-b8cf-0259032843ef req-554f196b-b42e-4b3b-a770-5e9370703ad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:38:24.020134 dv-cinder-799631-1-iscsi neutron-server[93087]: INFO neutron.wsgi [req-6373bee6-8a87-4cc9-b8cf-0259032843ef req-554f196b-b42e-4b3b-a770-5e9370703ad6 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=13aecddf-3646-4770-a1b4-1e59fdf991f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1182728 Jul 06 12:38:24.172993 dv-cinder-799631-1-iscsi neutron-server[93090]: DEBUG neutron.db.l3_dvr_db [None req-178046bf-617d-44d1-a23e-d3fc4c8b5ce3 None None] Set router e5f6b344-c6b8-4ee4-81d0-896646415cef gateway port host: dv-cinder-799631-1-iscsi {{(pid=93090) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:38:24.224568 dv-cinder-799631-1-iscsi neutron-server[93087]: INFO neutron.wsgi [req-6373bee6-8a87-4cc9-b8cf-0259032843ef req-278f36ed-04a5-4b30-9043-00b9a1f8e00a service neutron] 10.222.0.100 "GET /v2.0/networks/13aecddf-3646-4770-a1b4-1e59fdf991f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1935987 Jul 06 12:38:24.396258 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.db.l3_hamode_db [None req-66842a4c-3182-4c27-9aa2-943c1d83f0ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '130656f8-45c2-4a36-a256-8b9eebfb37e9', 'name': 'tempest-AttachVolumeShelveTestJSON-1952371859-router', 'tenant_id': 'b437ce926689452f91685757af8037a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a97b808-be6d-48ec-a40b-4668530ee790', 'external_fixed_ips': [{'subnet_id': '1816a596-2dc6-4d27-98a5-201cc12476f2', 'ip_address': '172.27.1.78'}], 'enable_snat': True}, 'gw_port_id': '52b826e0-bcb1-4b1f-a824-e9966728d4f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:33:07Z', 'updated_at': '2021-07-06T12:33:20Z', 'revision_number': 4, 'project_id': 'b437ce926689452f91685757af8037a1', 'gw_port': {'id': '52b826e0-bcb1-4b1f-a824-e9966728d4f8', 'name': '', 'network_id': '2a97b808-be6d-48ec-a40b-4668530ee790', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:34:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '130656f8-45c2-4a36-a256-8b9eebfb37e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 53, 'fixed_ips': [{'subnet_id': '1816a596-2dc6-4d27-98a5-201cc12476f2', 'ip_address': '172.27.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799631-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:33:08Z', 'updated_at': '2021-07-06T12:33:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1816a596-2dc6-4d27-98a5-201cc12476f2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799631-1-iscsi', '_floatingips': [{'id': 'c34b3949-06f6-4553-a364-4b03c9265e0a', 'tenant_id': 'b437ce926689452f91685757af8037a1', 'floating_ip_address': '172.27.1.185', 'floating_network_id': '2a97b808-be6d-48ec-a40b-4668530ee790', 'router_id': '130656f8-45c2-4a36-a256-8b9eebfb37e9', 'port_id': '802f6ec7-37ad-4b77-9f21-aabe53e951e1', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 463, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '13aecddf-3646-4770-a1b4-1e59fdf991f5', 'mac_address': 'fa:16:3e:26:47:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94f9f2b5-5ad5-46f4-8cab-79ff7ad040af', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T12:37:51Z', 'updated_at': '2021-07-06T12:38:21Z', 'revision_number': 1, 'project_id': 'b437ce926689452f91685757af8037a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c8b0b1a8-36c0-47bc-bcd4-2453a786f7de', 'name': '', 'network_id': '13aecddf-3646-4770-a1b4-1e59fdf991f5', 'tenant_id': 'b437ce926689452f91685757af8037a1', 'mac_address': 'fa:16:3e:a0:be:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '130656f8-45c2-4a36-a256-8b9eebfb37e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '26404b5b-3148-4b62-b08e-5f523f412d1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799631-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:33:16Z', 'updated_at': '2021-07-06T12:33:35Z', 'revision_number': 5, 'project_id': 'b437ce926689452f91685757af8037a1', 'subnets': [{'id': '26404b5b-3148-4b62-b08e-5f523f412d1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799631-1-iscsi', False) {} {{(pid=93089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:38:24.441017 dv-cinder-799631-1-iscsi neutron-server[93090]: DEBUG neutron.db.l3_hamode_db [None req-178046bf-617d-44d1-a23e-d3fc4c8b5ce3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5f6b344-c6b8-4ee4-81d0-896646415cef', 'name': 'tempest-AttachVolumeTestJSON-607715299-router', 'tenant_id': '2efe7ae752d2458ea1329427a8828a01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a97b808-be6d-48ec-a40b-4668530ee790', 'external_fixed_ips': [{'subnet_id': '1816a596-2dc6-4d27-98a5-201cc12476f2', 'ip_address': '172.27.1.111'}], 'enable_snat': True}, 'gw_port_id': '1b4179cc-d547-4584-9baa-867a0c1392bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:33:12Z', 'updated_at': '2021-07-06T12:33:25Z', 'revision_number': 4, 'project_id': '2efe7ae752d2458ea1329427a8828a01', 'gw_port': {'id': '1b4179cc-d547-4584-9baa-867a0c1392bd', 'name': '', 'network_id': '2a97b808-be6d-48ec-a40b-4668530ee790', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:ab:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5f6b344-c6b8-4ee4-81d0-896646415cef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '1816a596-2dc6-4d27-98a5-201cc12476f2', 'ip_address': '172.27.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799631-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:33:14Z', 'updated_at': '2021-07-06T12:33:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1816a596-2dc6-4d27-98a5-201cc12476f2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799631-1-iscsi', '_interfaces': [{'id': 'e446bfbe-6143-46aa-ace5-f4ac93512559', 'name': '', 'network_id': '05887a89-c541-45f9-bd49-e19532da98ad', 'tenant_id': '2efe7ae752d2458ea1329427a8828a01', 'mac_address': 'fa:16:3e:7a:b0:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5f6b344-c6b8-4ee4-81d0-896646415cef', 'device_owner': 'network:router_interface', 'standard_attr_id': 127, 'fixed_ips': [{'subnet_id': 'c2006b9e-8b8d-4564-b906-0d2b575665be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799631-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:33:23Z', 'updated_at': '2021-07-06T12:33:36Z', 'revision_number': 5, 'project_id': '2efe7ae752d2458ea1329427a8828a01', 'subnets': [{'id': 'c2006b9e-8b8d-4564-b906-0d2b575665be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799631-1-iscsi', False) {} {{(pid=93090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:38:24.445985 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66842a4c-3182-4c27-9aa2-943c1d83f0ad None None] The sync data for ids ['130656f8-45c2-4a36-a256-8b9eebfb37e9'] in dv-cinder-799631-1-iscsi is: [{'id': '130656f8-45c2-4a36-a256-8b9eebfb37e9', 'name': 'tempest-AttachVolumeShelveTestJSON-1952371859-router', 'tenant_id': 'b437ce926689452f91685757af8037a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a97b808-be6d-48ec-a40b-4668530ee790', 'external_fixed_ips': [{'subnet_id': '1816a596-2dc6-4d27-98a5-201cc12476f2', 'ip_address': '172.27.1.78'}], 'enable_snat': True}, 'gw_port_id': '52b826e0-bcb1-4b1f-a824-e9966728d4f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:33:07Z', 'updated_at': '2021-07-06T12:33:20Z', 'revision_number': 4, 'project_id': 'b437ce926689452f91685757af8037a1', 'gw_port': {'id': '52b826e0-bcb1-4b1f-a824-e9966728d4f8', 'name': '', 'network_id': '2a97b808-be6d-48ec-a40b-4668530ee790', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:34:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '130656f8-45c2-4a36-a256-8b9eebfb37e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 53, 'fixed_ips': [{'subnet_id': '1816a596-2dc6-4d27-98a5-201cc12476f2', 'ip_address': '172.27.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799631-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:33:08Z', 'updated_at': '2021-07-06T12:33:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1816a596-2dc6-4d27-98a5-201cc12476f2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799631-1-iscsi', '_floatingips': [{'id': 'c34b3949-06f6-4553-a364-4b03c9265e0a', 'tenant_id': 'b437ce926689452f91685757af8037a1', 'floating_ip_address': '172.27.1.185', 'floating_network_id': '2a97b808-be6d-48ec-a40b-4668530ee790', 'router_id': '130656f8-45c2-4a36-a256-8b9eebfb37e9', 'port_id': '802f6ec7-37ad-4b77-9f21-aabe53e951e1', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 463, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '13aecddf-3646-4770-a1b4-1e59fdf991f5', 'mac_address': 'fa:16:3e:26:47:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94f9f2b5-5ad5-46f4-8cab-79ff7ad040af', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T12:37:51Z', 'updated_at': '2021-07-06T12:38:21Z', 'revision_number': 1, 'project_id': 'b437ce926689452f91685757af8037a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c8b0b1a8-36c0-47bc-bcd4-2453a786f7de', 'name': '', 'network_id': '13aecddf-3646-4770-a1b4-1e59fdf991f5', 'tenant_id': 'b437ce926689452f91685757af8037a1', 'mac_address': 'fa:16:3e:a0:be:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '130656f8-45c2-4a36-a256-8b9eebfb37e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '26404b5b-3148-4b62-b08e-5f523f412d1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799631-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:33:16Z', 'updated_at': '2021-07-06T12:33:35Z', 'revision_number': 5, 'project_id': 'b437ce926689452f91685757af8037a1', 'subnets': [{'id': '26404b5b-3148-4b62-b08e-5f523f412d1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93089) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:38:24.482243 dv-cinder-799631-1-iscsi neutron-server[93090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-178046bf-617d-44d1-a23e-d3fc4c8b5ce3 None None] Checking router: e5f6b344-c6b8-4ee4-81d0-896646415cef for host: dv-cinder-799631-1-iscsi {{(pid=93090) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 12:38:24.501697 dv-cinder-799631-1-iscsi neutron-server[93090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-178046bf-617d-44d1-a23e-d3fc4c8b5ce3 None None] Routers {'e5f6b344-c6b8-4ee4-81d0-896646415cef'} bound to L3 agent in host dv-cinder-799631-1-iscsi {{(pid=93090) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:38:24.502556 dv-cinder-799631-1-iscsi neutron-server[93090]: DEBUG neutron.db.l3_hamode_db [None req-178046bf-617d-44d1-a23e-d3fc4c8b5ce3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799631-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T12:25:10Z,description=,heartbeat_timestamp=2021-07-06T12:38:10Z,host='dv-cinder-799631-1-iscsi',id=8f648e93-51d3-4e20-9eca-a57842435ba1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T12:25:10Z,topic='l3_agent')) {'router_ids': ['e5f6b344-c6b8-4ee4-81d0-896646415cef'], 'active': True} {{(pid=93090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:38:24.550111 dv-cinder-799631-1-iscsi neutron-server[93087]: INFO neutron.wsgi [req-6373bee6-8a87-4cc9-b8cf-0259032843ef req-1dc011e6-1c86-43e3-b3dc-993e4e7c51df service neutron] 10.222.0.100 "GET /v2.0/networks/13aecddf-3646-4770-a1b4-1e59fdf991f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3079517 Jul 06 12:38:24.627084 dv-cinder-799631-1-iscsi neutron-server[93090]: DEBUG neutron.db.l3_dvr_db [None req-178046bf-617d-44d1-a23e-d3fc4c8b5ce3 None None] Set router e5f6b344-c6b8-4ee4-81d0-896646415cef gateway port host: dv-cinder-799631-1-iscsi {{(pid=93090) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:38:24.708125 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a64605c-1ebc-45eb-81be-c66b35bb1f38 None None] New status for floating IP c34b3949-06f6-4553-a364-4b03c9265e0a: ACTIVE {{(pid=93089) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 12:38:24.852445 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-c02fe75e-7032-4d13-a3e3-15100e0e711c req-5bc09360-4d7a-4983-b974-21716935ea85 tempest-AttachVolumeTestJSON-69932156 tempest-AttachVolumeTestJSON-69932156-project] 10.222.0.106 "GET /v2.0/ports?device_id=1247d046-18a9-4ac1-b527-638e0320ba0e HTTP/1.1" status: 200 len: 210 time: 0.0341003 Jul 06 12:38:24.891685 dv-cinder-799631-1-iscsi neutron-server[93090]: DEBUG neutron.db.l3_hamode_db [None req-178046bf-617d-44d1-a23e-d3fc4c8b5ce3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5f6b344-c6b8-4ee4-81d0-896646415cef', 'name': 'tempest-AttachVolumeTestJSON-607715299-router', 'tenant_id': '2efe7ae752d2458ea1329427a8828a01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a97b808-be6d-48ec-a40b-4668530ee790', 'external_fixed_ips': [{'subnet_id': '1816a596-2dc6-4d27-98a5-201cc12476f2', 'ip_address': '172.27.1.111'}], 'enable_snat': True}, 'gw_port_id': '1b4179cc-d547-4584-9baa-867a0c1392bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:33:12Z', 'updated_at': '2021-07-06T12:33:25Z', 'revision_number': 4, 'project_id': '2efe7ae752d2458ea1329427a8828a01', 'gw_port': {'id': '1b4179cc-d547-4584-9baa-867a0c1392bd', 'name': '', 'network_id': '2a97b808-be6d-48ec-a40b-4668530ee790', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:ab:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5f6b344-c6b8-4ee4-81d0-896646415cef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '1816a596-2dc6-4d27-98a5-201cc12476f2', 'ip_address': '172.27.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799631-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:33:14Z', 'updated_at': '2021-07-06T12:33:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1816a596-2dc6-4d27-98a5-201cc12476f2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799631-1-iscsi', '_interfaces': [{'id': 'e446bfbe-6143-46aa-ace5-f4ac93512559', 'name': '', 'network_id': '05887a89-c541-45f9-bd49-e19532da98ad', 'tenant_id': '2efe7ae752d2458ea1329427a8828a01', 'mac_address': 'fa:16:3e:7a:b0:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5f6b344-c6b8-4ee4-81d0-896646415cef', 'device_owner': 'network:router_interface', 'standard_attr_id': 127, 'fixed_ips': [{'subnet_id': 'c2006b9e-8b8d-4564-b906-0d2b575665be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799631-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:33:23Z', 'updated_at': '2021-07-06T12:33:36Z', 'revision_number': 5, 'project_id': '2efe7ae752d2458ea1329427a8828a01', 'subnets': [{'id': 'c2006b9e-8b8d-4564-b906-0d2b575665be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799631-1-iscsi', False) {} {{(pid=93090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:38:24.920557 dv-cinder-799631-1-iscsi neutron-server[93090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-178046bf-617d-44d1-a23e-d3fc4c8b5ce3 None None] The sync data for ids ['e5f6b344-c6b8-4ee4-81d0-896646415cef'] in dv-cinder-799631-1-iscsi is: [{'id': 'e5f6b344-c6b8-4ee4-81d0-896646415cef', 'name': 'tempest-AttachVolumeTestJSON-607715299-router', 'tenant_id': '2efe7ae752d2458ea1329427a8828a01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a97b808-be6d-48ec-a40b-4668530ee790', 'external_fixed_ips': [{'subnet_id': '1816a596-2dc6-4d27-98a5-201cc12476f2', 'ip_address': '172.27.1.111'}], 'enable_snat': True}, 'gw_port_id': '1b4179cc-d547-4584-9baa-867a0c1392bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:33:12Z', 'updated_at': '2021-07-06T12:33:25Z', 'revision_number': 4, 'project_id': '2efe7ae752d2458ea1329427a8828a01', 'gw_port': {'id': '1b4179cc-d547-4584-9baa-867a0c1392bd', 'name': '', 'network_id': '2a97b808-be6d-48ec-a40b-4668530ee790', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:ab:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5f6b344-c6b8-4ee4-81d0-896646415cef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '1816a596-2dc6-4d27-98a5-201cc12476f2', 'ip_address': '172.27.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799631-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:33:14Z', 'updated_at': '2021-07-06T12:33:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1816a596-2dc6-4d27-98a5-201cc12476f2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799631-1-iscsi', '_interfaces': [{'id': 'e446bfbe-6143-46aa-ace5-f4ac93512559', 'name': '', 'network_id': '05887a89-c541-45f9-bd49-e19532da98ad', 'tenant_id': '2efe7ae752d2458ea1329427a8828a01', 'mac_address': 'fa:16:3e:7a:b0:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5f6b344-c6b8-4ee4-81d0-896646415cef', 'device_owner': 'network:router_interface', 'standard_attr_id': 127, 'fixed_ips': [{'subnet_id': 'c2006b9e-8b8d-4564-b906-0d2b575665be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799631-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:33:23Z', 'updated_at': '2021-07-06T12:33:36Z', 'revision_number': 5, 'project_id': '2efe7ae752d2458ea1329427a8828a01', 'subnets': [{'id': 'c2006b9e-8b8d-4564-b906-0d2b575665be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93090) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:38:25.150192 dv-cinder-799631-1-iscsi neutron-server[93090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d090334-b407-4acb-adb0-0a18e25893cb None None] New status for floating IP afa7ebe8-bde5-4e57-9dde-3af7fc0fcf20: DOWN {{(pid=93090) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 12:38:25.493073 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1247d046-18a9-4ac1-b527-638e0320ba0e', 'name': 'network-vif-deleted', 'tag': 'fb42b963-cd52-44eb-a5d0-c8e877a8c44e'}] {{(pid=93088) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:38:25.495491 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.106/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9084e8bb467df778e8c5a57eadfa6056a7986fbfd2ee9905f143c38c4b95db31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9c3689c-f133-437c-8efb-36e3a68de45f" -d '{"events": [{"server_uuid": "1247d046-18a9-4ac1-b527-638e0320ba0e", "name": "network-vif-deleted", "tag": "fb42b963-cd52-44eb-a5d0-c8e877a8c44e"}]}' {{(pid=93088) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:38:25.533841 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 12:38:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-178dfa3e-6909-48ee-9a72-0eaff4cc80c5 x-openstack-request-id: req-178dfa3e-6909-48ee-9a72-0eaff4cc80c5 {{(pid=93088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:38:25.534146 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1247d046-18a9-4ac1-b527-638e0320ba0e", "name": "network-vif-deleted", "tag": "fb42b963-cd52-44eb-a5d0-c8e877a8c44e", "status": "completed", "code": 200}]} {{(pid=93088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:38:25.534431 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.106/compute/v2.1/os-server-external-events used request id req-178dfa3e-6909-48ee-9a72-0eaff4cc80c5 {{(pid=93088) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:38:25.534867 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1247d046-18a9-4ac1-b527-638e0320ba0e', 'name': 'network-vif-deleted', 'tag': 'fb42b963-cd52-44eb-a5d0-c8e877a8c44e', 'status': 'completed', 'code': 200} Jul 06 12:38:26.016927 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-e2ba6968-420e-48dc-9418-4afaabb264d8 req-6d95efd8-1ceb-4901-975c-bed24fb279e3 tempest-AttachVolumeTestJSON-69932156 tempest-AttachVolumeTestJSON-69932156-project] 10.222.0.106 "GET /v2.0/ports?device_id=1247d046-18a9-4ac1-b527-638e0320ba0e HTTP/1.1" status: 200 len: 210 time: 0.0288088 Jul 06 12:38:26.695284 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.rpc [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] Device fb42b963-cd52-44eb-a5d0-c8e877a8c44e no longer exists at agent hyperv_hv-cinder-79963 {{(pid=93089) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:38:26.721473 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.plugin [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] No Port match for: fb42b963-cd52-44eb-a5d0-c8e877a8c44e {{(pid=93089) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:38:26.721745 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.rpc [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] Device fb42b963-cd52-44eb-a5d0-c8e877a8c44e not bound to the agent host hv-cinder-79963 {{(pid=93089) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:38:27.181457 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-46cdcbf0-f96e-4e1c-b219-f79dfb90fa57 req-09320794-25ca-40d0-bc7b-9169fd6d150d tempest-AttachVolumeTestJSON-69932156 tempest-AttachVolumeTestJSON-69932156-project] 10.222.0.106 "GET /v2.0/ports?device_id=1247d046-18a9-4ac1-b527-638e0320ba0e HTTP/1.1" status: 200 len: 210 time: 0.0282924 Jul 06 12:38:28.319999 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.wsgi [-] (93088) accepted ('10.222.0.106', 53830) {{(pid=93088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:38:28.377110 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-3ad2b6c4-a93a-4fe5-bcfa-7c69e75beeae tempest-AttachVolumeTestJSON-69932156 tempest-AttachVolumeTestJSON-69932156-project] Notify callbacks [] for security_group, before_delete {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:28.401458 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-3ad2b6c4-a93a-4fe5-bcfa-7c69e75beeae tempest-AttachVolumeTestJSON-69932156 tempest-AttachVolumeTestJSON-69932156-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:28.453831 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-3ad2b6c4-a93a-4fe5-bcfa-7c69e75beeae tempest-AttachVolumeTestJSON-69932156 tempest-AttachVolumeTestJSON-69932156-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1774441'] for security_group, after_delete {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:28.457899 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-3ad2b6c4-a93a-4fe5-bcfa-7c69e75beeae tempest-AttachVolumeTestJSON-69932156 tempest-AttachVolumeTestJSON-69932156-project] Notify callbacks [] for security_group, before_response {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:28.459475 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [None req-3ad2b6c4-a93a-4fe5-bcfa-7c69e75beeae tempest-AttachVolumeTestJSON-69932156 tempest-AttachVolumeTestJSON-69932156-project] 10.222.0.106 "DELETE /v2.0/security-groups/c6027da5-2dd2-4fa1-abf8-166ae93c4f01 HTTP/1.1" status: 204 len: 168 time: 0.1445732 Jul 06 12:38:28.464152 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.wsgi [-] (93087) accepted ('10.222.0.106', 53832) {{(pid=93087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:38:28.482416 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad2b6c4-a93a-4fe5-bcfa-7c69e75beeae tempest-AttachVolumeTestJSON-69932156 tempest-AttachVolumeTestJSON-69932156-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6027da5-2dd2-4fa1-abf8-166ae93c4f01,revision_number=None']} {{(pid=93088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:38:28.488213 dv-cinder-799631-1-iscsi neutron-server[93087]: INFO neutron.api.v2.resource [None req-48677867-984e-4d46-b3f6-66ac86aeef87 tempest-AttachVolumeTestJSON-69932156 tempest-AttachVolumeTestJSON-69932156-project] show failed (client error): The resource could not be found. Jul 06 12:38:28.494873 dv-cinder-799631-1-iscsi neutron-server[93087]: INFO neutron.wsgi [None req-48677867-984e-4d46-b3f6-66ac86aeef87 tempest-AttachVolumeTestJSON-69932156 tempest-AttachVolumeTestJSON-69932156-project] 10.222.0.106 "GET /v2.0/security-groups/c6027da5-2dd2-4fa1-abf8-166ae93c4f01 HTTP/1.1" status: 404 len: 347 time: 0.0239267 Jul 06 12:38:28.495041 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.wsgi [-] (93088) accepted ('10.222.0.106', 53834) {{(pid=93088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:38:28.646844 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.plugins.ml2.plugin [None req-23d98c14-ce0b-46ff-96da-08e39c3b323d tempest-AttachVolumeTestJSON-69932156 tempest-AttachVolumeTestJSON-69932156-project] Deleting port 44867c30-c0f6-4e21-9a24-9121cfe9d8ab {{(pid=93088) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:38:28.647366 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-23d98c14-ce0b-46ff-96da-08e39c3b323d tempest-AttachVolumeTestJSON-69932156 tempest-AttachVolumeTestJSON-69932156-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730294201564'] for port, before_delete {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:28.753862 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-23d98c14-ce0b-46ff-96da-08e39c3b323d tempest-AttachVolumeTestJSON-69932156 tempest-AttachVolumeTestJSON-69932156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813012'] for port, precommit_delete {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:28.754175 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-23d98c14-ce0b-46ff-96da-08e39c3b323d tempest-AttachVolumeTestJSON-69932156 tempest-AttachVolumeTestJSON-69932156-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:28.767965 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.plugins.ml2.plugin [None req-23d98c14-ce0b-46ff-96da-08e39c3b323d tempest-AttachVolumeTestJSON-69932156 tempest-AttachVolumeTestJSON-69932156-project] Calling delete_port for 44867c30-c0f6-4e21-9a24-9121cfe9d8ab owned by network:floatingip {{(pid=93088) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:38:28.947764 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-23d98c14-ce0b-46ff-96da-08e39c3b323d tempest-AttachVolumeTestJSON-69932156 tempest-AttachVolumeTestJSON-69932156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-772913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730294210838', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730293689573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63638200'] for port, after_delete {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:28.999768 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d98c14-ce0b-46ff-96da-08e39c3b323d tempest-AttachVolumeTestJSON-69932156 tempest-AttachVolumeTestJSON-69932156-project] Pushing event deleted for resources: {'Port': ['ID=44867c30-c0f6-4e21-9a24-9121cfe9d8ab,revision_number=None']} {{(pid=93088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:38:29.075640 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-23d98c14-ce0b-46ff-96da-08e39c3b323d tempest-AttachVolumeTestJSON-69932156 tempest-AttachVolumeTestJSON-69932156-project] Notify callbacks [] for floatingip, after_delete {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:29.081160 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-23d98c14-ce0b-46ff-96da-08e39c3b323d tempest-AttachVolumeTestJSON-69932156 tempest-AttachVolumeTestJSON-69932156-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473541'] for floatingip, before_response {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:29.082496 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [None req-23d98c14-ce0b-46ff-96da-08e39c3b323d tempest-AttachVolumeTestJSON-69932156 tempest-AttachVolumeTestJSON-69932156-project] 10.222.0.106 "DELETE /v2.0/floatingips/afa7ebe8-bde5-4e57-9dde-3af7fc0fcf20 HTTP/1.1" status: 204 len: 168 time: 0.5874143 Jul 06 12:38:29.678652 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3215836-7f13-4001-b34e-922df17e6b76 req-3642d503-5ddb-45aa-a3b6-76cd256d2441 tempest-TestMinimumBasicScenario-1748604485 tempest-TestMinimumBasicScenario-1748604485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:38:29.680713 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-b3215836-7f13-4001-b34e-922df17e6b76 req-3642d503-5ddb-45aa-a3b6-76cd256d2441 tempest-TestMinimumBasicScenario-1748604485 tempest-TestMinimumBasicScenario-1748604485-project] 10.222.0.106 "GET /v2.0/ports?device_id=7d69a85d-ce03-47db-b48b-19cc0f97d343 HTTP/1.1" status: 200 len: 945 time: 0.0718315 Jul 06 12:38:29.723911 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.wsgi [-] (93087) accepted ('10.222.0.106', 53860) {{(pid=93087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:38:29.729449 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.api.v2.base [None req-85f5610c-bfbb-4009-b278-75646daf9ac3 tempest-AttachVolumeTestJSON-69932156 tempest-AttachVolumeTestJSON-69932156-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1175803764', 'description': 'tempest-description--1798969981'}} {{(pid=93087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:38:29.732792 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-b3215836-7f13-4001-b34e-922df17e6b76 req-8e0dcd3c-2551-4199-8a18-9a75284a83f2 tempest-TestMinimumBasicScenario-1748604485 tempest-TestMinimumBasicScenario-1748604485-project] 10.222.0.106 "GET /v2.0/security-groups?id=26a62fe2-f45b-4706-a2cb-d0638e6cd286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448272 Jul 06 12:38:29.755239 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-85f5610c-bfbb-4009-b278-75646daf9ac3 tempest-AttachVolumeTestJSON-69932156 tempest-AttachVolumeTestJSON-69932156-project] Notify callbacks [] for security_group, before_create {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:29.762621 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.wsgi [-] (93088) accepted ('10.222.0.106', 53862) {{(pid=93088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:38:29.859767 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-85f5610c-bfbb-4009-b278-75646daf9ac3 tempest-AttachVolumeTestJSON-69932156 tempest-AttachVolumeTestJSON-69932156-project] Notify callbacks [] for security_group, precommit_create {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:29.867632 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-85f5610c-bfbb-4009-b278-75646daf9ac3 tempest-AttachVolumeTestJSON-69932156 tempest-AttachVolumeTestJSON-69932156-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1774441'] for security_group, after_create {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:29.901512 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-85f5610c-bfbb-4009-b278-75646daf9ac3 tempest-AttachVolumeTestJSON-69932156 tempest-AttachVolumeTestJSON-69932156-project] Notify callbacks [] for security_group, before_response {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:29.905564 dv-cinder-799631-1-iscsi neutron-server[93087]: INFO neutron.wsgi [None req-85f5610c-bfbb-4009-b278-75646daf9ac3 tempest-AttachVolumeTestJSON-69932156 tempest-AttachVolumeTestJSON-69932156-project] 10.222.0.106 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.1777611 Jul 06 12:38:29.905970 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.wsgi [-] (93088) accepted ('10.222.0.106', 53866) {{(pid=93088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:38:29.907891 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f5610c-bfbb-4009-b278-75646daf9ac3 tempest-AttachVolumeTestJSON-69932156 tempest-AttachVolumeTestJSON-69932156-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e8208ac8-a2bb-43e5-9da5-5464dabf6d95,revision_number=1']} {{(pid=93087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:38:29.911673 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.api.v2.base [None req-58a2a5e3-a4e1-4ebc-bbe3-ef53468a8220 tempest-AttachVolumeTestJSON-69932156 tempest-AttachVolumeTestJSON-69932156-project] Request body: {'security_group_rule': {'security_group_id': 'e8208ac8-a2bb-43e5-9da5-5464dabf6d95', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93088) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:38:29.915046 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f5610c-bfbb-4009-b278-75646daf9ac3 tempest-AttachVolumeTestJSON-69932156 tempest-AttachVolumeTestJSON-69932156-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799631-1-iscsi {{(pid=93087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:38:29.915488 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f5610c-bfbb-4009-b278-75646daf9ac3 tempest-AttachVolumeTestJSON-69932156 tempest-AttachVolumeTestJSON-69932156-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799631-1-iscsi {{(pid=93087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:38:29.915789 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f5610c-bfbb-4009-b278-75646daf9ac3 tempest-AttachVolumeTestJSON-69932156 tempest-AttachVolumeTestJSON-69932156-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799631-1-iscsi {{(pid=93087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:38:29.916143 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f5610c-bfbb-4009-b278-75646daf9ac3 tempest-AttachVolumeTestJSON-69932156 tempest-AttachVolumeTestJSON-69932156-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799631-1-iscsi {{(pid=93087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:38:29.916461 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f5610c-bfbb-4009-b278-75646daf9ac3 tempest-AttachVolumeTestJSON-69932156 tempest-AttachVolumeTestJSON-69932156-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799631-1-iscsi {{(pid=93087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:38:29.916793 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f5610c-bfbb-4009-b278-75646daf9ac3 tempest-AttachVolumeTestJSON-69932156 tempest-AttachVolumeTestJSON-69932156-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799631-1-iscsi {{(pid=93087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:38:29.917127 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f5610c-bfbb-4009-b278-75646daf9ac3 tempest-AttachVolumeTestJSON-69932156 tempest-AttachVolumeTestJSON-69932156-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-799631-1-iscsi {{(pid=93087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:38:29.917454 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f5610c-bfbb-4009-b278-75646daf9ac3 tempest-AttachVolumeTestJSON-69932156 tempest-AttachVolumeTestJSON-69932156-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-799631-1-iscsi {{(pid=93087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:38:29.917781 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f5610c-bfbb-4009-b278-75646daf9ac3 tempest-AttachVolumeTestJSON-69932156 tempest-AttachVolumeTestJSON-69932156-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799631-1-iscsi {{(pid=93087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:38:29.918110 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f5610c-bfbb-4009-b278-75646daf9ac3 tempest-AttachVolumeTestJSON-69932156 tempest-AttachVolumeTestJSON-69932156-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799631-1-iscsi {{(pid=93087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:38:29.918435 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f5610c-bfbb-4009-b278-75646daf9ac3 tempest-AttachVolumeTestJSON-69932156 tempest-AttachVolumeTestJSON-69932156-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799631-1-iscsi {{(pid=93087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:38:29.918755 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f5610c-bfbb-4009-b278-75646daf9ac3 tempest-AttachVolumeTestJSON-69932156 tempest-AttachVolumeTestJSON-69932156-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799631-1-iscsi {{(pid=93087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:38:29.952177 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-58a2a5e3-a4e1-4ebc-bbe3-ef53468a8220 tempest-AttachVolumeTestJSON-69932156 tempest-AttachVolumeTestJSON-69932156-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:29.971344 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d37cf38e-7865-4ba0-9723-5d1848a0f6e9 tempest-TestMinimumBasicScenario-829623391 tempest-TestMinimumBasicScenario-829623391-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:38:29.972857 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [None req-d37cf38e-7865-4ba0-9723-5d1848a0f6e9 tempest-TestMinimumBasicScenario-829623391 tempest-TestMinimumBasicScenario-829623391-project-admin] 10.222.0.106 "GET /v2.0/ports?device_id=7d69a85d-ce03-47db-b48b-19cc0f97d343 HTTP/1.1" status: 200 len: 1093 time: 0.2093046 Jul 06 12:38:29.976491 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.wsgi [-] (93087) accepted ('10.222.0.106', 53868) {{(pid=93087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:38:29.981309 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.api.v2.base [None req-738a77e2-0b05-4b10-b534-ff0685ec3b3e tempest-TestMinimumBasicScenario-1748604485 tempest-TestMinimumBasicScenario-1748604485-project] Request body: {'floatingip': {'floating_network_id': '2a97b808-be6d-48ec-a40b-4668530ee790', 'port_id': 'd83d37af-235e-4459-bdd2-0d2554e24623', 'tenant_id': 'f3eb28de4f1642849fc831371d7db6c4', 'fixed_ip_address': '172.20.0.3'}} {{(pid=93087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:38:30.005502 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-738a77e2-0b05-4b10-b534-ff0685ec3b3e tempest-TestMinimumBasicScenario-1748604485 tempest-TestMinimumBasicScenario-1748604485-project] Notify callbacks [] for floatingip, before_create {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:30.015756 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-58a2a5e3-a4e1-4ebc-bbe3-ef53468a8220 tempest-AttachVolumeTestJSON-69932156 tempest-AttachVolumeTestJSON-69932156-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:30.020802 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-58a2a5e3-a4e1-4ebc-bbe3-ef53468a8220 tempest-AttachVolumeTestJSON-69932156 tempest-AttachVolumeTestJSON-69932156-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1822215'] for security_group_rule, after_create {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:30.041373 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a2a5e3-a4e1-4ebc-bbe3-ef53468a8220 tempest-AttachVolumeTestJSON-69932156 tempest-AttachVolumeTestJSON-69932156-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4446c3e1-ecff-4e30-ac70-47fbb3d302dd,revision_number=0']} {{(pid=93088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:38:30.049730 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-58a2a5e3-a4e1-4ebc-bbe3-ef53468a8220 tempest-AttachVolumeTestJSON-69932156 tempest-AttachVolumeTestJSON-69932156-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:30.053983 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [None req-58a2a5e3-a4e1-4ebc-bbe3-ef53468a8220 tempest-AttachVolumeTestJSON-69932156 tempest-AttachVolumeTestJSON-69932156-project] 10.222.0.106 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1441169 Jul 06 12:38:30.054490 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.wsgi [-] (93088) accepted ('10.222.0.106', 53872) {{(pid=93088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:38:30.059054 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.api.v2.base [None req-59f35195-13c2-499f-8bf4-4a37c521f0a9 tempest-AttachVolumeTestJSON-69932156 tempest-AttachVolumeTestJSON-69932156-project] Request body: {'security_group_rule': {'security_group_id': 'e8208ac8-a2bb-43e5-9da5-5464dabf6d95', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93088) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:38:30.089544 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-59f35195-13c2-499f-8bf4-4a37c521f0a9 tempest-AttachVolumeTestJSON-69932156 tempest-AttachVolumeTestJSON-69932156-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:30.156492 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-738a77e2-0b05-4b10-b534-ff0685ec3b3e tempest-TestMinimumBasicScenario-1748604485 tempest-TestMinimumBasicScenario-1748604485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772861'] for port, before_create {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:30.164949 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-59f35195-13c2-499f-8bf4-4a37c521f0a9 tempest-AttachVolumeTestJSON-69932156 tempest-AttachVolumeTestJSON-69932156-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:30.171960 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-59f35195-13c2-499f-8bf4-4a37c521f0a9 tempest-AttachVolumeTestJSON-69932156 tempest-AttachVolumeTestJSON-69932156-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1822215'] for security_group_rule, after_create {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:30.193499 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f35195-13c2-499f-8bf4-4a37c521f0a9 tempest-AttachVolumeTestJSON-69932156 tempest-AttachVolumeTestJSON-69932156-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5eed0866-6e60-4d04-9385-ae0ebb6eab08,revision_number=0']} {{(pid=93088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:38:30.201316 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-59f35195-13c2-499f-8bf4-4a37c521f0a9 tempest-AttachVolumeTestJSON-69932156 tempest-AttachVolumeTestJSON-69932156-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:30.205980 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [None req-59f35195-13c2-499f-8bf4-4a37c521f0a9 tempest-AttachVolumeTestJSON-69932156 tempest-AttachVolumeTestJSON-69932156-project] 10.222.0.106 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1476171 Jul 06 12:38:30.206830 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.wsgi [-] (93088) accepted ('10.222.0.106', 53880) {{(pid=93088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:38:30.215601 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.api.v2.base [None req-e7a8cafe-2d1c-4159-bd3b-2d9037a2cd62 tempest-AttachVolumeTestJSON-69932156 tempest-AttachVolumeTestJSON-69932156-project] Request body: {'floatingip': {'floating_network_id': '2a97b808-be6d-48ec-a40b-4668530ee790'}} {{(pid=93088) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:38:30.249795 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-e7a8cafe-2d1c-4159-bd3b-2d9037a2cd62 tempest-AttachVolumeTestJSON-69932156 tempest-AttachVolumeTestJSON-69932156-project] Notify callbacks [] for floatingip, before_create {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:30.311853 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.db.db_base_plugin_common [None req-738a77e2-0b05-4b10-b534-ff0685ec3b3e tempest-TestMinimumBasicScenario-1748604485 tempest-TestMinimumBasicScenario-1748604485-project] Allocated IP 172.27.1.71 (2a97b808-be6d-48ec-a40b-4668530ee790/1816a596-2dc6-4d27-98a5-201cc12476f2/a00f011f-abcd-4616-bd6d-6a9916064a54) {{(pid=93087) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:38:30.377988 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-e7a8cafe-2d1c-4159-bd3b-2d9037a2cd62 tempest-AttachVolumeTestJSON-69932156 tempest-AttachVolumeTestJSON-69932156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772861'] for port, before_create {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:30.427808 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-738a77e2-0b05-4b10-b534-ff0685ec3b3e tempest-TestMinimumBasicScenario-1748604485 tempest-TestMinimumBasicScenario-1748604485-project] Notify callbacks [] for port, precommit_create {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:30.469005 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-738a77e2-0b05-4b10-b534-ff0685ec3b3e tempest-TestMinimumBasicScenario-1748604485 tempest-TestMinimumBasicScenario-1748604485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-772920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-407207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730293689564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-65517734'] for port, after_create {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:30.508781 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-738a77e2-0b05-4b10-b534-ff0685ec3b3e tempest-TestMinimumBasicScenario-1748604485 tempest-TestMinimumBasicScenario-1748604485-project] Network 2a97b808-be6d-48ec-a40b-4668530ee790 is already hosted by enough agents. {{(pid=93087) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:38:30.512159 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.scheduler.base_scheduler [None req-738a77e2-0b05-4b10-b534-ff0685ec3b3e tempest-TestMinimumBasicScenario-1748604485 tempest-TestMinimumBasicScenario-1748604485-project] Resources bound (agent type, host, resource id): {{(pid=93087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:38:30.517243 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-738a77e2-0b05-4b10-b534-ff0685ec3b3e tempest-TestMinimumBasicScenario-1748604485 tempest-TestMinimumBasicScenario-1748604485-project] Received port after_create {{(pid=93087) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:38:30.533445 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.db.db_base_plugin_common [None req-e7a8cafe-2d1c-4159-bd3b-2d9037a2cd62 tempest-AttachVolumeTestJSON-69932156 tempest-AttachVolumeTestJSON-69932156-project] Allocated IP 172.27.1.234 (2a97b808-be6d-48ec-a40b-4668530ee790/1816a596-2dc6-4d27-98a5-201cc12476f2/0d89678a-1649-448e-b52e-22c1738daf14) {{(pid=93088) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:38:30.548159 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738a77e2-0b05-4b10-b534-ff0685ec3b3e tempest-TestMinimumBasicScenario-1748604485 tempest-TestMinimumBasicScenario-1748604485-project] Pushing event updated for resources: {'Port': ['ID=a00f011f-abcd-4616-bd6d-6a9916064a54,revision_number=1']} {{(pid=93087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:38:30.664217 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-e7a8cafe-2d1c-4159-bd3b-2d9037a2cd62 tempest-AttachVolumeTestJSON-69932156 tempest-AttachVolumeTestJSON-69932156-project] Notify callbacks [] for port, precommit_create {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:30.712092 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-e7a8cafe-2d1c-4159-bd3b-2d9037a2cd62 tempest-AttachVolumeTestJSON-69932156 tempest-AttachVolumeTestJSON-69932156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-772920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-407207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730293689564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-63638193'] for port, after_create {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:30.750356 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7a8cafe-2d1c-4159-bd3b-2d9037a2cd62 tempest-AttachVolumeTestJSON-69932156 tempest-AttachVolumeTestJSON-69932156-project] Network 2a97b808-be6d-48ec-a40b-4668530ee790 is already hosted by enough agents. {{(pid=93088) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:38:30.755283 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.scheduler.base_scheduler [None req-e7a8cafe-2d1c-4159-bd3b-2d9037a2cd62 tempest-AttachVolumeTestJSON-69932156 tempest-AttachVolumeTestJSON-69932156-project] Resources bound (agent type, host, resource id): {{(pid=93088) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:38:30.759184 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7a8cafe-2d1c-4159-bd3b-2d9037a2cd62 tempest-AttachVolumeTestJSON-69932156 tempest-AttachVolumeTestJSON-69932156-project] Received port after_create {{(pid=93088) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:38:30.788666 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a8cafe-2d1c-4159-bd3b-2d9037a2cd62 tempest-AttachVolumeTestJSON-69932156 tempest-AttachVolumeTestJSON-69932156-project] Pushing event updated for resources: {'Port': ['ID=0d89678a-1649-448e-b52e-22c1738daf14,revision_number=1']} {{(pid=93088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:38:30.864642 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-e7a8cafe-2d1c-4159-bd3b-2d9037a2cd62 tempest-AttachVolumeTestJSON-69932156 tempest-AttachVolumeTestJSON-69932156-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:30.915051 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-e7a8cafe-2d1c-4159-bd3b-2d9037a2cd62 tempest-AttachVolumeTestJSON-69932156 tempest-AttachVolumeTestJSON-69932156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772861'] for port, before_update {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:30.953678 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-738a77e2-0b05-4b10-b534-ff0685ec3b3e tempest-TestMinimumBasicScenario-1748604485 tempest-TestMinimumBasicScenario-1748604485-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:31.029283 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-738a77e2-0b05-4b10-b534-ff0685ec3b3e tempest-TestMinimumBasicScenario-1748604485 tempest-TestMinimumBasicScenario-1748604485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772861'] for port, before_update {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:31.067931 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-e7a8cafe-2d1c-4159-bd3b-2d9037a2cd62 tempest-AttachVolumeTestJSON-69932156 tempest-AttachVolumeTestJSON-69932156-project] Notify callbacks [] for port, precommit_update {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:31.073502 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-e7a8cafe-2d1c-4159-bd3b-2d9037a2cd62 tempest-AttachVolumeTestJSON-69932156 tempest-AttachVolumeTestJSON-69932156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-772913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730294210856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730293689582', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730293689631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63638083'] for port, after_update {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:31.148434 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a8cafe-2d1c-4159-bd3b-2d9037a2cd62 tempest-AttachVolumeTestJSON-69932156 tempest-AttachVolumeTestJSON-69932156-project] Pushing event updated for resources: {'Port': ['ID=0d89678a-1649-448e-b52e-22c1738daf14,revision_number=2']} {{(pid=93088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:38:31.157520 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-e7a8cafe-2d1c-4159-bd3b-2d9037a2cd62 tempest-AttachVolumeTestJSON-69932156 tempest-AttachVolumeTestJSON-69932156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1764457'] for floatingip, after_update {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:31.172611 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-e7a8cafe-2d1c-4159-bd3b-2d9037a2cd62 tempest-AttachVolumeTestJSON-69932156 tempest-AttachVolumeTestJSON-69932156-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473541'] for floatingip, before_response {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:31.174096 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [None req-e7a8cafe-2d1c-4159-bd3b-2d9037a2cd62 tempest-AttachVolumeTestJSON-69932156 tempest-AttachVolumeTestJSON-69932156-project] 10.222.0.106 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.9656796 Jul 06 12:38:31.181604 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-738a77e2-0b05-4b10-b534-ff0685ec3b3e tempest-TestMinimumBasicScenario-1748604485 tempest-TestMinimumBasicScenario-1748604485-project] Notify callbacks [] for port, precommit_update {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:31.188027 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-738a77e2-0b05-4b10-b534-ff0685ec3b3e tempest-TestMinimumBasicScenario-1748604485 tempest-TestMinimumBasicScenario-1748604485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-772913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730294210856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730293689582', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730293689631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65517652'] for port, after_update {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:31.262567 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738a77e2-0b05-4b10-b534-ff0685ec3b3e tempest-TestMinimumBasicScenario-1748604485 tempest-TestMinimumBasicScenario-1748604485-project] Pushing event updated for resources: {'Port': ['ID=a00f011f-abcd-4616-bd6d-6a9916064a54,revision_number=2']} {{(pid=93087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:38:31.272036 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-738a77e2-0b05-4b10-b534-ff0685ec3b3e tempest-TestMinimumBasicScenario-1748604485 tempest-TestMinimumBasicScenario-1748604485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1764457'] for floatingip, after_update {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:31.324091 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-a5b7e6f5-5fa2-4011-ba03-d49e7f527844 req-094015a9-77ae-49fb-a470-18e23208e005 tempest-AttachVolumeTestJSON-69932156 tempest-AttachVolumeTestJSON-69932156-project] 10.222.0.106 "GET /v2.0/security-groups?name=tempest-securitygroup--1175803764&fields=id&tenant_id=2efe7ae752d2458ea1329427a8828a01 HTTP/1.1" status: 200 len: 267 time: 0.0344083 Jul 06 12:38:31.377979 dv-cinder-799631-1-iscsi neutron-server[93087]: INFO neutron.db.l3_db [None req-738a77e2-0b05-4b10-b534-ff0685ec3b3e tempest-TestMinimumBasicScenario-1748604485 tempest-TestMinimumBasicScenario-1748604485-project] Floating IP 473a0c1c-58e2-4177-926a-8f2d9e94d61a associated. External IP: 172.27.1.71, port: d83d37af-235e-4459-bdd2-0d2554e24623. Jul 06 12:38:31.455392 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b7e6f5-5fa2-4011-ba03-d49e7f527844 req-b8db05c8-24b7-45d1-b7f6-1bf1790acac2 tempest-AttachVolumeTestJSON-69932156 tempest-AttachVolumeTestJSON-69932156-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:38:31.457443 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-a5b7e6f5-5fa2-4011-ba03-d49e7f527844 req-b8db05c8-24b7-45d1-b7f6-1bf1790acac2 tempest-AttachVolumeTestJSON-69932156 tempest-AttachVolumeTestJSON-69932156-project] 10.222.0.106 "GET /v2.0/networks?id=05887a89-c541-45f9-bd49-e19532da98ad HTTP/1.1" status: 200 len: 810 time: 0.1263185 Jul 06 12:38:31.478753 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-a5b7e6f5-5fa2-4011-ba03-d49e7f527844 req-4e129575-2162-4128-86cf-9b83a43caab3 tempest-AttachVolumeTestJSON-69932156 tempest-AttachVolumeTestJSON-69932156-project] 10.222.0.106 "GET /v2.0/quotas/2efe7ae752d2458ea1329427a8828a01 HTTP/1.1" status: 200 len: 375 time: 0.0100818 Jul 06 12:38:31.566608 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-a5b7e6f5-5fa2-4011-ba03-d49e7f527844 req-69ab6327-fd42-4495-b514-5c974bc891ca tempest-AttachVolumeTestJSON-69932156 tempest-AttachVolumeTestJSON-69932156-project] 10.222.0.106 "GET /v2.0/ports?tenant_id=2efe7ae752d2458ea1329427a8828a01&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0817318 Jul 06 12:38:31.667774 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-738a77e2-0b05-4b10-b534-ff0685ec3b3e tempest-TestMinimumBasicScenario-1748604485 tempest-TestMinimumBasicScenario-1748604485-project] Router b00a539c-b6e0-4987-ae6d-55ba966af7fe has already been hosted by L3 agent 8f648e93-51d3-4e20-9eca-a57842435ba1 {{(pid=93087) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 12:38:31.732328 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-a5b7e6f5-5fa2-4011-ba03-d49e7f527844 req-64b6eafa-1fec-413b-b245-1cdab6952c35 service neutron] 10.222.0.106 "GET /v2.0/networks/05887a89-c541-45f9-bd49-e19532da98ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1461952 Jul 06 12:38:31.775493 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-738a77e2-0b05-4b10-b534-ff0685ec3b3e tempest-TestMinimumBasicScenario-1748604485 tempest-TestMinimumBasicScenario-1748604485-project] Notify agent at l3_agent.dv-cinder-799631-1-iscsi the message routers_updated {{(pid=93087) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:38:31.787210 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd56e066-e782-451d-8733-46c619ebfb7e None None] Sync routers for ids ['b00a539c-b6e0-4987-ae6d-55ba966af7fe'] in dv-cinder-799631-1-iscsi {{(pid=93089) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:38:31.792178 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-738a77e2-0b05-4b10-b534-ff0685ec3b3e tempest-TestMinimumBasicScenario-1748604485 tempest-TestMinimumBasicScenario-1748604485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473541'] for floatingip, before_response {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:31.799179 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd56e066-e782-451d-8733-46c619ebfb7e None None] Routers {'b00a539c-b6e0-4987-ae6d-55ba966af7fe'} bound to L3 agent in host dv-cinder-799631-1-iscsi {{(pid=93089) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:38:31.799887 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.db.l3_hamode_db [None req-fd56e066-e782-451d-8733-46c619ebfb7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799631-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T12:25:10Z,description=,heartbeat_timestamp=2021-07-06T12:38:10Z,host='dv-cinder-799631-1-iscsi',id=8f648e93-51d3-4e20-9eca-a57842435ba1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T12:25:10Z,topic='l3_agent')) {'router_ids': ['b00a539c-b6e0-4987-ae6d-55ba966af7fe'], 'active': True} {{(pid=93089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:38:31.834266 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-a5b7e6f5-5fa2-4011-ba03-d49e7f527844 req-cab0b6d5-a35e-4562-a6aa-9c613620d9d3 service neutron] 10.222.0.106 "GET /v2.0/networks/05887a89-c541-45f9-bd49-e19532da98ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0951810 Jul 06 12:38:31.842803 dv-cinder-799631-1-iscsi neutron-server[93087]: INFO neutron.wsgi [None req-738a77e2-0b05-4b10-b534-ff0685ec3b3e tempest-TestMinimumBasicScenario-1748604485 tempest-TestMinimumBasicScenario-1748604485-project] 10.222.0.106 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8646016 Jul 06 12:38:31.843356 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d69a85d-ce03-47db-b48b-19cc0f97d343', 'tag': 'd83d37af-235e-4459-bdd2-0d2554e24623'}] {{(pid=93087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:38:31.845642 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.106/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b75977dee10694d970e3c904bb2abec7b96eeb0b1196bffac2d8311199053796" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14d3d653-087d-4c47-88fa-8d784380167a" -d '{"events": [{"name": "network-changed", "server_uuid": "7d69a85d-ce03-47db-b48b-19cc0f97d343", "tag": "d83d37af-235e-4459-bdd2-0d2554e24623"}]}' {{(pid=93087) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:38:31.847366 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.wsgi [-] (93088) accepted ('10.222.0.106', 53910) {{(pid=93088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:38:31.861113 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.api.v2.base [None req-f9db3698-55c5-4bdc-bcd7-9f693e556736 tempest-TestMinimumBasicScenario-1748604485 tempest-TestMinimumBasicScenario-1748604485-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1488670237', 'description': 'tempest-secgroup-smoke-1488670237 description', 'project_id': 'f3eb28de4f1642849fc831371d7db6c4'}} {{(pid=93088) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:38:31.891023 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 12:38:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a449f5f-8fe7-42c7-9d60-22fb613f07a6 x-openstack-request-id: req-3a449f5f-8fe7-42c7-9d60-22fb613f07a6 {{(pid=93087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:38:31.891413 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d69a85d-ce03-47db-b48b-19cc0f97d343", "tag": "d83d37af-235e-4459-bdd2-0d2554e24623", "status": "completed", "code": 200}]} {{(pid=93087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:38:31.891672 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.106/compute/v2.1/os-server-external-events used request id req-3a449f5f-8fe7-42c7-9d60-22fb613f07a6 {{(pid=93087) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:38:31.892088 dv-cinder-799631-1-iscsi neutron-server[93087]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7d69a85d-ce03-47db-b48b-19cc0f97d343', 'tag': 'd83d37af-235e-4459-bdd2-0d2554e24623', 'status': 'completed', 'code': 200} Jul 06 12:38:31.900376 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-f9db3698-55c5-4bdc-bcd7-9f693e556736 tempest-TestMinimumBasicScenario-1748604485 tempest-TestMinimumBasicScenario-1748604485-project] Notify callbacks [] for security_group, before_create {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:31.952485 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.db.l3_dvr_db [None req-fd56e066-e782-451d-8733-46c619ebfb7e None None] Set router b00a539c-b6e0-4987-ae6d-55ba966af7fe gateway port host: dv-cinder-799631-1-iscsi {{(pid=93089) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:38:32.020254 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-f9db3698-55c5-4bdc-bcd7-9f693e556736 tempest-TestMinimumBasicScenario-1748604485 tempest-TestMinimumBasicScenario-1748604485-project] Notify callbacks [] for security_group, precommit_create {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:32.035713 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-f9db3698-55c5-4bdc-bcd7-9f693e556736 tempest-TestMinimumBasicScenario-1748604485 tempest-TestMinimumBasicScenario-1748604485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1774441'] for security_group, after_create {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:32.044737 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d3d653-087d-4c47-88fa-8d784380167a req-740b6343-1201-4380-a22e-90f97a896da5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:38:32.046373 dv-cinder-799631-1-iscsi neutron-server[93087]: INFO neutron.wsgi [req-14d3d653-087d-4c47-88fa-8d784380167a req-740b6343-1201-4380-a22e-90f97a896da5 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=f3eb28de4f1642849fc831371d7db6c4&device_id=7d69a85d-ce03-47db-b48b-19cc0f97d343 HTTP/1.1" status: 200 len: 1098 time: 0.0999086 Jul 06 12:38:32.122868 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-e86e1421-917b-4733-b2d9-76f285b8ec13 req-ef85cdb3-be50-40e5-88ed-b3e33772177a tempest-AttachVolumeTestJSON-69932156 tempest-AttachVolumeTestJSON-69932156-project] 10.222.0.106 "GET /v2.0/ports?device_id=1bd5afd9-e937-49e8-80d5-fffd10412fc7 HTTP/1.1" status: 200 len: 210 time: 0.0596681 Jul 06 12:38:32.130070 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-f9db3698-55c5-4bdc-bcd7-9f693e556736 tempest-TestMinimumBasicScenario-1748604485 tempest-TestMinimumBasicScenario-1748604485-project] Notify callbacks [] for security_group, before_response {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:32.131872 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [None req-f9db3698-55c5-4bdc-bcd7-9f693e556736 tempest-TestMinimumBasicScenario-1748604485 tempest-TestMinimumBasicScenario-1748604485-project] 10.222.0.106 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2826579 Jul 06 12:38:32.135636 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.wsgi [-] (93088) accepted ('10.222.0.106', 53920) {{(pid=93088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:38:32.142140 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.api.v2.base [None req-0146cc77-f9b3-405b-a560-8d496b41cd6d tempest-TestMinimumBasicScenario-1748604485 tempest-TestMinimumBasicScenario-1748604485-project] Request body: {'security_group_rule': {'security_group_id': '79d62385-a1bf-4f2f-b709-13860acecffb', 'project_id': 'f3eb28de4f1642849fc831371d7db6c4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93088) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:38:32.169233 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9db3698-55c5-4bdc-bcd7-9f693e556736 tempest-TestMinimumBasicScenario-1748604485 tempest-TestMinimumBasicScenario-1748604485-project] Pushing event updated for resources: {'SecurityGroup': ['ID=79d62385-a1bf-4f2f-b709-13860acecffb,revision_number=1']} {{(pid=93088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:38:32.177409 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d3d653-087d-4c47-88fa-8d784380167a req-caf28db1-96c9-45fd-b62d-edd173a8e0e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:38:32.178934 dv-cinder-799631-1-iscsi neutron-server[93087]: INFO neutron.wsgi [req-14d3d653-087d-4c47-88fa-8d784380167a req-caf28db1-96c9-45fd-b62d-edd173a8e0e3 service neutron] 10.222.0.100 "GET /v2.0/networks?id=af1c07e1-bc5b-4dc3-88dd-e84cce5c0677 HTTP/1.1" status: 200 len: 916 time: 0.1252537 Jul 06 12:38:32.190007 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-0146cc77-f9b3-405b-a560-8d496b41cd6d tempest-TestMinimumBasicScenario-1748604485 tempest-TestMinimumBasicScenario-1748604485-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:32.235839 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.db.l3_hamode_db [None req-fd56e066-e782-451d-8733-46c619ebfb7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b00a539c-b6e0-4987-ae6d-55ba966af7fe', 'name': 'tempest-TestMinimumBasicScenario-472386508-router', 'tenant_id': 'f3eb28de4f1642849fc831371d7db6c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a97b808-be6d-48ec-a40b-4668530ee790', 'external_fixed_ips': [{'subnet_id': '1816a596-2dc6-4d27-98a5-201cc12476f2', 'ip_address': '172.27.1.108'}], 'enable_snat': True}, 'gw_port_id': '799cc803-1e41-4a2d-91f5-95464d3741de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:37:29Z', 'updated_at': '2021-07-06T12:37:32Z', 'revision_number': 4, 'project_id': 'f3eb28de4f1642849fc831371d7db6c4', 'gw_port': {'id': '799cc803-1e41-4a2d-91f5-95464d3741de', 'name': '', 'network_id': '2a97b808-be6d-48ec-a40b-4668530ee790', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:dd:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b00a539c-b6e0-4987-ae6d-55ba966af7fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '1816a596-2dc6-4d27-98a5-201cc12476f2', 'ip_address': '172.27.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799631-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:37:29Z', 'updated_at': '2021-07-06T12:37:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1816a596-2dc6-4d27-98a5-201cc12476f2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799631-1-iscsi', '_floatingips': [{'id': '473a0c1c-58e2-4177-926a-8f2d9e94d61a', 'tenant_id': 'f3eb28de4f1642849fc831371d7db6c4', 'floating_ip_address': '172.27.1.71', 'floating_network_id': '2a97b808-be6d-48ec-a40b-4668530ee790', 'router_id': 'b00a539c-b6e0-4987-ae6d-55ba966af7fe', 'port_id': 'd83d37af-235e-4459-bdd2-0d2554e24623', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 498, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'af1c07e1-bc5b-4dc3-88dd-e84cce5c0677', 'mac_address': 'fa:16:3e:87:ae:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d69a85d-ce03-47db-b48b-19cc0f97d343', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T12:38:30Z', 'updated_at': '2021-07-06T12:38:30Z', 'revision_number': 0, 'project_id': 'f3eb28de4f1642849fc831371d7db6c4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '44abdb3f-56e1-49b0-aea2-4ee968a06e7a', 'name': '', 'network_id': 'af1c07e1-bc5b-4dc3-88dd-e84cce5c0677', 'tenant_id': 'f3eb28de4f1642849fc831371d7db6c4', 'mac_address': 'fa:16:3e:7a:b8:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b00a539c-b6e0-4987-ae6d-55ba966af7fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': 'b9c58772-dfdc-4409-b2d7-be774e05449a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799631-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:37:31Z', 'updated_at': '2021-07-06T12:37:39Z', 'revision_number': 5, 'project_id': 'f3eb28de4f1642849fc831371d7db6c4', 'subnets': [{'id': 'b9c58772-dfdc-4409-b2d7-be774e05449a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799631-1-iscsi', False) {} {{(pid=93089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:38:32.248974 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-0146cc77-f9b3-405b-a560-8d496b41cd6d tempest-TestMinimumBasicScenario-1748604485 tempest-TestMinimumBasicScenario-1748604485-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:32.254430 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-0146cc77-f9b3-405b-a560-8d496b41cd6d tempest-TestMinimumBasicScenario-1748604485 tempest-TestMinimumBasicScenario-1748604485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1822215'] for security_group_rule, after_create {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:32.269761 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd56e066-e782-451d-8733-46c619ebfb7e None None] Checking router: b00a539c-b6e0-4987-ae6d-55ba966af7fe for host: dv-cinder-799631-1-iscsi {{(pid=93089) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 12:38:32.281595 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd56e066-e782-451d-8733-46c619ebfb7e None None] Routers {'b00a539c-b6e0-4987-ae6d-55ba966af7fe'} bound to L3 agent in host dv-cinder-799631-1-iscsi {{(pid=93089) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:38:32.282525 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.db.l3_hamode_db [None req-fd56e066-e782-451d-8733-46c619ebfb7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799631-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T12:25:10Z,description=,heartbeat_timestamp=2021-07-06T12:38:10Z,host='dv-cinder-799631-1-iscsi',id=8f648e93-51d3-4e20-9eca-a57842435ba1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T12:25:10Z,topic='l3_agent')) {'router_ids': ['b00a539c-b6e0-4987-ae6d-55ba966af7fe'], 'active': True} {{(pid=93089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:38:32.284366 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0146cc77-f9b3-405b-a560-8d496b41cd6d tempest-TestMinimumBasicScenario-1748604485 tempest-TestMinimumBasicScenario-1748604485-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=44d8a52d-c8c3-4898-a423-1767e191732d,revision_number=0']} {{(pid=93088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:38:32.296242 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-0146cc77-f9b3-405b-a560-8d496b41cd6d tempest-TestMinimumBasicScenario-1748604485 tempest-TestMinimumBasicScenario-1748604485-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:32.304030 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [None req-0146cc77-f9b3-405b-a560-8d496b41cd6d tempest-TestMinimumBasicScenario-1748604485 tempest-TestMinimumBasicScenario-1748604485-project] 10.222.0.106 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1665425 Jul 06 12:38:32.304619 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.wsgi [-] (93087) accepted ('10.222.0.106', 53922) {{(pid=93087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:38:32.309808 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.api.v2.base [None req-a8972f87-5c39-49fb-b9b1-e132cf0e1066 tempest-TestMinimumBasicScenario-1748604485 tempest-TestMinimumBasicScenario-1748604485-project] Request body: {'security_group_rule': {'security_group_id': '79d62385-a1bf-4f2f-b709-13860acecffb', 'project_id': 'f3eb28de4f1642849fc831371d7db6c4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:38:32.318670 dv-cinder-799631-1-iscsi neutron-server[93087]: INFO neutron.wsgi [req-14d3d653-087d-4c47-88fa-8d784380167a req-2e1e46b0-cb92-496e-83b0-fd9c6a64a744 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d83d37af-235e-4459-bdd2-0d2554e24623 HTTP/1.1" status: 200 len: 998 time: 0.1316128 Jul 06 12:38:32.377009 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-a8972f87-5c39-49fb-b9b1-e132cf0e1066 tempest-TestMinimumBasicScenario-1748604485 tempest-TestMinimumBasicScenario-1748604485-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:32.392381 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d3d653-087d-4c47-88fa-8d784380167a req-4a0abeee-51fb-41c9-8857-920a10a1f97b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:38:32.393721 dv-cinder-799631-1-iscsi neutron-server[93087]: INFO neutron.wsgi [req-14d3d653-087d-4c47-88fa-8d784380167a req-4a0abeee-51fb-41c9-8857-920a10a1f97b service neutron] 10.222.0.100 "GET /v2.0/subnets?id=b9c58772-dfdc-4409-b2d7-be774e05449a HTTP/1.1" status: 200 len: 853 time: 0.0682716 Jul 06 12:38:32.413692 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.db.l3_dvr_db [None req-fd56e066-e782-451d-8733-46c619ebfb7e None None] Set router b00a539c-b6e0-4987-ae6d-55ba966af7fe gateway port host: dv-cinder-799631-1-iscsi {{(pid=93089) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:38:32.483810 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-a8972f87-5c39-49fb-b9b1-e132cf0e1066 tempest-TestMinimumBasicScenario-1748604485 tempest-TestMinimumBasicScenario-1748604485-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:32.492032 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-a8972f87-5c39-49fb-b9b1-e132cf0e1066 tempest-TestMinimumBasicScenario-1748604485 tempest-TestMinimumBasicScenario-1748604485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1822215'] for security_group_rule, after_create {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:32.521540 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d3d653-087d-4c47-88fa-8d784380167a req-581c0772-8ccb-4a0f-b7cc-ea0db8e030ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:38:32.523511 dv-cinder-799631-1-iscsi neutron-server[93087]: INFO neutron.wsgi [req-14d3d653-087d-4c47-88fa-8d784380167a req-581c0772-8ccb-4a0f-b7cc-ea0db8e030ce service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=af1c07e1-bc5b-4dc3-88dd-e84cce5c0677&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1160219 Jul 06 12:38:32.527035 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-a8972f87-5c39-49fb-b9b1-e132cf0e1066 tempest-TestMinimumBasicScenario-1748604485 tempest-TestMinimumBasicScenario-1748604485-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:32.530898 dv-cinder-799631-1-iscsi neutron-server[93087]: INFO neutron.wsgi [None req-a8972f87-5c39-49fb-b9b1-e132cf0e1066 tempest-TestMinimumBasicScenario-1748604485 tempest-TestMinimumBasicScenario-1748604485-project] 10.222.0.106 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2225170 Jul 06 12:38:32.530898 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8972f87-5c39-49fb-b9b1-e132cf0e1066 tempest-TestMinimumBasicScenario-1748604485 tempest-TestMinimumBasicScenario-1748604485-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5fe26056-d709-4e32-9ab6-69fca7d54adc,revision_number=0']} {{(pid=93087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:38:32.532098 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.wsgi [-] (93088) accepted ('10.222.0.106', 53932) {{(pid=93088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:38:32.538152 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.api.v2.base [None req-d0bc7e93-138f-4359-ad3e-089d81fd1016 tempest-TestMinimumBasicScenario-1748604485 tempest-TestMinimumBasicScenario-1748604485-project] Request body: {'security_group_rule': {'security_group_id': '79d62385-a1bf-4f2f-b709-13860acecffb', 'project_id': 'f3eb28de4f1642849fc831371d7db6c4', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93088) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:38:32.614406 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-d0bc7e93-138f-4359-ad3e-089d81fd1016 tempest-TestMinimumBasicScenario-1748604485 tempest-TestMinimumBasicScenario-1748604485-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:32.675553 dv-cinder-799631-1-iscsi neutron-server[93087]: INFO neutron.wsgi [req-14d3d653-087d-4c47-88fa-8d784380167a req-bca04272-5752-4e33-afd0-3f2da7435829 service neutron] 10.222.0.100 "GET /v2.0/networks/af1c07e1-bc5b-4dc3-88dd-e84cce5c0677?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1361277 Jul 06 12:38:32.713297 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.db.l3_hamode_db [None req-fd56e066-e782-451d-8733-46c619ebfb7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b00a539c-b6e0-4987-ae6d-55ba966af7fe', 'name': 'tempest-TestMinimumBasicScenario-472386508-router', 'tenant_id': 'f3eb28de4f1642849fc831371d7db6c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a97b808-be6d-48ec-a40b-4668530ee790', 'external_fixed_ips': [{'subnet_id': '1816a596-2dc6-4d27-98a5-201cc12476f2', 'ip_address': '172.27.1.108'}], 'enable_snat': True}, 'gw_port_id': '799cc803-1e41-4a2d-91f5-95464d3741de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:37:29Z', 'updated_at': '2021-07-06T12:37:32Z', 'revision_number': 4, 'project_id': 'f3eb28de4f1642849fc831371d7db6c4', 'gw_port': {'id': '799cc803-1e41-4a2d-91f5-95464d3741de', 'name': '', 'network_id': '2a97b808-be6d-48ec-a40b-4668530ee790', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:dd:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b00a539c-b6e0-4987-ae6d-55ba966af7fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '1816a596-2dc6-4d27-98a5-201cc12476f2', 'ip_address': '172.27.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799631-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:37:29Z', 'updated_at': '2021-07-06T12:37:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1816a596-2dc6-4d27-98a5-201cc12476f2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799631-1-iscsi', '_floatingips': [{'id': '473a0c1c-58e2-4177-926a-8f2d9e94d61a', 'tenant_id': 'f3eb28de4f1642849fc831371d7db6c4', 'floating_ip_address': '172.27.1.71', 'floating_network_id': '2a97b808-be6d-48ec-a40b-4668530ee790', 'router_id': 'b00a539c-b6e0-4987-ae6d-55ba966af7fe', 'port_id': 'd83d37af-235e-4459-bdd2-0d2554e24623', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 498, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'af1c07e1-bc5b-4dc3-88dd-e84cce5c0677', 'mac_address': 'fa:16:3e:87:ae:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d69a85d-ce03-47db-b48b-19cc0f97d343', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T12:38:30Z', 'updated_at': '2021-07-06T12:38:30Z', 'revision_number': 0, 'project_id': 'f3eb28de4f1642849fc831371d7db6c4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '44abdb3f-56e1-49b0-aea2-4ee968a06e7a', 'name': '', 'network_id': 'af1c07e1-bc5b-4dc3-88dd-e84cce5c0677', 'tenant_id': 'f3eb28de4f1642849fc831371d7db6c4', 'mac_address': 'fa:16:3e:7a:b8:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b00a539c-b6e0-4987-ae6d-55ba966af7fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': 'b9c58772-dfdc-4409-b2d7-be774e05449a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799631-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:37:31Z', 'updated_at': '2021-07-06T12:37:39Z', 'revision_number': 5, 'project_id': 'f3eb28de4f1642849fc831371d7db6c4', 'subnets': [{'id': 'b9c58772-dfdc-4409-b2d7-be774e05449a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799631-1-iscsi', False) {} {{(pid=93089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:38:32.756915 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd56e066-e782-451d-8733-46c619ebfb7e None None] The sync data for ids ['b00a539c-b6e0-4987-ae6d-55ba966af7fe'] in dv-cinder-799631-1-iscsi is: [{'id': 'b00a539c-b6e0-4987-ae6d-55ba966af7fe', 'name': 'tempest-TestMinimumBasicScenario-472386508-router', 'tenant_id': 'f3eb28de4f1642849fc831371d7db6c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a97b808-be6d-48ec-a40b-4668530ee790', 'external_fixed_ips': [{'subnet_id': '1816a596-2dc6-4d27-98a5-201cc12476f2', 'ip_address': '172.27.1.108'}], 'enable_snat': True}, 'gw_port_id': '799cc803-1e41-4a2d-91f5-95464d3741de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:37:29Z', 'updated_at': '2021-07-06T12:37:32Z', 'revision_number': 4, 'project_id': 'f3eb28de4f1642849fc831371d7db6c4', 'gw_port': {'id': '799cc803-1e41-4a2d-91f5-95464d3741de', 'name': '', 'network_id': '2a97b808-be6d-48ec-a40b-4668530ee790', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:dd:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b00a539c-b6e0-4987-ae6d-55ba966af7fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '1816a596-2dc6-4d27-98a5-201cc12476f2', 'ip_address': '172.27.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799631-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:37:29Z', 'updated_at': '2021-07-06T12:37:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1816a596-2dc6-4d27-98a5-201cc12476f2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799631-1-iscsi', '_floatingips': [{'id': '473a0c1c-58e2-4177-926a-8f2d9e94d61a', 'tenant_id': 'f3eb28de4f1642849fc831371d7db6c4', 'floating_ip_address': '172.27.1.71', 'floating_network_id': '2a97b808-be6d-48ec-a40b-4668530ee790', 'router_id': 'b00a539c-b6e0-4987-ae6d-55ba966af7fe', 'port_id': 'd83d37af-235e-4459-bdd2-0d2554e24623', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 498, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'af1c07e1-bc5b-4dc3-88dd-e84cce5c0677', 'mac_address': 'fa:16:3e:87:ae:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d69a85d-ce03-47db-b48b-19cc0f97d343', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T12:38:30Z', 'updated_at': '2021-07-06T12:38:30Z', 'revision_number': 0, 'project_id': 'f3eb28de4f1642849fc831371d7db6c4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '44abdb3f-56e1-49b0-aea2-4ee968a06e7a', 'name': '', 'network_id': 'af1c07e1-bc5b-4dc3-88dd-e84cce5c0677', 'tenant_id': 'f3eb28de4f1642849fc831371d7db6c4', 'mac_address': 'fa:16:3e:7a:b8:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b00a539c-b6e0-4987-ae6d-55ba966af7fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': 'b9c58772-dfdc-4409-b2d7-be774e05449a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799631-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:37:31Z', 'updated_at': '2021-07-06T12:37:39Z', 'revision_number': 5, 'project_id': 'f3eb28de4f1642849fc831371d7db6c4', 'subnets': [{'id': 'b9c58772-dfdc-4409-b2d7-be774e05449a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93089) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:38:32.757551 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-d0bc7e93-138f-4359-ad3e-089d81fd1016 tempest-TestMinimumBasicScenario-1748604485 tempest-TestMinimumBasicScenario-1748604485-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:32.766578 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-d0bc7e93-138f-4359-ad3e-089d81fd1016 tempest-TestMinimumBasicScenario-1748604485 tempest-TestMinimumBasicScenario-1748604485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1822215'] for security_group_rule, after_create {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:32.802786 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0bc7e93-138f-4359-ad3e-089d81fd1016 tempest-TestMinimumBasicScenario-1748604485 tempest-TestMinimumBasicScenario-1748604485-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=91cd4770-7820-48c6-aeea-a8963ed79625,revision_number=0']} {{(pid=93088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:38:32.814097 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-d0bc7e93-138f-4359-ad3e-089d81fd1016 tempest-TestMinimumBasicScenario-1748604485 tempest-TestMinimumBasicScenario-1748604485-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:32.815603 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [None req-d0bc7e93-138f-4359-ad3e-089d81fd1016 tempest-TestMinimumBasicScenario-1748604485 tempest-TestMinimumBasicScenario-1748604485-project] 10.222.0.106 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2820547 Jul 06 12:38:32.817437 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0bc7e93-138f-4359-ad3e-089d81fd1016 tempest-TestMinimumBasicScenario-1748604485 tempest-TestMinimumBasicScenario-1748604485-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799631-1-iscsi {{(pid=93088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:38:32.817902 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0bc7e93-138f-4359-ad3e-089d81fd1016 tempest-TestMinimumBasicScenario-1748604485 tempest-TestMinimumBasicScenario-1748604485-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799631-1-iscsi {{(pid=93088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:38:32.818256 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0bc7e93-138f-4359-ad3e-089d81fd1016 tempest-TestMinimumBasicScenario-1748604485 tempest-TestMinimumBasicScenario-1748604485-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799631-1-iscsi {{(pid=93088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:38:32.818601 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0bc7e93-138f-4359-ad3e-089d81fd1016 tempest-TestMinimumBasicScenario-1748604485 tempest-TestMinimumBasicScenario-1748604485-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799631-1-iscsi {{(pid=93088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:38:32.818959 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0bc7e93-138f-4359-ad3e-089d81fd1016 tempest-TestMinimumBasicScenario-1748604485 tempest-TestMinimumBasicScenario-1748604485-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799631-1-iscsi {{(pid=93088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:38:32.819325 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0bc7e93-138f-4359-ad3e-089d81fd1016 tempest-TestMinimumBasicScenario-1748604485 tempest-TestMinimumBasicScenario-1748604485-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799631-1-iscsi {{(pid=93088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:38:32.819662 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0bc7e93-138f-4359-ad3e-089d81fd1016 tempest-TestMinimumBasicScenario-1748604485 tempest-TestMinimumBasicScenario-1748604485-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-799631-1-iscsi {{(pid=93088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:38:32.820031 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0bc7e93-138f-4359-ad3e-089d81fd1016 tempest-TestMinimumBasicScenario-1748604485 tempest-TestMinimumBasicScenario-1748604485-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-799631-1-iscsi {{(pid=93088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:38:32.820365 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0bc7e93-138f-4359-ad3e-089d81fd1016 tempest-TestMinimumBasicScenario-1748604485 tempest-TestMinimumBasicScenario-1748604485-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799631-1-iscsi {{(pid=93088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:38:32.820701 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0bc7e93-138f-4359-ad3e-089d81fd1016 tempest-TestMinimumBasicScenario-1748604485 tempest-TestMinimumBasicScenario-1748604485-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799631-1-iscsi {{(pid=93088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:38:32.821070 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0bc7e93-138f-4359-ad3e-089d81fd1016 tempest-TestMinimumBasicScenario-1748604485 tempest-TestMinimumBasicScenario-1748604485-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799631-1-iscsi {{(pid=93088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:38:32.821400 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0bc7e93-138f-4359-ad3e-089d81fd1016 tempest-TestMinimumBasicScenario-1748604485 tempest-TestMinimumBasicScenario-1748604485-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799631-1-iscsi {{(pid=93088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:38:32.825433 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.wsgi [-] (93088) accepted ('10.222.0.106', 53950) {{(pid=93088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:38:32.828756 dv-cinder-799631-1-iscsi neutron-server[93087]: INFO neutron.wsgi [req-14d3d653-087d-4c47-88fa-8d784380167a req-065fe2f9-9ba4-45a6-8780-fed9f06dd408 service neutron] 10.222.0.100 "GET /v2.0/networks/af1c07e1-bc5b-4dc3-88dd-e84cce5c0677?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1366305 Jul 06 12:38:32.831148 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.api.v2.base [None req-90c734d8-5f45-4beb-8d81-382efc2f8614 tempest-TestMinimumBasicScenario-1748604485 tempest-TestMinimumBasicScenario-1748604485-project] Request body: {'security_group_rule': {'security_group_id': '79d62385-a1bf-4f2f-b709-13860acecffb', 'project_id': 'f3eb28de4f1642849fc831371d7db6c4', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93088) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:38:32.878061 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-90c734d8-5f45-4beb-8d81-382efc2f8614 tempest-TestMinimumBasicScenario-1748604485 tempest-TestMinimumBasicScenario-1748604485-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:32.951107 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-90c734d8-5f45-4beb-8d81-382efc2f8614 tempest-TestMinimumBasicScenario-1748604485 tempest-TestMinimumBasicScenario-1748604485-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:32.956211 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-90c734d8-5f45-4beb-8d81-382efc2f8614 tempest-TestMinimumBasicScenario-1748604485 tempest-TestMinimumBasicScenario-1748604485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1822215'] for security_group_rule, after_create {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:32.979930 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c734d8-5f45-4beb-8d81-382efc2f8614 tempest-TestMinimumBasicScenario-1748604485 tempest-TestMinimumBasicScenario-1748604485-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0b1ddafb-e1c1-481d-9bae-dcc879107b70,revision_number=0']} {{(pid=93088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:38:32.989911 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-90c734d8-5f45-4beb-8d81-382efc2f8614 tempest-TestMinimumBasicScenario-1748604485 tempest-TestMinimumBasicScenario-1748604485-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:32.992603 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [None req-90c734d8-5f45-4beb-8d81-382efc2f8614 tempest-TestMinimumBasicScenario-1748604485 tempest-TestMinimumBasicScenario-1748604485-project] 10.222.0.106 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1660974 Jul 06 12:38:32.995884 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.wsgi [-] (93087) accepted ('10.222.0.106', 53952) {{(pid=93087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:38:33.001241 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.api.v2.base [None req-3e6a743c-b4fa-405b-9c21-93013f2b5c16 tempest-TestMinimumBasicScenario-1748604485 tempest-TestMinimumBasicScenario-1748604485-project] Request body: {'security_group_rule': {'security_group_id': '79d62385-a1bf-4f2f-b709-13860acecffb', 'project_id': 'f3eb28de4f1642849fc831371d7db6c4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:38:33.030275 dv-cinder-799631-1-iscsi neutron-server[93087]: INFO neutron.db.securitygroups_db [None req-3e6a743c-b4fa-405b-9c21-93013f2b5c16 tempest-TestMinimumBasicScenario-1748604485 tempest-TestMinimumBasicScenario-1748604485-project] Project f3eb28de4f1642849fc831371d7db6c4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 06 12:38:33.036110 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-3e6a743c-b4fa-405b-9c21-93013f2b5c16 tempest-TestMinimumBasicScenario-1748604485 tempest-TestMinimumBasicScenario-1748604485-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:33.115145 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-3e6a743c-b4fa-405b-9c21-93013f2b5c16 tempest-TestMinimumBasicScenario-1748604485 tempest-TestMinimumBasicScenario-1748604485-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:33.132569 dv-cinder-799631-1-iscsi neutron-server[93090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8234524c-777f-4a79-a03f-6158f6614c0e None None] New status for floating IP 473a0c1c-58e2-4177-926a-8f2d9e94d61a: ACTIVE {{(pid=93090) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 12:38:33.143874 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-3e6a743c-b4fa-405b-9c21-93013f2b5c16 tempest-TestMinimumBasicScenario-1748604485 tempest-TestMinimumBasicScenario-1748604485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1822215'] for security_group_rule, after_create {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:33.173036 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6a743c-b4fa-405b-9c21-93013f2b5c16 tempest-TestMinimumBasicScenario-1748604485 tempest-TestMinimumBasicScenario-1748604485-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=54945398-272f-4d38-b032-388c2d2bbf75,revision_number=0']} {{(pid=93087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:38:33.188204 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.wsgi [-] (93087) accepted ('10.222.0.106', 53958) {{(pid=93087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:38:33.194294 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-3e6a743c-b4fa-405b-9c21-93013f2b5c16 tempest-TestMinimumBasicScenario-1748604485 tempest-TestMinimumBasicScenario-1748604485-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:33.195616 dv-cinder-799631-1-iscsi neutron-server[93087]: INFO neutron.wsgi [None req-3e6a743c-b4fa-405b-9c21-93013f2b5c16 tempest-TestMinimumBasicScenario-1748604485 tempest-TestMinimumBasicScenario-1748604485-project] 10.222.0.106 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1987884 Jul 06 12:38:33.198573 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.wsgi [-] (93088) accepted ('10.222.0.106', 53962) {{(pid=93088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:38:33.203549 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.api.v2.base [None req-ee6ac8a0-f5d4-4291-b972-879c620682d7 tempest-TestMinimumBasicScenario-1748604485 tempest-TestMinimumBasicScenario-1748604485-project] Request body: {'security_group_rule': {'security_group_id': '79d62385-a1bf-4f2f-b709-13860acecffb', 'project_id': 'f3eb28de4f1642849fc831371d7db6c4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93088) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:38:33.247502 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.db.securitygroups_db [None req-ee6ac8a0-f5d4-4291-b972-879c620682d7 tempest-TestMinimumBasicScenario-1748604485 tempest-TestMinimumBasicScenario-1748604485-project] Project f3eb28de4f1642849fc831371d7db6c4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 06 12:38:33.253363 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-ee6ac8a0-f5d4-4291-b972-879c620682d7 tempest-TestMinimumBasicScenario-1748604485 tempest-TestMinimumBasicScenario-1748604485-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:33.336816 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-574fb4f4-9f4e-4ca8-b5db-c8ec7087acaa admin admin] Notify callbacks [] for security_group, before_create {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:33.361509 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-2c1f1107-c4e8-47e6-9993-f8f527b4c186 req-12cc7875-263f-40fa-814b-04327f7fa4b7 tempest-AttachVolumeTestJSON-69932156 tempest-AttachVolumeTestJSON-69932156-project] 10.222.0.106 "GET /v2.0/ports?device_id=1bd5afd9-e937-49e8-80d5-fffd10412fc7 HTTP/1.1" status: 200 len: 210 time: 0.0392239 Jul 06 12:38:33.393851 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-ee6ac8a0-f5d4-4291-b972-879c620682d7 tempest-TestMinimumBasicScenario-1748604485 tempest-TestMinimumBasicScenario-1748604485-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:33.400383 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-ee6ac8a0-f5d4-4291-b972-879c620682d7 tempest-TestMinimumBasicScenario-1748604485 tempest-TestMinimumBasicScenario-1748604485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1822215'] for security_group_rule, after_create {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:33.421360 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6ac8a0-f5d4-4291-b972-879c620682d7 tempest-TestMinimumBasicScenario-1748604485 tempest-TestMinimumBasicScenario-1748604485-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=724efc0d-4a95-4993-8951-32702ceb72c2,revision_number=0']} {{(pid=93088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:38:33.442499 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-574fb4f4-9f4e-4ca8-b5db-c8ec7087acaa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:33.446415 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-574fb4f4-9f4e-4ca8-b5db-c8ec7087acaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1774441'] for security_group, after_create {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:33.450421 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-ee6ac8a0-f5d4-4291-b972-879c620682d7 tempest-TestMinimumBasicScenario-1748604485 tempest-TestMinimumBasicScenario-1748604485-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:33.455659 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [None req-ee6ac8a0-f5d4-4291-b972-879c620682d7 tempest-TestMinimumBasicScenario-1748604485 tempest-TestMinimumBasicScenario-1748604485-project] 10.222.0.106 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2558019 Jul 06 12:38:33.490009 dv-cinder-799631-1-iscsi neutron-server[93087]: INFO neutron.wsgi [None req-574fb4f4-9f4e-4ca8-b5db-c8ec7087acaa admin admin] 10.222.0.106 "GET /v2.0/security-groups?tenant_id=69e87f469b2e4f07966cc81eb77c5154&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3004613 Jul 06 12:38:33.492048 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574fb4f4-9f4e-4ca8-b5db-c8ec7087acaa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d43154c-5e02-41d1-a152-4ba1e442f099,revision_number=1']} {{(pid=93087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:38:33.493295 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.wsgi [-] (93088) accepted ('10.222.0.106', 53966) {{(pid=93088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:38:33.549115 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-57a9c879-fbd0-43e7-afc3-7623add6ae6f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:33.584231 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-57a9c879-fbd0-43e7-afc3-7623add6ae6f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:33.618030 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-de218fbb-4e06-4bd6-9887-648ac8aa051d req-4aca83eb-50ef-4687-8b79-99bb6ee512ba tempest-TestMinimumBasicScenario-1748604485 tempest-TestMinimumBasicScenario-1748604485-project] 10.222.0.106 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1488670237&fields=id&tenant_id=f3eb28de4f1642849fc831371d7db6c4 HTTP/1.1" status: 200 len: 267 time: 0.0594692 Jul 06 12:38:33.680436 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-57a9c879-fbd0-43e7-afc3-7623add6ae6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1774441'] for security_group, after_delete {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:33.683175 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-57a9c879-fbd0-43e7-afc3-7623add6ae6f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:33.684318 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [None req-57a9c879-fbd0-43e7-afc3-7623add6ae6f admin admin] 10.222.0.106 "DELETE /v2.0/security-groups/1d43154c-5e02-41d1-a152-4ba1e442f099 HTTP/1.1" status: 204 len: 168 time: 0.1905792 Jul 06 12:38:33.705303 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a9c879-fbd0-43e7-afc3-7623add6ae6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d43154c-5e02-41d1-a152-4ba1e442f099,revision_number=None']} {{(pid=93088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:38:33.719826 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de218fbb-4e06-4bd6-9887-648ac8aa051d req-2e948ee1-ebed-4b28-b049-ff5fa964f95d tempest-TestMinimumBasicScenario-1748604485 tempest-TestMinimumBasicScenario-1748604485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:38:33.721448 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-de218fbb-4e06-4bd6-9887-648ac8aa051d req-2e948ee1-ebed-4b28-b049-ff5fa964f95d tempest-TestMinimumBasicScenario-1748604485 tempest-TestMinimumBasicScenario-1748604485-project] 10.222.0.106 "GET /v2.0/ports?device_id=7d69a85d-ce03-47db-b48b-19cc0f97d343 HTTP/1.1" status: 200 len: 945 time: 0.0933943 Jul 06 12:38:33.733320 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.api.v2.base [req-de218fbb-4e06-4bd6-9887-648ac8aa051d req-2b220205-5f7d-475e-ada7-c124ae74d865 tempest-TestMinimumBasicScenario-1748604485 tempest-TestMinimumBasicScenario-1748604485-project] Request body: {'port': {'security_groups': ['26a62fe2-f45b-4706-a2cb-d0638e6cd286', '79d62385-a1bf-4f2f-b709-13860acecffb']}} {{(pid=93088) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:38:33.829442 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [req-de218fbb-4e06-4bd6-9887-648ac8aa051d req-2b220205-5f7d-475e-ada7-c124ae74d865 tempest-TestMinimumBasicScenario-1748604485 tempest-TestMinimumBasicScenario-1748604485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772861'] for port, before_update {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:33.948224 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b7e6f5-5fa2-4011-ba03-d49e7f527844 req-1165c57a-b624-40a3-a742-d10bfc5bdc62 tempest-AttachVolumeTestJSON-69932156 tempest-AttachVolumeTestJSON-69932156-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:38:33.949850 dv-cinder-799631-1-iscsi neutron-server[93087]: INFO neutron.wsgi [req-a5b7e6f5-5fa2-4011-ba03-d49e7f527844 req-1165c57a-b624-40a3-a742-d10bfc5bdc62 tempest-AttachVolumeTestJSON-69932156 tempest-AttachVolumeTestJSON-69932156-project] 10.222.0.100 "GET /v2.0/networks?id=05887a89-c541-45f9-bd49-e19532da98ad HTTP/1.1" status: 200 len: 810 time: 0.1483350 Jul 06 12:38:34.023558 dv-cinder-799631-1-iscsi neutron-server[93087]: INFO neutron.wsgi [req-a5b7e6f5-5fa2-4011-ba03-d49e7f527844 req-fd1ea38d-48a9-4ccd-83c8-1ec638b775cd tempest-AttachVolumeTestJSON-69932156 tempest-AttachVolumeTestJSON-69932156-project] 10.222.0.100 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2efe7ae752d2458ea1329427a8828a01 HTTP/1.1" status: 200 len: 380 time: 0.0469856 Jul 06 12:38:34.035424 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.api.v2.base [req-a5b7e6f5-5fa2-4011-ba03-d49e7f527844 req-27778118-3b9d-4454-9670-4e16adc606f8 tempest-AttachVolumeTestJSON-69932156 tempest-AttachVolumeTestJSON-69932156-project] Request body: {'port': {'device_id': '1bd5afd9-e937-49e8-80d5-fffd10412fc7', 'network_id': '05887a89-c541-45f9-bd49-e19532da98ad', 'admin_state_up': True, 'tenant_id': '2efe7ae752d2458ea1329427a8828a01', 'security_groups': ['e8208ac8-a2bb-43e5-9da5-5464dabf6d95']}} {{(pid=93087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:38:34.081428 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.plugins.ml2.db [req-de218fbb-4e06-4bd6-9887-648ac8aa051d req-2b220205-5f7d-475e-ada7-c124ae74d865 tempest-TestMinimumBasicScenario-1748604485 tempest-TestMinimumBasicScenario-1748604485-project] For port d83d37af-235e-4459-bdd2-0d2554e24623, host hv-cinder-79963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79963',level=0,port_id=d83d37af-235e-4459-bdd2-0d2554e24623,segment=NetworkSegment(3b7b6187-b8d3-415b-b372-c3596850bebe),segment_id=3b7b6187-b8d3-415b-b372-c3596850bebe)] {{(pid=93088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:38:34.119171 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [req-de218fbb-4e06-4bd6-9887-648ac8aa051d req-2b220205-5f7d-475e-ada7-c124ae74d865 tempest-TestMinimumBasicScenario-1748604485 tempest-TestMinimumBasicScenario-1748604485-project] Notify callbacks [] for port, precommit_update {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:34.127009 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [req-de218fbb-4e06-4bd6-9887-648ac8aa051d req-2b220205-5f7d-475e-ada7-c124ae74d865 tempest-TestMinimumBasicScenario-1748604485 tempest-TestMinimumBasicScenario-1748604485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-772913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730294210856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730293689582', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730293689631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63638083'] for port, after_update {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:34.184860 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.db [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] get_ports_and_sgs() called for port_ids ['d83d37af-235e-4459-bdd2-0d2554e24623'] {{(pid=93089) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 12:38:34.203775 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de218fbb-4e06-4bd6-9887-648ac8aa051d req-2b220205-5f7d-475e-ada7-c124ae74d865 tempest-TestMinimumBasicScenario-1748604485 tempest-TestMinimumBasicScenario-1748604485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:38:34.204447 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [req-de218fbb-4e06-4bd6-9887-648ac8aa051d req-2b220205-5f7d-475e-ada7-c124ae74d865 tempest-TestMinimumBasicScenario-1748604485 tempest-TestMinimumBasicScenario-1748604485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473541'] for port, before_response {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:34.205959 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-de218fbb-4e06-4bd6-9887-648ac8aa051d req-2b220205-5f7d-475e-ada7-c124ae74d865 tempest-TestMinimumBasicScenario-1748604485 tempest-TestMinimumBasicScenario-1748604485-project] 10.222.0.106 "PUT /v2.0/ports/d83d37af-235e-4459-bdd2-0d2554e24623 HTTP/1.1" status: 200 len: 981 time: 0.4782555 Jul 06 12:38:34.210919 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d69a85d-ce03-47db-b48b-19cc0f97d343', 'tag': 'd83d37af-235e-4459-bdd2-0d2554e24623'}] {{(pid=93088) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:38:34.213308 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.106/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9084e8bb467df778e8c5a57eadfa6056a7986fbfd2ee9905f143c38c4b95db31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46d813e2-ac05-4a03-a4c1-a4b2cf71554c" -d '{"events": [{"name": "network-changed", "server_uuid": "7d69a85d-ce03-47db-b48b-19cc0f97d343", "tag": "d83d37af-235e-4459-bdd2-0d2554e24623"}]}' {{(pid=93088) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:38:34.285004 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b220205-5f7d-475e-ada7-c124ae74d865 tempest-TestMinimumBasicScenario-1748604485 tempest-TestMinimumBasicScenario-1748604485-project] Pushing event updated for resources: {'Port': ['ID=d83d37af-235e-4459-bdd2-0d2554e24623,revision_number=6']} {{(pid=93088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:38:34.414853 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.db [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] get_ports_and_sgs() called for port_ids ['d83d37af-235e-4459-bdd2-0d2554e24623'] {{(pid=93089) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 12:38:34.499505 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 12:38:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ce35519-99a9-4c6f-9dc8-4aa19b316fab x-openstack-request-id: req-2ce35519-99a9-4c6f-9dc8-4aa19b316fab {{(pid=93088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:38:34.499768 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d69a85d-ce03-47db-b48b-19cc0f97d343", "tag": "d83d37af-235e-4459-bdd2-0d2554e24623", "status": "completed", "code": 200}]} {{(pid=93088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:38:34.499936 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.106/compute/v2.1/os-server-external-events used request id req-2ce35519-99a9-4c6f-9dc8-4aa19b316fab {{(pid=93088) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:38:34.500451 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7d69a85d-ce03-47db-b48b-19cc0f97d343', 'tag': 'd83d37af-235e-4459-bdd2-0d2554e24623', 'status': 'completed', 'code': 200} Jul 06 12:38:34.520253 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a5b7e6f5-5fa2-4011-ba03-d49e7f527844 req-27778118-3b9d-4454-9670-4e16adc606f8 tempest-AttachVolumeTestJSON-69932156 tempest-AttachVolumeTestJSON-69932156-project] Made reservation on behalf of 2efe7ae752d2458ea1329427a8828a01 for: {'port': 1} {{(pid=93087) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:38:34.526686 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [req-a5b7e6f5-5fa2-4011-ba03-d49e7f527844 req-27778118-3b9d-4454-9670-4e16adc606f8 tempest-AttachVolumeTestJSON-69932156 tempest-AttachVolumeTestJSON-69932156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772861'] for port, before_create {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:34.656035 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ea620f-f2a4-4fe2-8727-1c6496c793b4 req-f571b03a-f99c-4d00-8399-f4837cf54489 tempest-TestMinimumBasicScenario-1748604485 tempest-TestMinimumBasicScenario-1748604485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:38:34.658194 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-39ea620f-f2a4-4fe2-8727-1c6496c793b4 req-f571b03a-f99c-4d00-8399-f4837cf54489 tempest-TestMinimumBasicScenario-1748604485 tempest-TestMinimumBasicScenario-1748604485-project] 10.222.0.106 "GET /v2.0/ports?device_id=7d69a85d-ce03-47db-b48b-19cc0f97d343 HTTP/1.1" status: 200 len: 984 time: 0.1987476 Jul 06 12:38:34.682647 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d813e2-ac05-4a03-a4c1-a4b2cf71554c req-9ee90c2b-39d3-478f-9bf0-76f56a1f0eff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:38:34.685178 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-46d813e2-ac05-4a03-a4c1-a4b2cf71554c req-9ee90c2b-39d3-478f-9bf0-76f56a1f0eff service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=f3eb28de4f1642849fc831371d7db6c4&device_id=7d69a85d-ce03-47db-b48b-19cc0f97d343 HTTP/1.1" status: 200 len: 1137 time: 0.1427624 Jul 06 12:38:34.690377 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.db.db_base_plugin_common [req-a5b7e6f5-5fa2-4011-ba03-d49e7f527844 req-27778118-3b9d-4454-9670-4e16adc606f8 tempest-AttachVolumeTestJSON-69932156 tempest-AttachVolumeTestJSON-69932156-project] Allocated IP 172.20.0.3 (05887a89-c541-45f9-bd49-e19532da98ad/c2006b9e-8b8d-4564-b906-0d2b575665be/bb9ff6f5-ff56-41c4-b04b-c638292af74e) {{(pid=93087) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:38:34.760196 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.db.provisioning_blocks [None req-00016760-88ce-4043-8f96-29f2a87614b7 None None] Provisioning complete for port d83d37af-235e-4459-bdd2-0d2554e24623 triggered by entity DHCP. {{(pid=93089) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:38:34.761248 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-00016760-88ce-4043-8f96-29f2a87614b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912496'] for port, provisioning_complete {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:34.854245 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [req-a5b7e6f5-5fa2-4011-ba03-d49e7f527844 req-27778118-3b9d-4454-9670-4e16adc606f8 tempest-AttachVolumeTestJSON-69932156 tempest-AttachVolumeTestJSON-69932156-project] Notify callbacks [] for port, precommit_create {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:34.875919 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.db.provisioning_blocks [req-a5b7e6f5-5fa2-4011-ba03-d49e7f527844 req-27778118-3b9d-4454-9670-4e16adc606f8 tempest-AttachVolumeTestJSON-69932156 tempest-AttachVolumeTestJSON-69932156-project] Transition to ACTIVE for port object bb9ff6f5-ff56-41c4-b04b-c638292af74e will not be triggered until provisioned by entity DHCP. {{(pid=93087) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:38:34.877795 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-62d7612f-f0c0-4f6a-b0a7-82e45745e6b7 req-521c98c6-d609-4532-b450-29f055a29987 tempest-AttachVolumeTestJSON-69932156 tempest-AttachVolumeTestJSON-69932156-project] 10.222.0.106 "GET /v2.0/ports?device_id=1bd5afd9-e937-49e8-80d5-fffd10412fc7 HTTP/1.1" status: 200 len: 210 time: 0.2159307 Jul 06 12:38:34.882295 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d813e2-ac05-4a03-a4c1-a4b2cf71554c req-b591ba68-95c6-4ba7-a63f-900b414cf261 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:38:34.885140 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-46d813e2-ac05-4a03-a4c1-a4b2cf71554c req-b591ba68-95c6-4ba7-a63f-900b414cf261 service neutron] 10.222.0.100 "GET /v2.0/networks?id=af1c07e1-bc5b-4dc3-88dd-e84cce5c0677 HTTP/1.1" status: 200 len: 916 time: 0.1648595 Jul 06 12:38:34.923057 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [req-a5b7e6f5-5fa2-4011-ba03-d49e7f527844 req-27778118-3b9d-4454-9670-4e16adc606f8 tempest-AttachVolumeTestJSON-69932156 tempest-AttachVolumeTestJSON-69932156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-772920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-407207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730293689564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-65517734'] for port, after_create {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:35.050103 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a5b7e6f5-5fa2-4011-ba03-d49e7f527844 req-27778118-3b9d-4454-9670-4e16adc606f8 tempest-AttachVolumeTestJSON-69932156 tempest-AttachVolumeTestJSON-69932156-project] Network 05887a89-c541-45f9-bd49-e19532da98ad is already hosted by enough agents. {{(pid=93087) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:38:35.058500 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.scheduler.base_scheduler [req-a5b7e6f5-5fa2-4011-ba03-d49e7f527844 req-27778118-3b9d-4454-9670-4e16adc606f8 tempest-AttachVolumeTestJSON-69932156 tempest-AttachVolumeTestJSON-69932156-project] Resources bound (agent type, host, resource id): {{(pid=93087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:38:35.069659 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5b7e6f5-5fa2-4011-ba03-d49e7f527844 req-27778118-3b9d-4454-9670-4e16adc606f8 tempest-AttachVolumeTestJSON-69932156 tempest-AttachVolumeTestJSON-69932156-project] Received port after_create {{(pid=93087) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:38:35.121498 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27778118-3b9d-4454-9670-4e16adc606f8 tempest-AttachVolumeTestJSON-69932156 tempest-AttachVolumeTestJSON-69932156-project] Pushing event updated for resources: {'Port': ['ID=bb9ff6f5-ff56-41c4-b04b-c638292af74e,revision_number=1']} {{(pid=93087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:38:35.162424 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b7e6f5-5fa2-4011-ba03-d49e7f527844 req-27778118-3b9d-4454-9670-4e16adc606f8 tempest-AttachVolumeTestJSON-69932156 tempest-AttachVolumeTestJSON-69932156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:38:35.163351 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [req-a5b7e6f5-5fa2-4011-ba03-d49e7f527844 req-27778118-3b9d-4454-9670-4e16adc606f8 tempest-AttachVolumeTestJSON-69932156 tempest-AttachVolumeTestJSON-69932156-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473541'] for port, before_response {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:35.191212 dv-cinder-799631-1-iscsi neutron-server[93087]: INFO neutron.wsgi [req-a5b7e6f5-5fa2-4011-ba03-d49e7f527844 req-27778118-3b9d-4454-9670-4e16adc606f8 tempest-AttachVolumeTestJSON-69932156 tempest-AttachVolumeTestJSON-69932156-project] 10.222.0.100 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1601911 Jul 06 12:38:35.213292 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.api.v2.base [req-a5b7e6f5-5fa2-4011-ba03-d49e7f527844 req-544ca517-250c-4528-9da7-d598b63a14e4 service neutron] Request body: {'port': {'device_id': '1bd5afd9-e937-49e8-80d5-fffd10412fc7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79963'}} {{(pid=93087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:38:35.319241 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [req-a5b7e6f5-5fa2-4011-ba03-d49e7f527844 req-544ca517-250c-4528-9da7-d598b63a14e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772861'] for port, before_update {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:35.352174 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-46d813e2-ac05-4a03-a4c1-a4b2cf71554c req-ef2ccc42-ac78-4301-98a1-d5f65e6b965f service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d83d37af-235e-4459-bdd2-0d2554e24623 HTTP/1.1" status: 200 len: 1000 time: 0.4553723 Jul 06 12:38:35.389751 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-39ea620f-f2a4-4fe2-8727-1c6496c793b4 req-4d1b551c-989b-4f73-a9ea-48ac41272002 tempest-TestMinimumBasicScenario-1748604485 tempest-TestMinimumBasicScenario-1748604485-project] 10.222.0.106 "GET /v2.0/security-groups?id=26a62fe2-f45b-4706-a2cb-d0638e6cd286&id=79d62385-a1bf-4f2f-b709-13860acecffb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.7123652 Jul 06 12:38:35.466658 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d813e2-ac05-4a03-a4c1-a4b2cf71554c req-b073185d-044d-446a-8f34-664b2a14ac24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:38:35.467519 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.db.provisioning_blocks [None req-b52d2550-3b26-4dab-9035-10f5e2cc404e None None] Provisioning for port bb9ff6f5-ff56-41c4-b04b-c638292af74e completed by entity DHCP. {{(pid=93089) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:38:35.469442 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-46d813e2-ac05-4a03-a4c1-a4b2cf71554c req-b073185d-044d-446a-8f34-664b2a14ac24 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=b9c58772-dfdc-4409-b2d7-be774e05449a HTTP/1.1" status: 200 len: 853 time: 0.0783341 Jul 06 12:38:35.486534 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.db.provisioning_blocks [None req-b52d2550-3b26-4dab-9035-10f5e2cc404e None None] Provisioning complete for port bb9ff6f5-ff56-41c4-b04b-c638292af74e triggered by entity DHCP. {{(pid=93089) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:38:35.486534 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-b52d2550-3b26-4dab-9035-10f5e2cc404e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912496'] for port, provisioning_complete {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:35.535628 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d813e2-ac05-4a03-a4c1-a4b2cf71554c req-890bdd3d-3009-4ffc-8013-e53d9277eef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:38:35.537443 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-46d813e2-ac05-4a03-a4c1-a4b2cf71554c req-890bdd3d-3009-4ffc-8013-e53d9277eef6 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=af1c07e1-bc5b-4dc3-88dd-e84cce5c0677&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0621266 Jul 06 12:38:35.559847 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.plugin [None req-b52d2550-3b26-4dab-9035-10f5e2cc404e None None] Port bb9ff6f5-ff56-41c4-b04b-c638292af74e cannot update to ACTIVE because it is not bound. {{(pid=93089) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 12:38:35.640297 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-46d813e2-ac05-4a03-a4c1-a4b2cf71554c req-1a118108-c648-4067-ad3d-0ff458033897 service neutron] 10.222.0.100 "GET /v2.0/networks/af1c07e1-bc5b-4dc3-88dd-e84cce5c0677?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939386 Jul 06 12:38:35.709035 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.notifiers.nova [req-a5b7e6f5-5fa2-4011-ba03-d49e7f527844 req-544ca517-250c-4528-9da7-d598b63a14e4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bb9ff6f5-ff56-41c4-b04b-c638292af74e {{(pid=93087) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 12:38:35.716703 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [req-a5b7e6f5-5fa2-4011-ba03-d49e7f527844 req-544ca517-250c-4528-9da7-d598b63a14e4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:35.729706 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.db.provisioning_blocks [req-a5b7e6f5-5fa2-4011-ba03-d49e7f527844 req-544ca517-250c-4528-9da7-d598b63a14e4 service neutron] Transition to ACTIVE for port object bb9ff6f5-ff56-41c4-b04b-c638292af74e will not be triggered until provisioned by entity L2. {{(pid=93087) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:38:35.734910 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [req-a5b7e6f5-5fa2-4011-ba03-d49e7f527844 req-544ca517-250c-4528-9da7-d598b63a14e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-772913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730294210856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730293689582', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730293689631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65517652'] for port, after_update {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:35.738832 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-46d813e2-ac05-4a03-a4c1-a4b2cf71554c req-73450a0c-ab9e-4f71-a7cd-168644684101 service neutron] 10.222.0.100 "GET /v2.0/networks/af1c07e1-bc5b-4dc3-88dd-e84cce5c0677?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909534 Jul 06 12:38:35.785081 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544ca517-250c-4528-9da7-d598b63a14e4 service neutron] Pushing event updated for resources: {'Port': ['ID=bb9ff6f5-ff56-41c4-b04b-c638292af74e,revision_number=2']} {{(pid=93087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:38:35.861924 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.plugins.ml2.managers [req-a5b7e6f5-5fa2-4011-ba03-d49e7f527844 req-544ca517-250c-4528-9da7-d598b63a14e4 service neutron] Attempting to bind port bb9ff6f5-ff56-41c4-b04b-c638292af74e on host hv-cinder-79963 for vnic_type normal with profile {{(pid=93087) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:38:35.862270 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.plugins.ml2.managers [req-a5b7e6f5-5fa2-4011-ba03-d49e7f527844 req-544ca517-250c-4528-9da7-d598b63a14e4 service neutron] Attempting to bind port bb9ff6f5-ff56-41c4-b04b-c638292af74e by drivers openvswitch,hyperv on host hv-cinder-79963 at level 0 using segments [{'id': 'c3ad306a-e157-4db2-861a-89054f1f1a9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': '05887a89-c541-45f9-bd49-e19532da98ad'}] {{(pid=93087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:38:35.862622 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5b7e6f5-5fa2-4011-ba03-d49e7f527844 req-544ca517-250c-4528-9da7-d598b63a14e4 service neutron] Attempting to bind port bb9ff6f5-ff56-41c4-b04b-c638292af74e on network 05887a89-c541-45f9-bd49-e19532da98ad {{(pid=93087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:38:35.867845 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5b7e6f5-5fa2-4011-ba03-d49e7f527844 req-544ca517-250c-4528-9da7-d598b63a14e4 service neutron] Port bb9ff6f5-ff56-41c4-b04b-c638292af74e on network 05887a89-c541-45f9-bd49-e19532da98ad not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79963 {{(pid=93087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 12:38:35.868178 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5b7e6f5-5fa2-4011-ba03-d49e7f527844 req-544ca517-250c-4528-9da7-d598b63a14e4 service neutron] Attempting to bind port bb9ff6f5-ff56-41c4-b04b-c638292af74e on network 05887a89-c541-45f9-bd49-e19532da98ad {{(pid=93087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:38:35.873427 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5b7e6f5-5fa2-4011-ba03-d49e7f527844 req-544ca517-250c-4528-9da7-d598b63a14e4 service neutron] Checking agent: {'id': '04527ea7-205a-43f8-9500-06532a9ad9cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79963', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 12, 31, 19), 'started_at': datetime.datetime(2021, 7, 6, 12, 31, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 38, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:38:35.873775 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5b7e6f5-5fa2-4011-ba03-d49e7f527844 req-544ca517-250c-4528-9da7-d598b63a14e4 service neutron] Checking segment: {'id': 'c3ad306a-e157-4db2-861a-89054f1f1a9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': '05887a89-c541-45f9-bd49-e19532da98ad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:38:35.874164 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5b7e6f5-5fa2-4011-ba03-d49e7f527844 req-544ca517-250c-4528-9da7-d598b63a14e4 service neutron] Bound using segment: {'id': 'c3ad306a-e157-4db2-861a-89054f1f1a9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': '05887a89-c541-45f9-bd49-e19532da98ad'} {{(pid=93087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:38:35.874597 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.plugins.ml2.managers [req-a5b7e6f5-5fa2-4011-ba03-d49e7f527844 req-544ca517-250c-4528-9da7-d598b63a14e4 service neutron] Bound port: bb9ff6f5-ff56-41c4-b04b-c638292af74e, host: hv-cinder-79963, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c3ad306a-e157-4db2-861a-89054f1f1a9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': '05887a89-c541-45f9-bd49-e19532da98ad'}}] {{(pid=93087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:38:35.874962 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [req-a5b7e6f5-5fa2-4011-ba03-d49e7f527844 req-544ca517-250c-4528-9da7-d598b63a14e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772861'] for port, before_update {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:35.954493 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.plugins.ml2.db [req-a5b7e6f5-5fa2-4011-ba03-d49e7f527844 req-544ca517-250c-4528-9da7-d598b63a14e4 service neutron] For port bb9ff6f5-ff56-41c4-b04b-c638292af74e, host hv-cinder-79963, cleared binding levels {{(pid=93087) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:38:35.957876 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.plugins.ml2.db [req-a5b7e6f5-5fa2-4011-ba03-d49e7f527844 req-544ca517-250c-4528-9da7-d598b63a14e4 service neutron] For port bb9ff6f5-ff56-41c4-b04b-c638292af74e, host hv-cinder-79963, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79963',level=0,port_id=bb9ff6f5-ff56-41c4-b04b-c638292af74e,segment=NetworkSegment(c3ad306a-e157-4db2-861a-89054f1f1a9d),segment_id=c3ad306a-e157-4db2-861a-89054f1f1a9d)] {{(pid=93087) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:38:35.963553 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [req-a5b7e6f5-5fa2-4011-ba03-d49e7f527844 req-544ca517-250c-4528-9da7-d598b63a14e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-772913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730294210856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730293689582', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730293689631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65517652'] for port, after_update {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:36.011839 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b7e6f5-5fa2-4011-ba03-d49e7f527844 req-544ca517-250c-4528-9da7-d598b63a14e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:38:36.012521 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [req-a5b7e6f5-5fa2-4011-ba03-d49e7f527844 req-544ca517-250c-4528-9da7-d598b63a14e4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473541'] for port, before_response {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:36.014440 dv-cinder-799631-1-iscsi neutron-server[93087]: INFO neutron.wsgi [req-a5b7e6f5-5fa2-4011-ba03-d49e7f527844 req-544ca517-250c-4528-9da7-d598b63a14e4 service neutron] 10.222.0.100 "PUT /v2.0/ports/bb9ff6f5-ff56-41c4-b04b-c638292af74e HTTP/1.1" status: 200 len: 1093 time: 0.8053110 Jul 06 12:38:36.014907 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1bd5afd9-e937-49e8-80d5-fffd10412fc7', 'tag': 'bb9ff6f5-ff56-41c4-b04b-c638292af74e'}] {{(pid=93087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:38:36.017287 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.106/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b75977dee10694d970e3c904bb2abec7b96eeb0b1196bffac2d8311199053796" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b24ec8e3-ed94-45b6-b734-d745f70839c0" -d '{"events": [{"name": "network-changed", "server_uuid": "1bd5afd9-e937-49e8-80d5-fffd10412fc7", "tag": "bb9ff6f5-ff56-41c4-b04b-c638292af74e"}]}' {{(pid=93087) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:38:36.053147 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544ca517-250c-4528-9da7-d598b63a14e4 service neutron] Pushing event updated for resources: {'Port': ['ID=bb9ff6f5-ff56-41c4-b04b-c638292af74e,revision_number=3']} {{(pid=93087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:38:36.074632 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 12:38:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cba254d-4b34-4f18-aed1-35c8c2b29bae x-openstack-request-id: req-3cba254d-4b34-4f18-aed1-35c8c2b29bae {{(pid=93087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:38:36.074997 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1bd5afd9-e937-49e8-80d5-fffd10412fc7", "tag": "bb9ff6f5-ff56-41c4-b04b-c638292af74e", "status": "completed", "code": 200}]} {{(pid=93087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:38:36.075300 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.106/compute/v2.1/os-server-external-events used request id req-3cba254d-4b34-4f18-aed1-35c8c2b29bae {{(pid=93087) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:38:36.075702 dv-cinder-799631-1-iscsi neutron-server[93087]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1bd5afd9-e937-49e8-80d5-fffd10412fc7', 'tag': 'bb9ff6f5-ff56-41c4-b04b-c638292af74e', 'status': 'completed', 'code': 200} Jul 06 12:38:36.119464 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9e5cf4-367b-4c59-ad13-a5d57abeb4ff req-2f39f167-3e49-46b2-ab9f-c850213370ca tempest-AttachVolumeTestJSON-69932156 tempest-AttachVolumeTestJSON-69932156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:38:36.125234 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-ad9e5cf4-367b-4c59-ad13-a5d57abeb4ff req-2f39f167-3e49-46b2-ab9f-c850213370ca tempest-AttachVolumeTestJSON-69932156 tempest-AttachVolumeTestJSON-69932156-project] 10.222.0.106 "GET /v2.0/ports?device_id=1bd5afd9-e937-49e8-80d5-fffd10412fc7 HTTP/1.1" status: 200 len: 943 time: 0.0813737 Jul 06 12:38:36.155861 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b7e6f5-5fa2-4011-ba03-d49e7f527844 req-b41f7e68-9899-46fd-97e5-d6df73471d91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:38:36.157652 dv-cinder-799631-1-iscsi neutron-server[93087]: INFO neutron.wsgi [req-a5b7e6f5-5fa2-4011-ba03-d49e7f527844 req-b41f7e68-9899-46fd-97e5-d6df73471d91 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=2efe7ae752d2458ea1329427a8828a01&device_id=1bd5afd9-e937-49e8-80d5-fffd10412fc7 HTTP/1.1" status: 200 len: 1096 time: 0.0555322 Jul 06 12:38:36.164902 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-ad9e5cf4-367b-4c59-ad13-a5d57abeb4ff req-8f2b563a-127e-4fd0-a11b-bb463b1ffaab tempest-AttachVolumeTestJSON-69932156 tempest-AttachVolumeTestJSON-69932156-project] 10.222.0.106 "GET /v2.0/security-groups?id=e8208ac8-a2bb-43e5-9da5-5464dabf6d95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381579 Jul 06 12:38:36.219350 dv-cinder-799631-1-iscsi neutron-server[93087]: INFO neutron.wsgi [req-a5b7e6f5-5fa2-4011-ba03-d49e7f527844 req-14bf3662-88be-4bf6-af4b-03da518c9d91 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bb9ff6f5-ff56-41c4-b04b-c638292af74e HTTP/1.1" status: 200 len: 217 time: 0.0425737 Jul 06 12:38:36.269752 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b7e6f5-5fa2-4011-ba03-d49e7f527844 req-528951b9-43ee-452f-bf61-5c6d2984c0dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:38:36.271268 dv-cinder-799631-1-iscsi neutron-server[93087]: INFO neutron.wsgi [req-a5b7e6f5-5fa2-4011-ba03-d49e7f527844 req-528951b9-43ee-452f-bf61-5c6d2984c0dc service neutron] 10.222.0.100 "GET /v2.0/subnets?id=c2006b9e-8b8d-4564-b906-0d2b575665be HTTP/1.1" status: 200 len: 849 time: 0.0450499 Jul 06 12:38:36.331759 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b7e6f5-5fa2-4011-ba03-d49e7f527844 req-a5081fc8-cd5d-4c73-83ed-85e7fe30a490 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:38:36.333279 dv-cinder-799631-1-iscsi neutron-server[93087]: INFO neutron.wsgi [req-a5b7e6f5-5fa2-4011-ba03-d49e7f527844 req-a5081fc8-cd5d-4c73-83ed-85e7fe30a490 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=05887a89-c541-45f9-bd49-e19532da98ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0533388 Jul 06 12:38:36.425196 dv-cinder-799631-1-iscsi neutron-server[93087]: INFO neutron.wsgi [req-a5b7e6f5-5fa2-4011-ba03-d49e7f527844 req-d0ee3e46-b31c-4667-be62-407b0271ddbd service neutron] 10.222.0.100 "GET /v2.0/networks/05887a89-c541-45f9-bd49-e19532da98ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851157 Jul 06 12:38:36.515471 dv-cinder-799631-1-iscsi neutron-server[93087]: INFO neutron.wsgi [req-a5b7e6f5-5fa2-4011-ba03-d49e7f527844 req-721a65b4-18fc-44fb-9f1d-42e27b69fe41 service neutron] 10.222.0.100 "GET /v2.0/networks/05887a89-c541-45f9-bd49-e19532da98ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837932 Jul 06 12:38:36.687244 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24ec8e3-ed94-45b6-b734-d745f70839c0 req-50fee079-96e6-41e5-895e-7f1202af3fa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:38:36.688882 dv-cinder-799631-1-iscsi neutron-server[93087]: INFO neutron.wsgi [req-b24ec8e3-ed94-45b6-b734-d745f70839c0 req-50fee079-96e6-41e5-895e-7f1202af3fa4 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=2efe7ae752d2458ea1329427a8828a01&device_id=1bd5afd9-e937-49e8-80d5-fffd10412fc7 HTTP/1.1" status: 200 len: 1096 time: 0.0548761 Jul 06 12:38:36.787900 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24ec8e3-ed94-45b6-b734-d745f70839c0 req-07fcd658-953e-4a09-9796-880457f083d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:38:36.789390 dv-cinder-799631-1-iscsi neutron-server[93087]: INFO neutron.wsgi [req-b24ec8e3-ed94-45b6-b734-d745f70839c0 req-07fcd658-953e-4a09-9796-880457f083d2 service neutron] 10.222.0.100 "GET /v2.0/networks?id=05887a89-c541-45f9-bd49-e19532da98ad HTTP/1.1" status: 200 len: 912 time: 0.0929425 Jul 06 12:38:36.845441 dv-cinder-799631-1-iscsi neutron-server[93087]: INFO neutron.wsgi [req-b24ec8e3-ed94-45b6-b734-d745f70839c0 req-f2fa7180-1e18-4b88-8a7f-0aa0e42d05ba service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bb9ff6f5-ff56-41c4-b04b-c638292af74e HTTP/1.1" status: 200 len: 217 time: 0.0480087 Jul 06 12:38:36.903235 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24ec8e3-ed94-45b6-b734-d745f70839c0 req-a8e22594-31cb-41f9-aecf-4b9a272a40e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:38:36.905400 dv-cinder-799631-1-iscsi neutron-server[93087]: INFO neutron.wsgi [req-b24ec8e3-ed94-45b6-b734-d745f70839c0 req-a8e22594-31cb-41f9-aecf-4b9a272a40e2 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=c2006b9e-8b8d-4564-b906-0d2b575665be HTTP/1.1" status: 200 len: 849 time: 0.0527730 Jul 06 12:38:36.967693 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24ec8e3-ed94-45b6-b734-d745f70839c0 req-c921948b-236f-45df-9e3a-4d5941538826 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:38:36.969273 dv-cinder-799631-1-iscsi neutron-server[93087]: INFO neutron.wsgi [req-b24ec8e3-ed94-45b6-b734-d745f70839c0 req-c921948b-236f-45df-9e3a-4d5941538826 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=05887a89-c541-45f9-bd49-e19532da98ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0565002 Jul 06 12:38:37.067061 dv-cinder-799631-1-iscsi neutron-server[93087]: INFO neutron.wsgi [req-b24ec8e3-ed94-45b6-b734-d745f70839c0 req-7c5f1332-69e9-457f-b993-604367b2ee2e service neutron] 10.222.0.100 "GET /v2.0/networks/05887a89-c541-45f9-bd49-e19532da98ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898895 Jul 06 12:38:37.171013 dv-cinder-799631-1-iscsi neutron-server[93087]: INFO neutron.wsgi [req-b24ec8e3-ed94-45b6-b734-d745f70839c0 req-a5ebc4d3-9a74-4b62-8239-0bf9a1a977bd service neutron] 10.222.0.100 "GET /v2.0/networks/05887a89-c541-45f9-bd49-e19532da98ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897522 Jul 06 12:38:37.244573 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-4c857086-1e25-4770-a585-a42d305235fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730293992524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912513'] for agent, after_update {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:37.353248 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a361ec0-5723-4cd4-ae9f-4598c7b0657c req-abf9c300-a67b-48e9-aec9-6c85b281776a tempest-AttachVolumeTestJSON-69932156 tempest-AttachVolumeTestJSON-69932156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:38:37.354899 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-5a361ec0-5723-4cd4-ae9f-4598c7b0657c req-abf9c300-a67b-48e9-aec9-6c85b281776a tempest-AttachVolumeTestJSON-69932156 tempest-AttachVolumeTestJSON-69932156-project] 10.222.0.106 "GET /v2.0/ports?device_id=1bd5afd9-e937-49e8-80d5-fffd10412fc7 HTTP/1.1" status: 200 len: 943 time: 0.0649011 Jul 06 12:38:37.393451 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-5a361ec0-5723-4cd4-ae9f-4598c7b0657c req-ea25e218-90ca-4fac-996a-6ecd48bb39fd tempest-AttachVolumeTestJSON-69932156 tempest-AttachVolumeTestJSON-69932156-project] 10.222.0.106 "GET /v2.0/security-groups?id=e8208ac8-a2bb-43e5-9da5-5464dabf6d95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330219 Jul 06 12:38:37.698997 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.rpc [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] Device bb9ff6f5-ff56-41c4-b04b-c638292af74e details requested by agent hyperv_hv-cinder-79963 with host hv-cinder-79963 {{(pid=93089) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 12:38:37.797735 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.db [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] For port bb9ff6f5-ff56-41c4-b04b-c638292af74e, host hv-cinder-79963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79963',level=0,port_id=bb9ff6f5-ff56-41c4-b04b-c638292af74e,segment=NetworkSegment(c3ad306a-e157-4db2-861a-89054f1f1a9d),segment_id=c3ad306a-e157-4db2-861a-89054f1f1a9d)] {{(pid=93089) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:38:37.812288 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.rpc [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] Returning: {'device': 'bb9ff6f5-ff56-41c4-b04b-c638292af74e', 'network_id': '05887a89-c541-45f9-bd49-e19532da98ad', 'port_id': 'bb9ff6f5-ff56-41c4-b04b-c638292af74e', 'mac_address': 'fa:16:3e:44:0f:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1091, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c2006b9e-8b8d-4564-b906-0d2b575665be', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93089) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 12:38:37.856742 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772861'] for port, before_update {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:37.871973 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.notifiers.nova [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bb9ff6f5-ff56-41c4-b04b-c638292af74e {{(pid=93089) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 12:38:37.893973 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.db [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] For port bb9ff6f5-ff56-41c4-b04b-c638292af74e, host hv-cinder-79963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79963',level=0,port_id=bb9ff6f5-ff56-41c4-b04b-c638292af74e,segment=NetworkSegment(c3ad306a-e157-4db2-861a-89054f1f1a9d),segment_id=c3ad306a-e157-4db2-861a-89054f1f1a9d)] {{(pid=93089) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:38:37.897893 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-772913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730294210856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730293689582', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730293689631'] for port, after_update {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:37.952812 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] Pushing event updated for resources: {'Port': ['ID=bb9ff6f5-ff56-41c4-b04b-c638292af74e,revision_number=4']} {{(pid=93089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:38:37.959732 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799631-1-iscsi {{(pid=93089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:38:37.960090 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799631-1-iscsi {{(pid=93089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:38:37.960439 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799631-1-iscsi {{(pid=93089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:38:37.960781 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799631-1-iscsi {{(pid=93089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:38:37.961118 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799631-1-iscsi {{(pid=93089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:38:37.961454 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799631-1-iscsi {{(pid=93089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:38:37.961788 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-799631-1-iscsi {{(pid=93089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:38:37.962122 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-799631-1-iscsi {{(pid=93089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:38:37.962475 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799631-1-iscsi {{(pid=93089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:38:37.962808 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799631-1-iscsi {{(pid=93089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:38:37.963162 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799631-1-iscsi {{(pid=93089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:38:37.963492 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799631-1-iscsi {{(pid=93089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:38:38.013098 dv-cinder-799631-1-iscsi neutron-server[93090]: DEBUG neutron.db.agents_db [None req-df1e7349-c09a-47b1-8f5e-4c337b6ca707 None None] Agent healthcheck: found 6 active agents {{(pid=93090) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 12:38:38.254800 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.db [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] get_ports_and_sgs() called for port_ids ['bb9ff6f5-ff56-41c4-b04b-c638292af74e'] {{(pid=93089) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 12:38:38.501682 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.wsgi [-] (93088) accepted ('10.222.0.106', 54064) {{(pid=93088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:38:38.589548 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67635e79-97ac-49db-9064-df7b2dae41c5 req-5643d259-ef45-46e4-8a5a-4b48505786f3 tempest-AttachVolumeTestJSON-69932156 tempest-AttachVolumeTestJSON-69932156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:38:38.591685 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-67635e79-97ac-49db-9064-df7b2dae41c5 req-5643d259-ef45-46e4-8a5a-4b48505786f3 tempest-AttachVolumeTestJSON-69932156 tempest-AttachVolumeTestJSON-69932156-project] 10.222.0.106 "GET /v2.0/ports?device_id=1bd5afd9-e937-49e8-80d5-fffd10412fc7 HTTP/1.1" status: 200 len: 944 time: 0.0719881 Jul 06 12:38:38.623719 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-735fa6d0-7b52-4477-88c5-07ee05a13f73 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:38.654127 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-67635e79-97ac-49db-9064-df7b2dae41c5 req-9db5c1bd-dfe4-48c9-8f78-854572e39c33 tempest-AttachVolumeTestJSON-69932156 tempest-AttachVolumeTestJSON-69932156-project] 10.222.0.106 "GET /v2.0/security-groups?id=e8208ac8-a2bb-43e5-9da5-5464dabf6d95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558314 Jul 06 12:38:38.734096 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-735fa6d0-7b52-4477-88c5-07ee05a13f73 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:38.738133 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-735fa6d0-7b52-4477-88c5-07ee05a13f73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1774441'] for security_group, after_create {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:38.776317 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [None req-735fa6d0-7b52-4477-88c5-07ee05a13f73 admin admin] 10.222.0.106 "GET /v2.0/security-groups?tenant_id=938c1053a4724a53b1e5faaae8372be6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2735143 Jul 06 12:38:38.777567 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735fa6d0-7b52-4477-88c5-07ee05a13f73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=796381f0-e4f5-4363-83a6-1b1c2a7fd916,revision_number=1']} {{(pid=93088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:38:38.778954 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.wsgi [-] (93087) accepted ('10.222.0.106', 54068) {{(pid=93087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:38:38.830770 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-3b5b7b1d-9aa0-4f4e-b151-c99ec05fd3d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:38.852270 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-3b5b7b1d-9aa0-4f4e-b151-c99ec05fd3d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:38.899147 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-3b5b7b1d-9aa0-4f4e-b151-c99ec05fd3d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1774441'] for security_group, after_delete {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:38.901723 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-3b5b7b1d-9aa0-4f4e-b151-c99ec05fd3d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:38.902890 dv-cinder-799631-1-iscsi neutron-server[93087]: INFO neutron.wsgi [None req-3b5b7b1d-9aa0-4f4e-b151-c99ec05fd3d5 admin admin] 10.222.0.106 "DELETE /v2.0/security-groups/796381f0-e4f5-4363-83a6-1b1c2a7fd916 HTTP/1.1" status: 204 len: 168 time: 0.1221898 Jul 06 12:38:38.911273 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5b7b1d-9aa0-4f4e-b151-c99ec05fd3d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=796381f0-e4f5-4363-83a6-1b1c2a7fd916,revision_number=None']} {{(pid=93087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:38:39.714851 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.rpc [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] Device bb9ff6f5-ff56-41c4-b04b-c638292af74e up at agent hyperv_hv-cinder-79963 {{(pid=93089) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:38:39.777141 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.db.provisioning_blocks [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] Provisioning for port bb9ff6f5-ff56-41c4-b04b-c638292af74e completed by entity L2. {{(pid=93089) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:38:39.783569 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.db.provisioning_blocks [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] Provisioning complete for port bb9ff6f5-ff56-41c4-b04b-c638292af74e triggered by entity L2. {{(pid=93089) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:38:39.784242 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912496'] for port, provisioning_complete {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:39.852920 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a938fa48-6620-43d6-a143-7e32c2fddca3 req-2896f641-6026-4d00-aeb4-40b81895a6a1 tempest-AttachVolumeTestJSON-69932156 tempest-AttachVolumeTestJSON-69932156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:38:39.854688 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-a938fa48-6620-43d6-a143-7e32c2fddca3 req-2896f641-6026-4d00-aeb4-40b81895a6a1 tempest-AttachVolumeTestJSON-69932156 tempest-AttachVolumeTestJSON-69932156-project] 10.222.0.106 "GET /v2.0/ports?device_id=1bd5afd9-e937-49e8-80d5-fffd10412fc7 HTTP/1.1" status: 200 len: 944 time: 0.0751326 Jul 06 12:38:39.875282 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772861'] for port, before_update {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:39.895685 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-a938fa48-6620-43d6-a143-7e32c2fddca3 req-26c1782f-8108-4d4c-9155-1e20cfb369b1 tempest-AttachVolumeTestJSON-69932156 tempest-AttachVolumeTestJSON-69932156-project] 10.222.0.106 "GET /v2.0/security-groups?id=e8208ac8-a2bb-43e5-9da5-5464dabf6d95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346372 Jul 06 12:38:39.898649 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1bd5afd9-e937-49e8-80d5-fffd10412fc7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb9ff6f5-ff56-41c4-b04b-c638292af74e'}] {{(pid=93089) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:38:39.901006 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.106/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe93d3bb6f6ea65552dd5d1819c289058d75ea396ac2be612a447f7071fdb995" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4848226-d79b-4623-a56d-687938680550" -d '{"events": [{"server_uuid": "1bd5afd9-e937-49e8-80d5-fffd10412fc7", "name": "network-vif-plugged", "status": "completed", "tag": "bb9ff6f5-ff56-41c4-b04b-c638292af74e"}]}' {{(pid=93089) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:38:39.916231 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.db [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] For port bb9ff6f5-ff56-41c4-b04b-c638292af74e, host hv-cinder-79963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79963',level=0,port_id=bb9ff6f5-ff56-41c4-b04b-c638292af74e,segment=NetworkSegment(c3ad306a-e157-4db2-861a-89054f1f1a9d),segment_id=c3ad306a-e157-4db2-861a-89054f1f1a9d)] {{(pid=93089) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:38:39.922210 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-772913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730294210856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730293689582', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730293689631'] for port, after_update {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:39.947504 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 12:38:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e930cc6-f3e1-4f41-adf8-188040d013d8 x-openstack-request-id: req-2e930cc6-f3e1-4f41-adf8-188040d013d8 {{(pid=93089) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:38:39.947797 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1bd5afd9-e937-49e8-80d5-fffd10412fc7", "name": "network-vif-plugged", "status": "completed", "tag": "bb9ff6f5-ff56-41c4-b04b-c638292af74e", "code": 200}]} {{(pid=93089) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:38:39.948049 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.106/compute/v2.1/os-server-external-events used request id req-2e930cc6-f3e1-4f41-adf8-188040d013d8 {{(pid=93089) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:38:39.948446 dv-cinder-799631-1-iscsi neutron-server[93089]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1bd5afd9-e937-49e8-80d5-fffd10412fc7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb9ff6f5-ff56-41c4-b04b-c638292af74e', 'code': 200} Jul 06 12:38:39.981412 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] Pushing event updated for resources: {'Port': ['ID=bb9ff6f5-ff56-41c4-b04b-c638292af74e,revision_number=5']} {{(pid=93089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:38:40.218269 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d26036-e3ce-4df7-94ca-4334289cd4b3 req-8e193899-d4c4-4e6b-ac72-cd2d676b3094 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:38:40.220735 dv-cinder-799631-1-iscsi neutron-server[93087]: INFO neutron.wsgi [req-f4d26036-e3ce-4df7-94ca-4334289cd4b3 req-8e193899-d4c4-4e6b-ac72-cd2d676b3094 service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=1bd5afd9-e937-49e8-80d5-fffd10412fc7 HTTP/1.1" status: 200 len: 1098 time: 0.0575178 Jul 06 12:38:40.260567 dv-cinder-799631-1-iscsi neutron-server[93087]: INFO neutron.wsgi [req-f4d26036-e3ce-4df7-94ca-4334289cd4b3 req-ab1443bb-5ade-49cb-b10d-5e8045aab310 service neutron] 10.222.0.100 "GET /v2.0/security-groups?id=e8208ac8-a2bb-43e5-9da5-5464dabf6d95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324008 Jul 06 12:38:40.512616 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-71ddf379-b86e-4f72-a531-3586edb5f787 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730293992524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912513'] for agent, after_update {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:40.902320 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-3dd6613b-aa53-445d-9a05-4c085a94a05e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730293992524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912513'] for agent, after_update {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:41.077394 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c449830-271d-4f1c-a42a-d98b61301d5e req-f0d6afd9-3910-4a13-a802-f4df9134513b tempest-AttachVolumeTestJSON-69932156 tempest-AttachVolumeTestJSON-69932156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:38:41.078997 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-3c449830-271d-4f1c-a42a-d98b61301d5e req-f0d6afd9-3910-4a13-a802-f4df9134513b tempest-AttachVolumeTestJSON-69932156 tempest-AttachVolumeTestJSON-69932156-project] 10.222.0.106 "GET /v2.0/ports?device_id=1bd5afd9-e937-49e8-80d5-fffd10412fc7 HTTP/1.1" status: 200 len: 945 time: 0.0686238 Jul 06 12:38:41.117901 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-3c449830-271d-4f1c-a42a-d98b61301d5e req-a3354a2f-e686-4aa6-96f2-d4d69fc1348a tempest-AttachVolumeTestJSON-69932156 tempest-AttachVolumeTestJSON-69932156-project] 10.222.0.106 "GET /v2.0/security-groups?id=e8208ac8-a2bb-43e5-9da5-5464dabf6d95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330679 Jul 06 12:38:41.508680 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-59602645-7b03-4a79-8c54-32befe919dd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730293992524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912513'] for agent, after_update {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:42.295637 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3efdd0-47d2-4a41-b353-4578ecc0980f req-8821f5d0-a184-42c9-b64d-ba07a7e72a5c tempest-AttachVolumeTestJSON-69932156 tempest-AttachVolumeTestJSON-69932156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:38:42.297182 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-9c3efdd0-47d2-4a41-b353-4578ecc0980f req-8821f5d0-a184-42c9-b64d-ba07a7e72a5c tempest-AttachVolumeTestJSON-69932156 tempest-AttachVolumeTestJSON-69932156-project] 10.222.0.106 "GET /v2.0/ports?device_id=1bd5afd9-e937-49e8-80d5-fffd10412fc7 HTTP/1.1" status: 200 len: 945 time: 0.0660472 Jul 06 12:38:42.335848 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-9c3efdd0-47d2-4a41-b353-4578ecc0980f req-a95fde7e-49b3-4f49-9996-dd132e1b7341 tempest-AttachVolumeTestJSON-69932156 tempest-AttachVolumeTestJSON-69932156-project] 10.222.0.106 "GET /v2.0/security-groups?id=e8208ac8-a2bb-43e5-9da5-5464dabf6d95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331223 Jul 06 12:38:42.523421 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5803a8f7-eb99-4c39-92a8-21b2ec761da8 req-984915c0-40da-4482-b893-50ae45516d0c tempest-AttachVolumeTestJSON-69932156 tempest-AttachVolumeTestJSON-69932156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:38:42.525216 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-5803a8f7-eb99-4c39-92a8-21b2ec761da8 req-984915c0-40da-4482-b893-50ae45516d0c tempest-AttachVolumeTestJSON-69932156 tempest-AttachVolumeTestJSON-69932156-project] 10.222.0.106 "GET /v2.0/ports?device_id=1bd5afd9-e937-49e8-80d5-fffd10412fc7 HTTP/1.1" status: 200 len: 945 time: 0.0739360 Jul 06 12:38:42.535258 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.wsgi [-] (93088) accepted ('10.222.0.106', 54090) {{(pid=93088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:38:42.540111 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.api.v2.base [None req-98993c98-9c77-49a3-805d-106cfd69b81a tempest-AttachVolumeTestJSON-69932156 tempest-AttachVolumeTestJSON-69932156-project] Request body: {'floatingip': {'port_id': 'bb9ff6f5-ff56-41c4-b04b-c638292af74e'}} {{(pid=93088) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:38:42.580306 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-98993c98-9c77-49a3-805d-106cfd69b81a tempest-AttachVolumeTestJSON-69932156 tempest-AttachVolumeTestJSON-69932156-project] Notify callbacks [] for floatingip, before_update {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:43.046091 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-98993c98-9c77-49a3-805d-106cfd69b81a tempest-AttachVolumeTestJSON-69932156 tempest-AttachVolumeTestJSON-69932156-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:43.050135 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-98993c98-9c77-49a3-805d-106cfd69b81a tempest-AttachVolumeTestJSON-69932156 tempest-AttachVolumeTestJSON-69932156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1764457'] for floatingip, after_update {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:43.079025 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-eaae0be5-6402-4968-ae30-74f1a6482786 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730293992524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912513'] for agent, after_update {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:43.152015 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.db.l3_db [None req-98993c98-9c77-49a3-805d-106cfd69b81a tempest-AttachVolumeTestJSON-69932156 tempest-AttachVolumeTestJSON-69932156-project] Floating IP 3b9d21d8-7408-46f7-b021-9f02a2a3e120 associated. External IP: 172.27.1.234, port: bb9ff6f5-ff56-41c4-b04b-c638292af74e. Jul 06 12:38:43.378332 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98993c98-9c77-49a3-805d-106cfd69b81a tempest-AttachVolumeTestJSON-69932156 tempest-AttachVolumeTestJSON-69932156-project] Router e5f6b344-c6b8-4ee4-81d0-896646415cef has already been hosted by L3 agent 8f648e93-51d3-4e20-9eca-a57842435ba1 {{(pid=93088) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 12:38:43.487464 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98993c98-9c77-49a3-805d-106cfd69b81a tempest-AttachVolumeTestJSON-69932156 tempest-AttachVolumeTestJSON-69932156-project] Notify agent at l3_agent.dv-cinder-799631-1-iscsi the message routers_updated {{(pid=93088) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:38:43.492315 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-98993c98-9c77-49a3-805d-106cfd69b81a tempest-AttachVolumeTestJSON-69932156 tempest-AttachVolumeTestJSON-69932156-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473541'] for floatingip, before_response {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:43.501040 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cf3c356-ad7a-4c53-be94-2f3d419028a7 None None] Sync routers for ids ['e5f6b344-c6b8-4ee4-81d0-896646415cef'] in dv-cinder-799631-1-iscsi {{(pid=93089) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:38:43.511832 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cf3c356-ad7a-4c53-be94-2f3d419028a7 None None] Routers {'e5f6b344-c6b8-4ee4-81d0-896646415cef'} bound to L3 agent in host dv-cinder-799631-1-iscsi {{(pid=93089) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:38:43.512480 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.db.l3_hamode_db [None req-5cf3c356-ad7a-4c53-be94-2f3d419028a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799631-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T12:25:10Z,description=,heartbeat_timestamp=2021-07-06T12:38:40Z,host='dv-cinder-799631-1-iscsi',id=8f648e93-51d3-4e20-9eca-a57842435ba1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T12:25:10Z,topic='l3_agent')) {'router_ids': ['e5f6b344-c6b8-4ee4-81d0-896646415cef'], 'active': True} {{(pid=93089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:38:43.533612 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [None req-98993c98-9c77-49a3-805d-106cfd69b81a tempest-AttachVolumeTestJSON-69932156 tempest-AttachVolumeTestJSON-69932156-project] 10.222.0.106 "PUT /v2.0/floatingips/3b9d21d8-7408-46f7-b021-9f02a2a3e120 HTTP/1.1" status: 200 len: 991 time: 0.9971089 Jul 06 12:38:43.534226 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1bd5afd9-e937-49e8-80d5-fffd10412fc7', 'tag': 'bb9ff6f5-ff56-41c4-b04b-c638292af74e'}] {{(pid=93088) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:38:43.536564 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.106/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9084e8bb467df778e8c5a57eadfa6056a7986fbfd2ee9905f143c38c4b95db31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d257bb04-93ac-4b34-b754-2ec45c30ef55" -d '{"events": [{"name": "network-changed", "server_uuid": "1bd5afd9-e937-49e8-80d5-fffd10412fc7", "tag": "bb9ff6f5-ff56-41c4-b04b-c638292af74e"}]}' {{(pid=93088) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:38:43.646272 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.db.l3_dvr_db [None req-5cf3c356-ad7a-4c53-be94-2f3d419028a7 None None] Set router e5f6b344-c6b8-4ee4-81d0-896646415cef gateway port host: dv-cinder-799631-1-iscsi {{(pid=93089) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:38:43.766231 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 12:38:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e55312cb-d828-45d1-88e1-6f800229c300 x-openstack-request-id: req-e55312cb-d828-45d1-88e1-6f800229c300 {{(pid=93088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:38:43.766518 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1bd5afd9-e937-49e8-80d5-fffd10412fc7", "tag": "bb9ff6f5-ff56-41c4-b04b-c638292af74e", "status": "completed", "code": 200}]} {{(pid=93088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:38:43.766763 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.106/compute/v2.1/os-server-external-events used request id req-e55312cb-d828-45d1-88e1-6f800229c300 {{(pid=93088) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:38:43.767187 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1bd5afd9-e937-49e8-80d5-fffd10412fc7', 'tag': 'bb9ff6f5-ff56-41c4-b04b-c638292af74e', 'status': 'completed', 'code': 200} Jul 06 12:38:43.887837 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d257bb04-93ac-4b34-b754-2ec45c30ef55 req-fcea18e6-c410-43f5-b2ca-9f7de56d731b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:38:43.889417 dv-cinder-799631-1-iscsi neutron-server[93087]: INFO neutron.wsgi [req-d257bb04-93ac-4b34-b754-2ec45c30ef55 req-fcea18e6-c410-43f5-b2ca-9f7de56d731b service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=2efe7ae752d2458ea1329427a8828a01&device_id=1bd5afd9-e937-49e8-80d5-fffd10412fc7 HTTP/1.1" status: 200 len: 1098 time: 0.0571680 Jul 06 12:38:43.954421 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.db.l3_hamode_db [None req-5cf3c356-ad7a-4c53-be94-2f3d419028a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5f6b344-c6b8-4ee4-81d0-896646415cef', 'name': 'tempest-AttachVolumeTestJSON-607715299-router', 'tenant_id': '2efe7ae752d2458ea1329427a8828a01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a97b808-be6d-48ec-a40b-4668530ee790', 'external_fixed_ips': [{'subnet_id': '1816a596-2dc6-4d27-98a5-201cc12476f2', 'ip_address': '172.27.1.111'}], 'enable_snat': True}, 'gw_port_id': '1b4179cc-d547-4584-9baa-867a0c1392bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:33:12Z', 'updated_at': '2021-07-06T12:33:25Z', 'revision_number': 4, 'project_id': '2efe7ae752d2458ea1329427a8828a01', 'gw_port': {'id': '1b4179cc-d547-4584-9baa-867a0c1392bd', 'name': '', 'network_id': '2a97b808-be6d-48ec-a40b-4668530ee790', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:ab:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5f6b344-c6b8-4ee4-81d0-896646415cef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '1816a596-2dc6-4d27-98a5-201cc12476f2', 'ip_address': '172.27.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799631-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:33:14Z', 'updated_at': '2021-07-06T12:33:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1816a596-2dc6-4d27-98a5-201cc12476f2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799631-1-iscsi', '_floatingips': [{'id': '3b9d21d8-7408-46f7-b021-9f02a2a3e120', 'tenant_id': '2efe7ae752d2458ea1329427a8828a01', 'floating_ip_address': '172.27.1.234', 'floating_network_id': '2a97b808-be6d-48ec-a40b-4668530ee790', 'router_id': 'e5f6b344-c6b8-4ee4-81d0-896646415cef', 'port_id': 'bb9ff6f5-ff56-41c4-b04b-c638292af74e', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 499, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '05887a89-c541-45f9-bd49-e19532da98ad', 'mac_address': 'fa:16:3e:44:0f:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bd5afd9-e937-49e8-80d5-fffd10412fc7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T12:38:30Z', 'updated_at': '2021-07-06T12:38:42Z', 'revision_number': 1, 'project_id': '2efe7ae752d2458ea1329427a8828a01', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e446bfbe-6143-46aa-ace5-f4ac93512559', 'name': '', 'network_id': '05887a89-c541-45f9-bd49-e19532da98ad', 'tenant_id': '2efe7ae752d2458ea1329427a8828a01', 'mac_address': 'fa:16:3e:7a:b0:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5f6b344-c6b8-4ee4-81d0-896646415cef', 'device_owner': 'network:router_interface', 'standard_attr_id': 127, 'fixed_ips': [{'subnet_id': 'c2006b9e-8b8d-4564-b906-0d2b575665be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799631-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:33:23Z', 'updated_at': '2021-07-06T12:33:36Z', 'revision_number': 5, 'project_id': '2efe7ae752d2458ea1329427a8828a01', 'subnets': [{'id': 'c2006b9e-8b8d-4564-b906-0d2b575665be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799631-1-iscsi', False) {} {{(pid=93089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:38:43.981811 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cf3c356-ad7a-4c53-be94-2f3d419028a7 None None] Checking router: e5f6b344-c6b8-4ee4-81d0-896646415cef for host: dv-cinder-799631-1-iscsi {{(pid=93089) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 12:38:43.992702 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cf3c356-ad7a-4c53-be94-2f3d419028a7 None None] Routers {'e5f6b344-c6b8-4ee4-81d0-896646415cef'} bound to L3 agent in host dv-cinder-799631-1-iscsi {{(pid=93089) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:38:43.993315 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.db.l3_hamode_db [None req-5cf3c356-ad7a-4c53-be94-2f3d419028a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799631-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T12:25:10Z,description=,heartbeat_timestamp=2021-07-06T12:38:40Z,host='dv-cinder-799631-1-iscsi',id=8f648e93-51d3-4e20-9eca-a57842435ba1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T12:25:10Z,topic='l3_agent')) {'router_ids': ['e5f6b344-c6b8-4ee4-81d0-896646415cef'], 'active': True} {{(pid=93089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:38:44.001728 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d257bb04-93ac-4b34-b754-2ec45c30ef55 req-8c468317-ca4d-40f5-b529-93f45ed1ab70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:38:44.003308 dv-cinder-799631-1-iscsi neutron-server[93087]: INFO neutron.wsgi [req-d257bb04-93ac-4b34-b754-2ec45c30ef55 req-8c468317-ca4d-40f5-b529-93f45ed1ab70 service neutron] 10.222.0.100 "GET /v2.0/networks?id=05887a89-c541-45f9-bd49-e19532da98ad HTTP/1.1" status: 200 len: 912 time: 0.1035480 Jul 06 12:38:44.085611 dv-cinder-799631-1-iscsi neutron-server[93087]: INFO neutron.wsgi [req-d257bb04-93ac-4b34-b754-2ec45c30ef55 req-f93581a6-05cb-46b3-881b-55ccca8cc349 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bb9ff6f5-ff56-41c4-b04b-c638292af74e HTTP/1.1" status: 200 len: 999 time: 0.0753820 Jul 06 12:38:44.113914 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.db.l3_dvr_db [None req-5cf3c356-ad7a-4c53-be94-2f3d419028a7 None None] Set router e5f6b344-c6b8-4ee4-81d0-896646415cef gateway port host: dv-cinder-799631-1-iscsi {{(pid=93089) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:38:44.135103 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d257bb04-93ac-4b34-b754-2ec45c30ef55 req-ef0fc1af-2e28-4231-b48a-c2588ce2d951 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:38:44.136568 dv-cinder-799631-1-iscsi neutron-server[93087]: INFO neutron.wsgi [req-d257bb04-93ac-4b34-b754-2ec45c30ef55 req-ef0fc1af-2e28-4231-b48a-c2588ce2d951 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=c2006b9e-8b8d-4564-b906-0d2b575665be HTTP/1.1" status: 200 len: 849 time: 0.0448172 Jul 06 12:38:44.199448 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d257bb04-93ac-4b34-b754-2ec45c30ef55 req-cac516a2-ece0-4914-a59d-17005ece1a18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:38:44.201597 dv-cinder-799631-1-iscsi neutron-server[93087]: INFO neutron.wsgi [req-d257bb04-93ac-4b34-b754-2ec45c30ef55 req-cac516a2-ece0-4914-a59d-17005ece1a18 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=05887a89-c541-45f9-bd49-e19532da98ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0566845 Jul 06 12:38:44.295769 dv-cinder-799631-1-iscsi neutron-server[93087]: INFO neutron.wsgi [req-d257bb04-93ac-4b34-b754-2ec45c30ef55 req-b10fde91-d280-48e2-a7dd-79d0bc5e2626 service neutron] 10.222.0.100 "GET /v2.0/networks/05887a89-c541-45f9-bd49-e19532da98ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864680 Jul 06 12:38:44.352857 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.db.l3_hamode_db [None req-5cf3c356-ad7a-4c53-be94-2f3d419028a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5f6b344-c6b8-4ee4-81d0-896646415cef', 'name': 'tempest-AttachVolumeTestJSON-607715299-router', 'tenant_id': '2efe7ae752d2458ea1329427a8828a01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a97b808-be6d-48ec-a40b-4668530ee790', 'external_fixed_ips': [{'subnet_id': '1816a596-2dc6-4d27-98a5-201cc12476f2', 'ip_address': '172.27.1.111'}], 'enable_snat': True}, 'gw_port_id': '1b4179cc-d547-4584-9baa-867a0c1392bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:33:12Z', 'updated_at': '2021-07-06T12:33:25Z', 'revision_number': 4, 'project_id': '2efe7ae752d2458ea1329427a8828a01', 'gw_port': {'id': '1b4179cc-d547-4584-9baa-867a0c1392bd', 'name': '', 'network_id': '2a97b808-be6d-48ec-a40b-4668530ee790', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:ab:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5f6b344-c6b8-4ee4-81d0-896646415cef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '1816a596-2dc6-4d27-98a5-201cc12476f2', 'ip_address': '172.27.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799631-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:33:14Z', 'updated_at': '2021-07-06T12:33:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1816a596-2dc6-4d27-98a5-201cc12476f2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799631-1-iscsi', '_floatingips': [{'id': '3b9d21d8-7408-46f7-b021-9f02a2a3e120', 'tenant_id': '2efe7ae752d2458ea1329427a8828a01', 'floating_ip_address': '172.27.1.234', 'floating_network_id': '2a97b808-be6d-48ec-a40b-4668530ee790', 'router_id': 'e5f6b344-c6b8-4ee4-81d0-896646415cef', 'port_id': 'bb9ff6f5-ff56-41c4-b04b-c638292af74e', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 499, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '05887a89-c541-45f9-bd49-e19532da98ad', 'mac_address': 'fa:16:3e:44:0f:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bd5afd9-e937-49e8-80d5-fffd10412fc7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T12:38:30Z', 'updated_at': '2021-07-06T12:38:42Z', 'revision_number': 1, 'project_id': '2efe7ae752d2458ea1329427a8828a01', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e446bfbe-6143-46aa-ace5-f4ac93512559', 'name': '', 'network_id': '05887a89-c541-45f9-bd49-e19532da98ad', 'tenant_id': '2efe7ae752d2458ea1329427a8828a01', 'mac_address': 'fa:16:3e:7a:b0:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5f6b344-c6b8-4ee4-81d0-896646415cef', 'device_owner': 'network:router_interface', 'standard_attr_id': 127, 'fixed_ips': [{'subnet_id': 'c2006b9e-8b8d-4564-b906-0d2b575665be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799631-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:33:23Z', 'updated_at': '2021-07-06T12:33:36Z', 'revision_number': 5, 'project_id': '2efe7ae752d2458ea1329427a8828a01', 'subnets': [{'id': 'c2006b9e-8b8d-4564-b906-0d2b575665be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799631-1-iscsi', False) {} {{(pid=93089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:38:44.384374 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cf3c356-ad7a-4c53-be94-2f3d419028a7 None None] The sync data for ids ['e5f6b344-c6b8-4ee4-81d0-896646415cef'] in dv-cinder-799631-1-iscsi is: [{'id': 'e5f6b344-c6b8-4ee4-81d0-896646415cef', 'name': 'tempest-AttachVolumeTestJSON-607715299-router', 'tenant_id': '2efe7ae752d2458ea1329427a8828a01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a97b808-be6d-48ec-a40b-4668530ee790', 'external_fixed_ips': [{'subnet_id': '1816a596-2dc6-4d27-98a5-201cc12476f2', 'ip_address': '172.27.1.111'}], 'enable_snat': True}, 'gw_port_id': '1b4179cc-d547-4584-9baa-867a0c1392bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:33:12Z', 'updated_at': '2021-07-06T12:33:25Z', 'revision_number': 4, 'project_id': '2efe7ae752d2458ea1329427a8828a01', 'gw_port': {'id': '1b4179cc-d547-4584-9baa-867a0c1392bd', 'name': '', 'network_id': '2a97b808-be6d-48ec-a40b-4668530ee790', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:ab:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5f6b344-c6b8-4ee4-81d0-896646415cef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '1816a596-2dc6-4d27-98a5-201cc12476f2', 'ip_address': '172.27.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799631-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:33:14Z', 'updated_at': '2021-07-06T12:33:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1816a596-2dc6-4d27-98a5-201cc12476f2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799631-1-iscsi', '_floatingips': [{'id': '3b9d21d8-7408-46f7-b021-9f02a2a3e120', 'tenant_id': '2efe7ae752d2458ea1329427a8828a01', 'floating_ip_address': '172.27.1.234', 'floating_network_id': '2a97b808-be6d-48ec-a40b-4668530ee790', 'router_id': 'e5f6b344-c6b8-4ee4-81d0-896646415cef', 'port_id': 'bb9ff6f5-ff56-41c4-b04b-c638292af74e', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 499, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '05887a89-c541-45f9-bd49-e19532da98ad', 'mac_address': 'fa:16:3e:44:0f:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bd5afd9-e937-49e8-80d5-fffd10412fc7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T12:38:30Z', 'updated_at': '2021-07-06T12:38:42Z', 'revision_number': 1, 'project_id': '2efe7ae752d2458ea1329427a8828a01', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e446bfbe-6143-46aa-ace5-f4ac93512559', 'name': '', 'network_id': '05887a89-c541-45f9-bd49-e19532da98ad', 'tenant_id': '2efe7ae752d2458ea1329427a8828a01', 'mac_address': 'fa:16:3e:7a:b0:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5f6b344-c6b8-4ee4-81d0-896646415cef', 'device_owner': 'network:router_interface', 'standard_attr_id': 127, 'fixed_ips': [{'subnet_id': 'c2006b9e-8b8d-4564-b906-0d2b575665be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799631-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:33:23Z', 'updated_at': '2021-07-06T12:33:36Z', 'revision_number': 5, 'project_id': '2efe7ae752d2458ea1329427a8828a01', 'subnets': [{'id': 'c2006b9e-8b8d-4564-b906-0d2b575665be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93089) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:38:44.405493 dv-cinder-799631-1-iscsi neutron-server[93087]: INFO neutron.wsgi [req-d257bb04-93ac-4b34-b754-2ec45c30ef55 req-c8fc5054-34e2-47ec-a0c5-6fff8f558b33 service neutron] 10.222.0.100 "GET /v2.0/networks/05887a89-c541-45f9-bd49-e19532da98ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1024554 Jul 06 12:38:44.612161 dv-cinder-799631-1-iscsi neutron-server[93090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c11c936e-ee2d-47f9-9488-f6d1bbc83424 None None] New status for floating IP 3b9d21d8-7408-46f7-b021-9f02a2a3e120: ACTIVE {{(pid=93090) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 12:38:52.004905 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730293992524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912513'] for agent, after_update {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:39:05.014349 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25560e2-7b8d-48fb-92dc-c7c23118f4c4 req-f11c8ce2-c204-4701-be8f-0ee0e6ffae3d tempest-TestMinimumBasicScenario-1748604485 tempest-TestMinimumBasicScenario-1748604485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:39:05.015859 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-a25560e2-7b8d-48fb-92dc-c7c23118f4c4 req-f11c8ce2-c204-4701-be8f-0ee0e6ffae3d tempest-TestMinimumBasicScenario-1748604485 tempest-TestMinimumBasicScenario-1748604485-project] 10.222.0.106 "GET /v2.0/ports?device_id=7d69a85d-ce03-47db-b48b-19cc0f97d343 HTTP/1.1" status: 200 len: 984 time: 0.0746088 Jul 06 12:39:05.035478 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca85bde-fc76-40a6-b931-1eacbd7f2608 req-1b7d79a9-5f1c-400d-a16c-6f786a1011b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:39:05.037120 dv-cinder-799631-1-iscsi neutron-server[93087]: INFO neutron.wsgi [req-5ca85bde-fc76-40a6-b931-1eacbd7f2608 req-1b7d79a9-5f1c-400d-a16c-6f786a1011b8 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=f3eb28de4f1642849fc831371d7db6c4&device_id=7d69a85d-ce03-47db-b48b-19cc0f97d343 HTTP/1.1" status: 200 len: 1137 time: 0.0586326 Jul 06 12:39:05.057905 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-a25560e2-7b8d-48fb-92dc-c7c23118f4c4 req-330432e2-b907-4f03-97df-d0fcc7722303 tempest-TestMinimumBasicScenario-1748604485 tempest-TestMinimumBasicScenario-1748604485-project] 10.222.0.106 "GET /v2.0/security-groups?id=26a62fe2-f45b-4706-a2cb-d0638e6cd286&id=79d62385-a1bf-4f2f-b709-13860acecffb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0355692 Jul 06 12:39:05.133033 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca85bde-fc76-40a6-b931-1eacbd7f2608 req-1f263be6-32aa-43e6-8fd0-2c766167f7cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:39:05.134523 dv-cinder-799631-1-iscsi neutron-server[93087]: INFO neutron.wsgi [req-5ca85bde-fc76-40a6-b931-1eacbd7f2608 req-1f263be6-32aa-43e6-8fd0-2c766167f7cd service neutron] 10.222.0.100 "GET /v2.0/networks?id=af1c07e1-bc5b-4dc3-88dd-e84cce5c0677 HTTP/1.1" status: 200 len: 916 time: 0.0887389 Jul 06 12:39:05.202521 dv-cinder-799631-1-iscsi neutron-server[93087]: INFO neutron.wsgi [req-5ca85bde-fc76-40a6-b931-1eacbd7f2608 req-6eaf16ee-a5c0-46e5-b095-dc350c476fd2 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d83d37af-235e-4459-bdd2-0d2554e24623 HTTP/1.1" status: 200 len: 1000 time: 0.0597677 Jul 06 12:39:05.251665 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca85bde-fc76-40a6-b931-1eacbd7f2608 req-48546131-fe6a-421d-b7de-5a20e421cda4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:39:05.253115 dv-cinder-799631-1-iscsi neutron-server[93087]: INFO neutron.wsgi [req-5ca85bde-fc76-40a6-b931-1eacbd7f2608 req-48546131-fe6a-421d-b7de-5a20e421cda4 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=b9c58772-dfdc-4409-b2d7-be774e05449a HTTP/1.1" status: 200 len: 853 time: 0.0427554 Jul 06 12:39:05.313253 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca85bde-fc76-40a6-b931-1eacbd7f2608 req-37e9a735-64e2-4e5c-80e2-6405c3658b0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:39:05.314768 dv-cinder-799631-1-iscsi neutron-server[93087]: INFO neutron.wsgi [req-5ca85bde-fc76-40a6-b931-1eacbd7f2608 req-37e9a735-64e2-4e5c-80e2-6405c3658b0e service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=af1c07e1-bc5b-4dc3-88dd-e84cce5c0677&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0535843 Jul 06 12:39:05.413432 dv-cinder-799631-1-iscsi neutron-server[93087]: INFO neutron.wsgi [req-5ca85bde-fc76-40a6-b931-1eacbd7f2608 req-d7991a3f-a3f4-4081-a2e1-962e967c1480 service neutron] 10.222.0.100 "GET /v2.0/networks/af1c07e1-bc5b-4dc3-88dd-e84cce5c0677?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866191 Jul 06 12:39:05.499821 dv-cinder-799631-1-iscsi neutron-server[93087]: INFO neutron.wsgi [req-5ca85bde-fc76-40a6-b931-1eacbd7f2608 req-5c3f7a19-e378-47ef-90da-e3dbf8a5d217 service neutron] 10.222.0.100 "GET /v2.0/networks/af1c07e1-bc5b-4dc3-88dd-e84cce5c0677?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0797982 Jul 06 12:39:06.245948 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d792c3-119b-42ab-a5b3-d40f0617e900 req-2ba5f7ec-b166-41a8-8594-f5a6f910b076 tempest-TestMinimumBasicScenario-1748604485 tempest-TestMinimumBasicScenario-1748604485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:39:06.247347 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-36d792c3-119b-42ab-a5b3-d40f0617e900 req-2ba5f7ec-b166-41a8-8594-f5a6f910b076 tempest-TestMinimumBasicScenario-1748604485 tempest-TestMinimumBasicScenario-1748604485-project] 10.222.0.106 "GET /v2.0/ports?device_id=7d69a85d-ce03-47db-b48b-19cc0f97d343 HTTP/1.1" status: 200 len: 984 time: 0.0654466 Jul 06 12:39:06.287899 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-36d792c3-119b-42ab-a5b3-d40f0617e900 req-421d858c-5c56-4acb-99fc-a4ce9f202b73 tempest-TestMinimumBasicScenario-1748604485 tempest-TestMinimumBasicScenario-1748604485-project] 10.222.0.106 "GET /v2.0/security-groups?id=26a62fe2-f45b-4706-a2cb-d0638e6cd286&id=79d62385-a1bf-4f2f-b709-13860acecffb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0348732 Jul 06 12:39:07.245998 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-4eafbf18-58ca-47fa-9325-094003a41ec1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730293992524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912513'] for agent, after_update {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:39:07.468412 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444ea3d6-c6aa-4876-80f3-98b5c71e1aaf req-f5c28b54-1a70-4413-a8cf-6f411ece3f2b tempest-TestMinimumBasicScenario-1748604485 tempest-TestMinimumBasicScenario-1748604485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:39:07.469821 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-444ea3d6-c6aa-4876-80f3-98b5c71e1aaf req-f5c28b54-1a70-4413-a8cf-6f411ece3f2b tempest-TestMinimumBasicScenario-1748604485 tempest-TestMinimumBasicScenario-1748604485-project] 10.222.0.106 "GET /v2.0/ports?device_id=7d69a85d-ce03-47db-b48b-19cc0f97d343 HTTP/1.1" status: 200 len: 984 time: 0.0631349 Jul 06 12:39:07.508860 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-444ea3d6-c6aa-4876-80f3-98b5c71e1aaf req-b97aef19-a470-4728-9c02-d4ac20a2ecdf tempest-TestMinimumBasicScenario-1748604485 tempest-TestMinimumBasicScenario-1748604485-project] 10.222.0.106 "GET /v2.0/security-groups?id=26a62fe2-f45b-4706-a2cb-d0638e6cd286&id=79d62385-a1bf-4f2f-b709-13860acecffb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0334084 Jul 06 12:39:08.692249 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f773487-93fe-42d0-90cd-7d3cba618b4b req-25736829-c129-41cb-bd6d-fe605743145d tempest-TestMinimumBasicScenario-1748604485 tempest-TestMinimumBasicScenario-1748604485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:39:08.693725 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-9f773487-93fe-42d0-90cd-7d3cba618b4b req-25736829-c129-41cb-bd6d-fe605743145d tempest-TestMinimumBasicScenario-1748604485 tempest-TestMinimumBasicScenario-1748604485-project] 10.222.0.106 "GET /v2.0/ports?device_id=7d69a85d-ce03-47db-b48b-19cc0f97d343 HTTP/1.1" status: 200 len: 984 time: 0.0625348 Jul 06 12:39:08.734121 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-9f773487-93fe-42d0-90cd-7d3cba618b4b req-3e6d2a7e-4d75-4c14-9078-27000c04b29b tempest-TestMinimumBasicScenario-1748604485 tempest-TestMinimumBasicScenario-1748604485-project] 10.222.0.106 "GET /v2.0/security-groups?id=26a62fe2-f45b-4706-a2cb-d0638e6cd286&id=79d62385-a1bf-4f2f-b709-13860acecffb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0347021 Jul 06 12:39:09.914049 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a215bd87-e8ab-4492-9cfb-9a300d6a0a80 req-0db728c5-f797-4721-a107-9f54d3fd94f3 tempest-TestMinimumBasicScenario-1748604485 tempest-TestMinimumBasicScenario-1748604485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:39:09.915586 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-a215bd87-e8ab-4492-9cfb-9a300d6a0a80 req-0db728c5-f797-4721-a107-9f54d3fd94f3 tempest-TestMinimumBasicScenario-1748604485 tempest-TestMinimumBasicScenario-1748604485-project] 10.222.0.106 "GET /v2.0/ports?device_id=7d69a85d-ce03-47db-b48b-19cc0f97d343 HTTP/1.1" status: 200 len: 984 time: 0.0664134 Jul 06 12:39:09.955577 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-a215bd87-e8ab-4492-9cfb-9a300d6a0a80 req-cfb777fd-b72c-4b6d-9473-5292959be053 tempest-TestMinimumBasicScenario-1748604485 tempest-TestMinimumBasicScenario-1748604485-project] 10.222.0.106 "GET /v2.0/security-groups?id=26a62fe2-f45b-4706-a2cb-d0638e6cd286&id=79d62385-a1bf-4f2f-b709-13860acecffb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0340800 Jul 06 12:39:10.505943 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-6c8c9cb5-495a-4bba-983c-a364a5d0c625 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730293992524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912513'] for agent, after_update {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:39:10.911954 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-3dd6613b-aa53-445d-9a05-4c085a94a05e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730293992524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912513'] for agent, after_update {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:39:11.135801 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b09bb1-158d-428f-bceb-8cd4263037c4 req-37b39baf-96c5-44ea-9751-31d7b7de78fd tempest-TestMinimumBasicScenario-1748604485 tempest-TestMinimumBasicScenario-1748604485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:39:11.137312 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-20b09bb1-158d-428f-bceb-8cd4263037c4 req-37b39baf-96c5-44ea-9751-31d7b7de78fd tempest-TestMinimumBasicScenario-1748604485 tempest-TestMinimumBasicScenario-1748604485-project] 10.222.0.106 "GET /v2.0/ports?device_id=7d69a85d-ce03-47db-b48b-19cc0f97d343 HTTP/1.1" status: 200 len: 984 time: 0.0642045 Jul 06 12:39:11.176811 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-20b09bb1-158d-428f-bceb-8cd4263037c4 req-6858c1bd-e5d5-4c4a-82ba-ffa603d051a7 tempest-TestMinimumBasicScenario-1748604485 tempest-TestMinimumBasicScenario-1748604485-project] 10.222.0.106 "GET /v2.0/security-groups?id=26a62fe2-f45b-4706-a2cb-d0638e6cd286&id=79d62385-a1bf-4f2f-b709-13860acecffb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0333900 Jul 06 12:39:11.510451 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-59602645-7b03-4a79-8c54-32befe919dd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730293992524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912513'] for agent, after_update {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:39:12.353575 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18bf67a3-87dc-4c2c-8634-3aad5bd7cc59 req-62907264-eee2-4017-8a0b-9cb1472e10ce tempest-TestMinimumBasicScenario-1748604485 tempest-TestMinimumBasicScenario-1748604485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:39:12.355053 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-18bf67a3-87dc-4c2c-8634-3aad5bd7cc59 req-62907264-eee2-4017-8a0b-9cb1472e10ce tempest-TestMinimumBasicScenario-1748604485 tempest-TestMinimumBasicScenario-1748604485-project] 10.222.0.106 "GET /v2.0/ports?device_id=7d69a85d-ce03-47db-b48b-19cc0f97d343 HTTP/1.1" status: 200 len: 984 time: 0.0651572 Jul 06 12:39:12.394331 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-18bf67a3-87dc-4c2c-8634-3aad5bd7cc59 req-ab4ffb92-799f-46dd-8435-fd9f334e59a4 tempest-TestMinimumBasicScenario-1748604485 tempest-TestMinimumBasicScenario-1748604485-project] 10.222.0.106 "GET /v2.0/security-groups?id=26a62fe2-f45b-4706-a2cb-d0638e6cd286&id=79d62385-a1bf-4f2f-b709-13860acecffb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0329850 Jul 06 12:39:13.080831 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-eaae0be5-6402-4968-ae30-74f1a6482786 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730293992524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912513'] for agent, after_update {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:39:13.437668 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8753ccc9-a349-4554-bfce-376fbcea2517 req-f205a581-cb12-4b87-b8f4-c04423c4aec2 tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:39:13.439217 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-8753ccc9-a349-4554-bfce-376fbcea2517 req-f205a581-cb12-4b87-b8f4-c04423c4aec2 tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] 10.222.0.106 "GET /v2.0/ports?device_id=94f9f2b5-5ad5-46f4-8cab-79ff7ad040af HTTP/1.1" status: 200 len: 946 time: 0.0632322 Jul 06 12:39:13.477110 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-8753ccc9-a349-4554-bfce-376fbcea2517 req-97835a0e-2e59-4218-8e06-5a783b98a68e tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] 10.222.0.106 "GET /v2.0/security-groups?id=af721106-b63f-4fb8-b0d1-a9f3eb8d5c38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321617 Jul 06 12:39:13.575859 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8400ebd7-25a1-4197-9d26-6f698f5c4e94 req-7e4cff6f-3d40-46c7-ad8f-17245cce8a4c tempest-TestMinimumBasicScenario-1748604485 tempest-TestMinimumBasicScenario-1748604485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:39:13.577083 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-8400ebd7-25a1-4197-9d26-6f698f5c4e94 req-7e4cff6f-3d40-46c7-ad8f-17245cce8a4c tempest-TestMinimumBasicScenario-1748604485 tempest-TestMinimumBasicScenario-1748604485-project] 10.222.0.106 "GET /v2.0/ports?device_id=7d69a85d-ce03-47db-b48b-19cc0f97d343 HTTP/1.1" status: 200 len: 984 time: 0.0638938 Jul 06 12:39:13.616037 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-8400ebd7-25a1-4197-9d26-6f698f5c4e94 req-a583c42a-2588-4cca-bda4-cdbeaadfffe8 tempest-TestMinimumBasicScenario-1748604485 tempest-TestMinimumBasicScenario-1748604485-project] 10.222.0.106 "GET /v2.0/security-groups?id=26a62fe2-f45b-4706-a2cb-d0638e6cd286&id=79d62385-a1bf-4f2f-b709-13860acecffb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0332692 Jul 06 12:39:14.669780 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f501d54-dc9c-480f-8b27-02030b706903 req-b8edc47d-bc24-4571-9fae-2ed70d3cd4cf tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:39:14.671302 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-0f501d54-dc9c-480f-8b27-02030b706903 req-b8edc47d-bc24-4571-9fae-2ed70d3cd4cf tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] 10.222.0.106 "GET /v2.0/ports?device_id=94f9f2b5-5ad5-46f4-8cab-79ff7ad040af HTTP/1.1" status: 200 len: 946 time: 0.0672970 Jul 06 12:39:14.709387 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-0f501d54-dc9c-480f-8b27-02030b706903 req-f5adad9b-d57a-41bc-8db1-ee11b3555758 tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] 10.222.0.106 "GET /v2.0/security-groups?id=af721106-b63f-4fb8-b0d1-a9f3eb8d5c38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324914 Jul 06 12:39:14.793553 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb71681-0cea-4939-aa13-b234e0f0da21 req-5684265f-3534-4343-a0c8-ba3ea60fa0d8 tempest-TestMinimumBasicScenario-1748604485 tempest-TestMinimumBasicScenario-1748604485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:39:14.795620 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-6eb71681-0cea-4939-aa13-b234e0f0da21 req-5684265f-3534-4343-a0c8-ba3ea60fa0d8 tempest-TestMinimumBasicScenario-1748604485 tempest-TestMinimumBasicScenario-1748604485-project] 10.222.0.106 "GET /v2.0/ports?device_id=7d69a85d-ce03-47db-b48b-19cc0f97d343 HTTP/1.1" status: 200 len: 984 time: 0.0631921 Jul 06 12:39:14.835633 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-6eb71681-0cea-4939-aa13-b234e0f0da21 req-acc9a141-4844-4bef-a54d-88281fb15291 tempest-TestMinimumBasicScenario-1748604485 tempest-TestMinimumBasicScenario-1748604485-project] 10.222.0.106 "GET /v2.0/security-groups?id=26a62fe2-f45b-4706-a2cb-d0638e6cd286&id=79d62385-a1bf-4f2f-b709-13860acecffb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0343435 Jul 06 12:39:15.012758 dv-cinder-799631-1-iscsi neutron-server[93090]: DEBUG neutron.db.agents_db [None req-df1e7349-c09a-47b1-8f5e-4c337b6ca707 None None] Agent healthcheck: found 6 active agents {{(pid=93090) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 12:39:15.894955 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6554c7d6-86e9-4791-88b2-a389242d2608 req-16f10d2f-5fb5-4613-9467-38552baa9d1e tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:39:15.896580 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-6554c7d6-86e9-4791-88b2-a389242d2608 req-16f10d2f-5fb5-4613-9467-38552baa9d1e tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] 10.222.0.106 "GET /v2.0/ports?device_id=94f9f2b5-5ad5-46f4-8cab-79ff7ad040af HTTP/1.1" status: 200 len: 946 time: 0.0726953 Jul 06 12:39:15.933653 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-6554c7d6-86e9-4791-88b2-a389242d2608 req-db5ffddb-b6ab-4aa3-bac3-f7685da48e59 tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] 10.222.0.106 "GET /v2.0/security-groups?id=af721106-b63f-4fb8-b0d1-a9f3eb8d5c38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315759 Jul 06 12:39:16.019535 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74238096-6925-418c-8a8c-241bf0fceee7 req-77fa8f1e-584f-4115-aedf-c5a9619d3e80 tempest-TestMinimumBasicScenario-1748604485 tempest-TestMinimumBasicScenario-1748604485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:39:16.021052 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-74238096-6925-418c-8a8c-241bf0fceee7 req-77fa8f1e-584f-4115-aedf-c5a9619d3e80 tempest-TestMinimumBasicScenario-1748604485 tempest-TestMinimumBasicScenario-1748604485-project] 10.222.0.106 "GET /v2.0/ports?device_id=7d69a85d-ce03-47db-b48b-19cc0f97d343 HTTP/1.1" status: 200 len: 984 time: 0.0623131 Jul 06 12:39:16.059458 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-74238096-6925-418c-8a8c-241bf0fceee7 req-1509b9bd-7be1-4f3c-aec1-c44692c76e11 tempest-TestMinimumBasicScenario-1748604485 tempest-TestMinimumBasicScenario-1748604485-project] 10.222.0.106 "GET /v2.0/security-groups?id=26a62fe2-f45b-4706-a2cb-d0638e6cd286&id=79d62385-a1bf-4f2f-b709-13860acecffb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0326886 Jul 06 12:39:17.117219 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa3e2d2-23af-4bf7-a67f-e130fae7d3c9 req-229ad40c-0757-4ea3-be40-0a4fa200b0ef tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:39:17.118766 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-3aa3e2d2-23af-4bf7-a67f-e130fae7d3c9 req-229ad40c-0757-4ea3-be40-0a4fa200b0ef tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] 10.222.0.106 "GET /v2.0/ports?device_id=94f9f2b5-5ad5-46f4-8cab-79ff7ad040af HTTP/1.1" status: 200 len: 946 time: 0.0629146 Jul 06 12:39:17.158242 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-3aa3e2d2-23af-4bf7-a67f-e130fae7d3c9 req-6aa70c76-a557-4124-825d-0ff43caaa5f9 tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] 10.222.0.106 "GET /v2.0/security-groups?id=af721106-b63f-4fb8-b0d1-a9f3eb8d5c38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335319 Jul 06 12:39:17.240238 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210585b6-db33-472e-ab18-009be82a8458 req-f388dd8a-9821-4e92-acf3-8da272c2380f tempest-TestMinimumBasicScenario-1748604485 tempest-TestMinimumBasicScenario-1748604485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:39:17.241702 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-210585b6-db33-472e-ab18-009be82a8458 req-f388dd8a-9821-4e92-acf3-8da272c2380f tempest-TestMinimumBasicScenario-1748604485 tempest-TestMinimumBasicScenario-1748604485-project] 10.222.0.106 "GET /v2.0/ports?device_id=7d69a85d-ce03-47db-b48b-19cc0f97d343 HTTP/1.1" status: 200 len: 984 time: 0.0666125 Jul 06 12:39:17.282224 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-210585b6-db33-472e-ab18-009be82a8458 req-f264d985-e3cf-442f-ba30-cf6ffc59deff tempest-TestMinimumBasicScenario-1748604485 tempest-TestMinimumBasicScenario-1748604485-project] 10.222.0.106 "GET /v2.0/security-groups?id=26a62fe2-f45b-4706-a2cb-d0638e6cd286&id=79d62385-a1bf-4f2f-b709-13860acecffb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0348141 Jul 06 12:39:18.344503 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0afb40-fb66-4b61-a1c3-b34813de2fe5 req-96bceee9-f35d-4466-92dd-410d06634e10 tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:39:18.346034 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-0a0afb40-fb66-4b61-a1c3-b34813de2fe5 req-96bceee9-f35d-4466-92dd-410d06634e10 tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] 10.222.0.106 "GET /v2.0/ports?device_id=94f9f2b5-5ad5-46f4-8cab-79ff7ad040af HTTP/1.1" status: 200 len: 946 time: 0.0672748 Jul 06 12:39:18.383953 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-0a0afb40-fb66-4b61-a1c3-b34813de2fe5 req-d0de0506-0600-4bcf-9457-2a171cb50140 tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] 10.222.0.106 "GET /v2.0/security-groups?id=af721106-b63f-4fb8-b0d1-a9f3eb8d5c38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321965 Jul 06 12:39:18.472275 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0476863-7176-4944-ba1f-49b259d9a666 req-0a6706e2-27bf-44bb-8678-e5094d0e4ab7 tempest-TestMinimumBasicScenario-1748604485 tempest-TestMinimumBasicScenario-1748604485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:39:18.473777 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-b0476863-7176-4944-ba1f-49b259d9a666 req-0a6706e2-27bf-44bb-8678-e5094d0e4ab7 tempest-TestMinimumBasicScenario-1748604485 tempest-TestMinimumBasicScenario-1748604485-project] 10.222.0.106 "GET /v2.0/ports?device_id=7d69a85d-ce03-47db-b48b-19cc0f97d343 HTTP/1.1" status: 200 len: 984 time: 0.0693536 Jul 06 12:39:18.514551 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-b0476863-7176-4944-ba1f-49b259d9a666 req-40069352-bcbb-4cd4-82d1-1e66d70a5c3c tempest-TestMinimumBasicScenario-1748604485 tempest-TestMinimumBasicScenario-1748604485-project] 10.222.0.106 "GET /v2.0/security-groups?id=26a62fe2-f45b-4706-a2cb-d0638e6cd286&id=79d62385-a1bf-4f2f-b709-13860acecffb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0350754 Jul 06 12:39:19.571420 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0706ac-f63c-4e02-874b-320d4b95feff req-13916333-68f1-46b6-ba4d-7153c94c912c tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:39:19.572912 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-2a0706ac-f63c-4e02-874b-320d4b95feff req-13916333-68f1-46b6-ba4d-7153c94c912c tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] 10.222.0.106 "GET /v2.0/ports?device_id=94f9f2b5-5ad5-46f4-8cab-79ff7ad040af HTTP/1.1" status: 200 len: 946 time: 0.0645766 Jul 06 12:39:19.610852 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-2a0706ac-f63c-4e02-874b-320d4b95feff req-a573277d-13d2-423d-9bba-011361333877 tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] 10.222.0.106 "GET /v2.0/security-groups?id=af721106-b63f-4fb8-b0d1-a9f3eb8d5c38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318494 Jul 06 12:39:19.693257 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748c9cd0-ea0e-4bf3-9210-5b27218b07cf req-b3fb73e3-989a-45c9-8e94-15fd5c4185e6 tempest-TestMinimumBasicScenario-1748604485 tempest-TestMinimumBasicScenario-1748604485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:39:19.694718 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-748c9cd0-ea0e-4bf3-9210-5b27218b07cf req-b3fb73e3-989a-45c9-8e94-15fd5c4185e6 tempest-TestMinimumBasicScenario-1748604485 tempest-TestMinimumBasicScenario-1748604485-project] 10.222.0.106 "GET /v2.0/ports?device_id=7d69a85d-ce03-47db-b48b-19cc0f97d343 HTTP/1.1" status: 200 len: 984 time: 0.0610712 Jul 06 12:39:19.734269 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-748c9cd0-ea0e-4bf3-9210-5b27218b07cf req-43290f09-e334-4b01-af3e-f72fc05de7ff tempest-TestMinimumBasicScenario-1748604485 tempest-TestMinimumBasicScenario-1748604485-project] 10.222.0.106 "GET /v2.0/security-groups?id=26a62fe2-f45b-4706-a2cb-d0638e6cd286&id=79d62385-a1bf-4f2f-b709-13860acecffb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0338306 Jul 06 12:39:20.791551 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8eccfd-5628-425d-ac2a-77e951c3ef0d req-f80626b4-8cff-4220-a881-966235108c1a tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:39:20.793097 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-4f8eccfd-5628-425d-ac2a-77e951c3ef0d req-f80626b4-8cff-4220-a881-966235108c1a tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] 10.222.0.106 "GET /v2.0/ports?device_id=94f9f2b5-5ad5-46f4-8cab-79ff7ad040af HTTP/1.1" status: 200 len: 946 time: 0.0678287 Jul 06 12:39:20.830343 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-4f8eccfd-5628-425d-ac2a-77e951c3ef0d req-a87afa3a-9fe6-4357-ad13-92322299225c tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] 10.222.0.106 "GET /v2.0/security-groups?id=af721106-b63f-4fb8-b0d1-a9f3eb8d5c38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315840 Jul 06 12:39:20.917998 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab3f05d-36b3-4b8c-b80c-b8f8bb2c91f3 req-929d4545-1649-4876-b9a6-a38406609c6c tempest-TestMinimumBasicScenario-1748604485 tempest-TestMinimumBasicScenario-1748604485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:39:20.919478 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-cab3f05d-36b3-4b8c-b80c-b8f8bb2c91f3 req-929d4545-1649-4876-b9a6-a38406609c6c tempest-TestMinimumBasicScenario-1748604485 tempest-TestMinimumBasicScenario-1748604485-project] 10.222.0.106 "GET /v2.0/ports?device_id=7d69a85d-ce03-47db-b48b-19cc0f97d343 HTTP/1.1" status: 200 len: 984 time: 0.0629029 Jul 06 12:39:20.958794 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-cab3f05d-36b3-4b8c-b80c-b8f8bb2c91f3 req-eb11ea4b-1689-491d-94d5-bd365856995c tempest-TestMinimumBasicScenario-1748604485 tempest-TestMinimumBasicScenario-1748604485-project] 10.222.0.106 "GET /v2.0/security-groups?id=26a62fe2-f45b-4706-a2cb-d0638e6cd286&id=79d62385-a1bf-4f2f-b709-13860acecffb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0336874 Jul 06 12:39:22.026244 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bfdfcd-6f19-4b8c-bff9-225f51f623a4 req-fa99ad59-f36d-4338-ada3-b13d25d67dae tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:39:22.027169 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730293992524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912513'] for agent, after_update {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:39:22.028266 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-95bfdfcd-6f19-4b8c-bff9-225f51f623a4 req-fa99ad59-f36d-4338-ada3-b13d25d67dae tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] 10.222.0.106 "GET /v2.0/ports?device_id=94f9f2b5-5ad5-46f4-8cab-79ff7ad040af HTTP/1.1" status: 200 len: 946 time: 0.0744436 Jul 06 12:39:22.071146 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-95bfdfcd-6f19-4b8c-bff9-225f51f623a4 req-0b065be5-13ae-4892-85b3-2f57e4e1bae6 tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] 10.222.0.106 "GET /v2.0/security-groups?id=af721106-b63f-4fb8-b0d1-a9f3eb8d5c38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371745 Jul 06 12:39:22.114111 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8634388f-b49b-489f-b8da-3d889d8c74de req-cc590b1a-f490-4788-a326-4b61db2ccc0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:39:22.115688 dv-cinder-799631-1-iscsi neutron-server[93087]: INFO neutron.wsgi [req-8634388f-b49b-489f-b8da-3d889d8c74de req-cc590b1a-f490-4788-a326-4b61db2ccc0f service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=b437ce926689452f91685757af8037a1&device_id=94f9f2b5-5ad5-46f4-8cab-79ff7ad040af HTTP/1.1" status: 200 len: 1099 time: 0.0615153 Jul 06 12:39:22.158290 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ab0dfc-b16c-404b-a40a-b07d87f7dd28 req-7dc9f10c-2500-4ee1-8205-508138a81caf tempest-TestMinimumBasicScenario-1748604485 tempest-TestMinimumBasicScenario-1748604485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:39:22.159844 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-e4ab0dfc-b16c-404b-a40a-b07d87f7dd28 req-7dc9f10c-2500-4ee1-8205-508138a81caf tempest-TestMinimumBasicScenario-1748604485 tempest-TestMinimumBasicScenario-1748604485-project] 10.222.0.106 "GET /v2.0/ports?device_id=7d69a85d-ce03-47db-b48b-19cc0f97d343 HTTP/1.1" status: 200 len: 984 time: 0.0761187 Jul 06 12:39:22.201050 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-e4ab0dfc-b16c-404b-a40a-b07d87f7dd28 req-0b3602e2-11f3-4fc1-ae0c-9d8157978eba tempest-TestMinimumBasicScenario-1748604485 tempest-TestMinimumBasicScenario-1748604485-project] 10.222.0.106 "GET /v2.0/security-groups?id=26a62fe2-f45b-4706-a2cb-d0638e6cd286&id=79d62385-a1bf-4f2f-b709-13860acecffb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0345957 Jul 06 12:39:22.228926 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8634388f-b49b-489f-b8da-3d889d8c74de req-fb8eb986-5066-4a8f-8c4a-4921f27d1e3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:39:22.230481 dv-cinder-799631-1-iscsi neutron-server[93087]: INFO neutron.wsgi [req-8634388f-b49b-489f-b8da-3d889d8c74de req-fb8eb986-5066-4a8f-8c4a-4921f27d1e3c service neutron] 10.222.0.100 "GET /v2.0/networks?id=13aecddf-3646-4770-a1b4-1e59fdf991f5 HTTP/1.1" status: 200 len: 919 time: 0.0860827 Jul 06 12:39:22.322989 dv-cinder-799631-1-iscsi neutron-server[93087]: INFO neutron.wsgi [req-8634388f-b49b-489f-b8da-3d889d8c74de req-af4ffe8b-7505-4ed4-970e-bd6fb7fd3add service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=802f6ec7-37ad-4b77-9f21-aabe53e951e1 HTTP/1.1" status: 200 len: 1002 time: 0.0823488 Jul 06 12:39:22.377271 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8634388f-b49b-489f-b8da-3d889d8c74de req-3163cfb1-c1f5-40ac-ab56-613184607d1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:39:22.378815 dv-cinder-799631-1-iscsi neutron-server[93087]: INFO neutron.wsgi [req-8634388f-b49b-489f-b8da-3d889d8c74de req-3163cfb1-c1f5-40ac-ab56-613184607d1d service neutron] 10.222.0.100 "GET /v2.0/subnets?id=26404b5b-3148-4b62-b08e-5f523f412d1e HTTP/1.1" status: 200 len: 856 time: 0.0474315 Jul 06 12:39:22.458482 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8634388f-b49b-489f-b8da-3d889d8c74de req-106500ab-528c-4577-8cad-e043278b959f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:39:22.460053 dv-cinder-799631-1-iscsi neutron-server[93087]: INFO neutron.wsgi [req-8634388f-b49b-489f-b8da-3d889d8c74de req-106500ab-528c-4577-8cad-e043278b959f service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=13aecddf-3646-4770-a1b4-1e59fdf991f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0569422 Jul 06 12:39:22.569085 dv-cinder-799631-1-iscsi neutron-server[93087]: INFO neutron.wsgi [req-8634388f-b49b-489f-b8da-3d889d8c74de req-b3cb0e6e-67b8-4416-a294-18c4034f7415 service neutron] 10.222.0.100 "GET /v2.0/networks/13aecddf-3646-4770-a1b4-1e59fdf991f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0980654 Jul 06 12:39:22.657301 dv-cinder-799631-1-iscsi neutron-server[93087]: INFO neutron.wsgi [req-8634388f-b49b-489f-b8da-3d889d8c74de req-36c89a41-2412-46b5-b736-2bc8e3c901c6 service neutron] 10.222.0.100 "GET /v2.0/networks/13aecddf-3646-4770-a1b4-1e59fdf991f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807905 Jul 06 12:39:23.250924 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94626ee9-71ce-4020-bf78-1fb8330e81bd req-6aaecad2-a345-4281-a5e6-b0fcc8b7ffc1 tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:39:23.252647 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-94626ee9-71ce-4020-bf78-1fb8330e81bd req-6aaecad2-a345-4281-a5e6-b0fcc8b7ffc1 tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] 10.222.0.106 "GET /v2.0/ports?device_id=94f9f2b5-5ad5-46f4-8cab-79ff7ad040af HTTP/1.1" status: 200 len: 946 time: 0.0658867 Jul 06 12:39:23.291607 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-94626ee9-71ce-4020-bf78-1fb8330e81bd req-6fb0d448-a78c-43d9-a76d-d069b41f8e9d tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] 10.222.0.106 "GET /v2.0/security-groups?id=af721106-b63f-4fb8-b0d1-a9f3eb8d5c38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327342 Jul 06 12:39:23.406533 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ddd57c3-4766-41cf-aa6a-bf33e65b44c2 req-a9ea6544-f56a-46e2-83f8-e44ac757a13d tempest-TestMinimumBasicScenario-1748604485 tempest-TestMinimumBasicScenario-1748604485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:39:23.408209 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-1ddd57c3-4766-41cf-aa6a-bf33e65b44c2 req-a9ea6544-f56a-46e2-83f8-e44ac757a13d tempest-TestMinimumBasicScenario-1748604485 tempest-TestMinimumBasicScenario-1748604485-project] 10.222.0.106 "GET /v2.0/ports?device_id=7d69a85d-ce03-47db-b48b-19cc0f97d343 HTTP/1.1" status: 200 len: 984 time: 0.0813394 Jul 06 12:39:23.449309 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-1ddd57c3-4766-41cf-aa6a-bf33e65b44c2 req-530eb8bf-559d-426f-9db9-ecc87cda8cc3 tempest-TestMinimumBasicScenario-1748604485 tempest-TestMinimumBasicScenario-1748604485-project] 10.222.0.106 "GET /v2.0/security-groups?id=26a62fe2-f45b-4706-a2cb-d0638e6cd286&id=79d62385-a1bf-4f2f-b709-13860acecffb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0352488 Jul 06 12:39:24.478119 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec24aba-c610-4dae-847c-8044193545e1 req-d567c06e-758e-46a3-9a9e-ece55dae17aa tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:39:24.479679 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-1ec24aba-c610-4dae-847c-8044193545e1 req-d567c06e-758e-46a3-9a9e-ece55dae17aa tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] 10.222.0.106 "GET /v2.0/ports?device_id=94f9f2b5-5ad5-46f4-8cab-79ff7ad040af HTTP/1.1" status: 200 len: 946 time: 0.0642695 Jul 06 12:39:24.521508 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-1ec24aba-c610-4dae-847c-8044193545e1 req-81df8d0e-8eda-4d22-b54d-52b7dc882cca tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] 10.222.0.106 "GET /v2.0/security-groups?id=af721106-b63f-4fb8-b0d1-a9f3eb8d5c38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352063 Jul 06 12:39:24.658053 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5a614c-a858-40cd-9b3e-666771991ea0 req-3df18045-97da-4b9f-b08c-ad5ba8ea1bcb tempest-TestMinimumBasicScenario-1748604485 tempest-TestMinimumBasicScenario-1748604485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:39:24.659746 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-bd5a614c-a858-40cd-9b3e-666771991ea0 req-3df18045-97da-4b9f-b08c-ad5ba8ea1bcb tempest-TestMinimumBasicScenario-1748604485 tempest-TestMinimumBasicScenario-1748604485-project] 10.222.0.106 "GET /v2.0/ports?device_id=7d69a85d-ce03-47db-b48b-19cc0f97d343 HTTP/1.1" status: 200 len: 984 time: 0.0785809 Jul 06 12:39:24.701505 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-bd5a614c-a858-40cd-9b3e-666771991ea0 req-3f5b8e3d-32ca-47cc-935a-3470a0d3e61b tempest-TestMinimumBasicScenario-1748604485 tempest-TestMinimumBasicScenario-1748604485-project] 10.222.0.106 "GET /v2.0/security-groups?id=26a62fe2-f45b-4706-a2cb-d0638e6cd286&id=79d62385-a1bf-4f2f-b709-13860acecffb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0350134 Jul 06 12:39:25.717900 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3193797e-df53-4c98-8f49-10ab69d25118 req-fa8ad7ed-26ad-415f-bad6-aa368d2ba12e tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:39:25.719524 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-3193797e-df53-4c98-8f49-10ab69d25118 req-fa8ad7ed-26ad-415f-bad6-aa368d2ba12e tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] 10.222.0.106 "GET /v2.0/ports?device_id=94f9f2b5-5ad5-46f4-8cab-79ff7ad040af HTTP/1.1" status: 200 len: 946 time: 0.0692368 Jul 06 12:39:25.757325 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-3193797e-df53-4c98-8f49-10ab69d25118 req-94448852-7886-4959-8892-f42fedfe50f8 tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] 10.222.0.106 "GET /v2.0/security-groups?id=af721106-b63f-4fb8-b0d1-a9f3eb8d5c38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324104 Jul 06 12:39:25.885891 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26fed2d7-e3b4-423e-829c-a2c33b8977f4 req-b32e949e-e6a1-47c7-a66f-6dc159646e41 tempest-TestMinimumBasicScenario-1748604485 tempest-TestMinimumBasicScenario-1748604485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:39:25.887396 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-26fed2d7-e3b4-423e-829c-a2c33b8977f4 req-b32e949e-e6a1-47c7-a66f-6dc159646e41 tempest-TestMinimumBasicScenario-1748604485 tempest-TestMinimumBasicScenario-1748604485-project] 10.222.0.106 "GET /v2.0/ports?device_id=7d69a85d-ce03-47db-b48b-19cc0f97d343 HTTP/1.1" status: 200 len: 984 time: 0.0641339 Jul 06 12:39:25.926494 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-26fed2d7-e3b4-423e-829c-a2c33b8977f4 req-b23aeaac-3ad3-480f-afcd-f4afc8966431 tempest-TestMinimumBasicScenario-1748604485 tempest-TestMinimumBasicScenario-1748604485-project] 10.222.0.106 "GET /v2.0/security-groups?id=26a62fe2-f45b-4706-a2cb-d0638e6cd286&id=79d62385-a1bf-4f2f-b709-13860acecffb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0335147 Jul 06 12:39:26.947412 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06443b18-9dbe-4c7f-bdca-ec95ddca1934 req-c27892b7-3672-4d60-875c-f8c05e7c20b3 tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:39:26.949093 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-06443b18-9dbe-4c7f-bdca-ec95ddca1934 req-c27892b7-3672-4d60-875c-f8c05e7c20b3 tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] 10.222.0.106 "GET /v2.0/ports?device_id=94f9f2b5-5ad5-46f4-8cab-79ff7ad040af HTTP/1.1" status: 200 len: 946 time: 0.0660994 Jul 06 12:39:26.988851 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-06443b18-9dbe-4c7f-bdca-ec95ddca1934 req-37c0b735-aa49-4c5c-a6bf-533dff12421f tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] 10.222.0.106 "GET /v2.0/security-groups?id=af721106-b63f-4fb8-b0d1-a9f3eb8d5c38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330031 Jul 06 12:39:27.168563 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1d304d-87e0-4074-80bc-67cf8cd08ab5 req-415e88f3-9b79-4f67-948b-0445eee36d26 tempest-TestMinimumBasicScenario-1748604485 tempest-TestMinimumBasicScenario-1748604485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:39:27.170104 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-9c1d304d-87e0-4074-80bc-67cf8cd08ab5 req-415e88f3-9b79-4f67-948b-0445eee36d26 tempest-TestMinimumBasicScenario-1748604485 tempest-TestMinimumBasicScenario-1748604485-project] 10.222.0.106 "GET /v2.0/ports?device_id=7d69a85d-ce03-47db-b48b-19cc0f97d343 HTTP/1.1" status: 200 len: 984 time: 0.0660400 Jul 06 12:39:27.211346 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-9c1d304d-87e0-4074-80bc-67cf8cd08ab5 req-01c71f08-872b-4ec0-8afe-9d263a3b54f3 tempest-TestMinimumBasicScenario-1748604485 tempest-TestMinimumBasicScenario-1748604485-project] 10.222.0.106 "GET /v2.0/security-groups?id=26a62fe2-f45b-4706-a2cb-d0638e6cd286&id=79d62385-a1bf-4f2f-b709-13860acecffb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0354075 Jul 06 12:39:28.173437 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40620ad7-fb6e-4be3-8b44-5508228b78b4 req-e747550b-6aa9-4c72-a23b-6b10837e0102 tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:39:28.174934 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-40620ad7-fb6e-4be3-8b44-5508228b78b4 req-e747550b-6aa9-4c72-a23b-6b10837e0102 tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] 10.222.0.106 "GET /v2.0/ports?device_id=94f9f2b5-5ad5-46f4-8cab-79ff7ad040af HTTP/1.1" status: 200 len: 946 time: 0.0649450 Jul 06 12:39:28.212245 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-40620ad7-fb6e-4be3-8b44-5508228b78b4 req-47af05d6-72c4-4d8c-964f-ba1fc62e84f7 tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] 10.222.0.106 "GET /v2.0/security-groups?id=af721106-b63f-4fb8-b0d1-a9f3eb8d5c38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315013 Jul 06 12:39:29.390813 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bf872e-ca24-49c6-b178-68a56fd1e499 req-0542e3e1-b224-41d7-9cc5-2cf96ca75205 tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:39:29.392330 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-a7bf872e-ca24-49c6-b178-68a56fd1e499 req-0542e3e1-b224-41d7-9cc5-2cf96ca75205 tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] 10.222.0.106 "GET /v2.0/ports?device_id=94f9f2b5-5ad5-46f4-8cab-79ff7ad040af HTTP/1.1" status: 200 len: 946 time: 0.0642185 Jul 06 12:39:29.429880 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-a7bf872e-ca24-49c6-b178-68a56fd1e499 req-542ff43b-65c1-47cf-95a0-e0d7e8e97762 tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] 10.222.0.106 "GET /v2.0/security-groups?id=af721106-b63f-4fb8-b0d1-a9f3eb8d5c38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316689 Jul 06 12:39:29.962197 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.rpc [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] Device 802f6ec7-37ad-4b77-9f21-aabe53e951e1 details requested by agent hyperv_hv-cinder-79963 with host hv-cinder-79963 {{(pid=93089) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 12:39:30.055687 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.db [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] For port 802f6ec7-37ad-4b77-9f21-aabe53e951e1, host hv-cinder-79963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79963',level=0,port_id=802f6ec7-37ad-4b77-9f21-aabe53e951e1,segment=NetworkSegment(9563ba30-5ba5-46ca-802a-73eb0aa117e8),segment_id=9563ba30-5ba5-46ca-802a-73eb0aa117e8)] {{(pid=93089) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:39:30.066541 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.rpc [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] Returning: {'device': '802f6ec7-37ad-4b77-9f21-aabe53e951e1', 'network_id': '13aecddf-3646-4770-a1b4-1e59fdf991f5', 'port_id': '802f6ec7-37ad-4b77-9f21-aabe53e951e1', 'mac_address': 'fa:16:3e:26:47:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1083, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '26404b5b-3148-4b62-b08e-5f523f412d1e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93089) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 12:39:30.103259 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772861'] for port, before_update {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:39:30.115496 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.notifiers.nova [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 802f6ec7-37ad-4b77-9f21-aabe53e951e1 {{(pid=93089) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 12:39:30.135079 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.db [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] For port 802f6ec7-37ad-4b77-9f21-aabe53e951e1, host hv-cinder-79963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79963',level=0,port_id=802f6ec7-37ad-4b77-9f21-aabe53e951e1,segment=NetworkSegment(9563ba30-5ba5-46ca-802a-73eb0aa117e8),segment_id=9563ba30-5ba5-46ca-802a-73eb0aa117e8)] {{(pid=93089) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:39:30.139764 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-772913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730294210856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730293689582', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730293689631'] for port, after_update {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:39:30.186223 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] Pushing event updated for resources: {'Port': ['ID=802f6ec7-37ad-4b77-9f21-aabe53e951e1,revision_number=6']} {{(pid=93089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:39:30.340328 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.db [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] get_ports_and_sgs() called for port_ids ['802f6ec7-37ad-4b77-9f21-aabe53e951e1'] {{(pid=93089) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 12:39:30.621486 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc709453-945e-4c72-af37-2d3094e6ab95 req-77dcd212-e2f6-4246-8226-529f76652d0c tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:39:30.623626 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-cc709453-945e-4c72-af37-2d3094e6ab95 req-77dcd212-e2f6-4246-8226-529f76652d0c tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] 10.222.0.106 "GET /v2.0/ports?device_id=94f9f2b5-5ad5-46f4-8cab-79ff7ad040af HTTP/1.1" status: 200 len: 945 time: 0.0678215 Jul 06 12:39:30.659745 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-cc709453-945e-4c72-af37-2d3094e6ab95 req-e0232971-1121-44b4-8108-f89766e7886c tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] 10.222.0.106 "GET /v2.0/security-groups?id=af721106-b63f-4fb8-b0d1-a9f3eb8d5c38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306413 Jul 06 12:39:31.851160 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332f83d1-dfbd-4ec0-95eb-135d48d72801 req-c922f5ff-b9f8-4f56-939d-8105255a86df tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:39:31.852682 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-332f83d1-dfbd-4ec0-95eb-135d48d72801 req-c922f5ff-b9f8-4f56-939d-8105255a86df tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] 10.222.0.106 "GET /v2.0/ports?device_id=94f9f2b5-5ad5-46f4-8cab-79ff7ad040af HTTP/1.1" status: 200 len: 945 time: 0.0667834 Jul 06 12:39:31.903781 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-332f83d1-dfbd-4ec0-95eb-135d48d72801 req-8e9a0593-876c-4cd1-8dc5-ce442607c65a tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] 10.222.0.106 "GET /v2.0/security-groups?id=af721106-b63f-4fb8-b0d1-a9f3eb8d5c38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427601 Jul 06 12:39:31.964841 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.rpc [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] Device 802f6ec7-37ad-4b77-9f21-aabe53e951e1 up at agent hyperv_hv-cinder-79963 {{(pid=93089) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:39:32.020569 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.db.provisioning_blocks [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] Provisioning complete for port 802f6ec7-37ad-4b77-9f21-aabe53e951e1 triggered by entity L2. {{(pid=93089) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:39:32.021258 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912496'] for port, provisioning_complete {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:39:32.252476 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772861'] for port, before_update {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:39:32.278202 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94f9f2b5-5ad5-46f4-8cab-79ff7ad040af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '802f6ec7-37ad-4b77-9f21-aabe53e951e1'}] {{(pid=93089) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:39:32.280699 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.106/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe93d3bb6f6ea65552dd5d1819c289058d75ea396ac2be612a447f7071fdb995" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36096fe6-080a-4034-8996-de455919a83c" -d '{"events": [{"server_uuid": "94f9f2b5-5ad5-46f4-8cab-79ff7ad040af", "name": "network-vif-plugged", "status": "completed", "tag": "802f6ec7-37ad-4b77-9f21-aabe53e951e1"}]}' {{(pid=93089) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:39:32.296112 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.db [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] For port 802f6ec7-37ad-4b77-9f21-aabe53e951e1, host hv-cinder-79963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79963',level=0,port_id=802f6ec7-37ad-4b77-9f21-aabe53e951e1,segment=NetworkSegment(9563ba30-5ba5-46ca-802a-73eb0aa117e8),segment_id=9563ba30-5ba5-46ca-802a-73eb0aa117e8)] {{(pid=93089) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:39:32.300813 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-772913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730294210856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730293689582', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730293689631'] for port, after_update {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:39:32.361170 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] Pushing event updated for resources: {'Port': ['ID=802f6ec7-37ad-4b77-9f21-aabe53e951e1,revision_number=7']} {{(pid=93089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:39:32.477266 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 12:39:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88dde5e0-c6fe-424f-bd9c-a18dcdb09256 x-openstack-request-id: req-88dde5e0-c6fe-424f-bd9c-a18dcdb09256 {{(pid=93089) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:39:32.477927 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94f9f2b5-5ad5-46f4-8cab-79ff7ad040af", "name": "network-vif-plugged", "status": "completed", "tag": "802f6ec7-37ad-4b77-9f21-aabe53e951e1", "code": 200}]} {{(pid=93089) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:39:32.477927 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.106/compute/v2.1/os-server-external-events used request id req-88dde5e0-c6fe-424f-bd9c-a18dcdb09256 {{(pid=93089) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:39:32.478478 dv-cinder-799631-1-iscsi neutron-server[93089]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94f9f2b5-5ad5-46f4-8cab-79ff7ad040af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '802f6ec7-37ad-4b77-9f21-aabe53e951e1', 'code': 200} Jul 06 12:39:33.118865 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc37428-f7f7-4458-95f9-d8f28ee1e9a6 req-8e7716f3-26e3-4572-8678-0997d4fe3644 tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:39:33.121122 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-2dc37428-f7f7-4458-95f9-d8f28ee1e9a6 req-8e7716f3-26e3-4572-8678-0997d4fe3644 tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] 10.222.0.106 "GET /v2.0/ports?device_id=94f9f2b5-5ad5-46f4-8cab-79ff7ad040af HTTP/1.1" status: 200 len: 946 time: 0.0771387 Jul 06 12:39:33.163473 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-2dc37428-f7f7-4458-95f9-d8f28ee1e9a6 req-7ce6f0ae-9913-4af7-8b8a-8c3aa8204eb6 tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] 10.222.0.106 "GET /v2.0/security-groups?id=af721106-b63f-4fb8-b0d1-a9f3eb8d5c38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357890 Jul 06 12:39:34.382339 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e82cfef-0d6c-4c6b-83e4-50e3743d0aed req-939bc65f-2692-49bb-ad8b-1410e10e3f61 tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:39:34.390163 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-0e82cfef-0d6c-4c6b-83e4-50e3743d0aed req-939bc65f-2692-49bb-ad8b-1410e10e3f61 tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] 10.222.0.106 "GET /v2.0/ports?device_id=94f9f2b5-5ad5-46f4-8cab-79ff7ad040af HTTP/1.1" status: 200 len: 946 time: 0.0868888 Jul 06 12:39:34.429734 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-0e82cfef-0d6c-4c6b-83e4-50e3743d0aed req-a1424dfb-b8ab-4c14-8fd7-8b53782d6da2 tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] 10.222.0.106 "GET /v2.0/security-groups?id=af721106-b63f-4fb8-b0d1-a9f3eb8d5c38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382323 Jul 06 12:39:35.643206 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6332d116-f788-4b2b-89ee-e2db8d04f8bb req-eafa186b-ff41-4bcb-8d89-003191559c7d tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:39:35.644732 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-6332d116-f788-4b2b-89ee-e2db8d04f8bb req-eafa186b-ff41-4bcb-8d89-003191559c7d tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] 10.222.0.106 "GET /v2.0/ports?device_id=94f9f2b5-5ad5-46f4-8cab-79ff7ad040af HTTP/1.1" status: 200 len: 946 time: 0.0741594 Jul 06 12:39:35.685869 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-6332d116-f788-4b2b-89ee-e2db8d04f8bb req-302e5500-586b-4122-88af-7dce21446038 tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] 10.222.0.106 "GET /v2.0/security-groups?id=af721106-b63f-4fb8-b0d1-a9f3eb8d5c38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346816 Jul 06 12:39:36.894790 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d867ad27-1f32-41d1-8e07-96b281ce4ed2 req-81b9dc7a-b9d4-4fb4-ae81-7f066fb0768d tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:39:36.897519 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-d867ad27-1f32-41d1-8e07-96b281ce4ed2 req-81b9dc7a-b9d4-4fb4-ae81-7f066fb0768d tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] 10.222.0.106 "GET /v2.0/ports?device_id=94f9f2b5-5ad5-46f4-8cab-79ff7ad040af HTTP/1.1" status: 200 len: 946 time: 0.0728140 Jul 06 12:39:36.943307 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-d867ad27-1f32-41d1-8e07-96b281ce4ed2 req-fe7d8337-40e6-4712-a685-61d76c4f5e0b tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] 10.222.0.106 "GET /v2.0/security-groups?id=af721106-b63f-4fb8-b0d1-a9f3eb8d5c38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393152 Jul 06 12:39:37.260285 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-0a8e6250-5ff4-4e7a-a5f1-83a51b1e1258 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730293992524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912513'] for agent, after_update {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:39:38.175693 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051acd4e-b402-497d-997f-a28c57ef13f9 req-fb65dbab-703e-4160-9c39-166bb5e62830 tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:39:38.179545 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-051acd4e-b402-497d-997f-a28c57ef13f9 req-fb65dbab-703e-4160-9c39-166bb5e62830 tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] 10.222.0.106 "GET /v2.0/ports?device_id=94f9f2b5-5ad5-46f4-8cab-79ff7ad040af HTTP/1.1" status: 200 len: 946 time: 0.0884070 Jul 06 12:39:38.243642 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-051acd4e-b402-497d-997f-a28c57ef13f9 req-ea4783f1-34f3-4d3c-b2f5-3270af25fa3f tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] 10.222.0.106 "GET /v2.0/security-groups?id=af721106-b63f-4fb8-b0d1-a9f3eb8d5c38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562375 Jul 06 12:39:39.475389 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85010b2-f899-4e15-a743-e06e297d7ad3 req-25ca6d2d-51a5-4f33-8a52-41e5c09ac870 tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:39:39.478271 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-c85010b2-f899-4e15-a743-e06e297d7ad3 req-25ca6d2d-51a5-4f33-8a52-41e5c09ac870 tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] 10.222.0.106 "GET /v2.0/ports?device_id=94f9f2b5-5ad5-46f4-8cab-79ff7ad040af HTTP/1.1" status: 200 len: 946 time: 0.0872250 Jul 06 12:39:39.541945 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-c85010b2-f899-4e15-a743-e06e297d7ad3 req-3a042dd2-0858-444f-9f53-47bb7b89a381 tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] 10.222.0.106 "GET /v2.0/security-groups?id=af721106-b63f-4fb8-b0d1-a9f3eb8d5c38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428457 Jul 06 12:39:40.508109 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-d709a544-d728-462c-8611-cde2f056a161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730293992524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912513'] for agent, after_update {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:39:40.741930 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f44338-3cad-4c8b-8a84-3c67750f7f3c req-2ccad644-aaa4-4943-94fa-b13b59b31308 tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:39:40.743398 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-28f44338-3cad-4c8b-8a84-3c67750f7f3c req-2ccad644-aaa4-4943-94fa-b13b59b31308 tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] 10.222.0.106 "GET /v2.0/ports?device_id=94f9f2b5-5ad5-46f4-8cab-79ff7ad040af HTTP/1.1" status: 200 len: 946 time: 0.0703204 Jul 06 12:39:40.905920 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-3dd6613b-aa53-445d-9a05-4c085a94a05e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730293992524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912513'] for agent, after_update {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:39:41.029863 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-28f44338-3cad-4c8b-8a84-3c67750f7f3c req-4d5c7507-6da3-4833-af0c-c2e389aabfad tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] 10.222.0.106 "GET /v2.0/security-groups?id=af721106-b63f-4fb8-b0d1-a9f3eb8d5c38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2801039 Jul 06 12:39:41.411601 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99c15d3-c079-4933-a9fd-a82824d43741 req-232da679-098e-4e84-8656-134b40209901 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:39:41.413130 dv-cinder-799631-1-iscsi neutron-server[93087]: INFO neutron.wsgi [req-c99c15d3-c079-4933-a9fd-a82824d43741 req-232da679-098e-4e84-8656-134b40209901 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=b437ce926689452f91685757af8037a1&device_id=94f9f2b5-5ad5-46f4-8cab-79ff7ad040af HTTP/1.1" status: 200 len: 1099 time: 0.0547574 Jul 06 12:39:41.514225 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99c15d3-c079-4933-a9fd-a82824d43741 req-31f30d39-7bed-41ee-bfe6-c5f29463c40a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:39:41.514915 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-59602645-7b03-4a79-8c54-32befe919dd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730293992524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912513'] for agent, after_update {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:39:41.515832 dv-cinder-799631-1-iscsi neutron-server[93087]: INFO neutron.wsgi [req-c99c15d3-c079-4933-a9fd-a82824d43741 req-31f30d39-7bed-41ee-bfe6-c5f29463c40a service neutron] 10.222.0.100 "GET /v2.0/networks?id=13aecddf-3646-4770-a1b4-1e59fdf991f5 HTTP/1.1" status: 200 len: 919 time: 0.0921135 Jul 06 12:39:41.596355 dv-cinder-799631-1-iscsi neutron-server[93087]: INFO neutron.wsgi [req-c99c15d3-c079-4933-a9fd-a82824d43741 req-738b8cfe-88a3-4a3b-9724-ccc6cb5815e6 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=802f6ec7-37ad-4b77-9f21-aabe53e951e1 HTTP/1.1" status: 200 len: 1002 time: 0.0739195 Jul 06 12:39:41.668829 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99c15d3-c079-4933-a9fd-a82824d43741 req-dcb80fd0-7cd7-450b-943f-4284b548ac82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:39:41.670967 dv-cinder-799631-1-iscsi neutron-server[93087]: INFO neutron.wsgi [req-c99c15d3-c079-4933-a9fd-a82824d43741 req-dcb80fd0-7cd7-450b-943f-4284b548ac82 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=26404b5b-3148-4b62-b08e-5f523f412d1e HTTP/1.1" status: 200 len: 856 time: 0.0681369 Jul 06 12:39:41.733294 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99c15d3-c079-4933-a9fd-a82824d43741 req-78c5b883-3b45-4783-9f6c-696ba191f4c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:39:41.734814 dv-cinder-799631-1-iscsi neutron-server[93087]: INFO neutron.wsgi [req-c99c15d3-c079-4933-a9fd-a82824d43741 req-78c5b883-3b45-4783-9f6c-696ba191f4c6 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=13aecddf-3646-4770-a1b4-1e59fdf991f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0556698 Jul 06 12:39:41.824878 dv-cinder-799631-1-iscsi neutron-server[93087]: INFO neutron.wsgi [req-c99c15d3-c079-4933-a9fd-a82824d43741 req-4a0a42e4-cff7-44b1-bea4-77a1f3d2e2d2 service neutron] 10.222.0.100 "GET /v2.0/networks/13aecddf-3646-4770-a1b4-1e59fdf991f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827689 Jul 06 12:39:41.918921 dv-cinder-799631-1-iscsi neutron-server[93087]: INFO neutron.wsgi [req-c99c15d3-c079-4933-a9fd-a82824d43741 req-cc11d200-781c-4eee-8067-800c67f38bbe service neutron] 10.222.0.100 "GET /v2.0/networks/13aecddf-3646-4770-a1b4-1e59fdf991f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858586 Jul 06 12:39:42.213687 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fbe320-6d62-47fa-8207-5489a1a5b21a req-79af406e-9188-4bfb-b6eb-1b959110ed3d tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:39:42.215427 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-f2fbe320-6d62-47fa-8207-5489a1a5b21a req-79af406e-9188-4bfb-b6eb-1b959110ed3d tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] 10.222.0.106 "GET /v2.0/ports?device_id=94f9f2b5-5ad5-46f4-8cab-79ff7ad040af HTTP/1.1" status: 200 len: 946 time: 0.0610816 Jul 06 12:39:42.252898 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-f2fbe320-6d62-47fa-8207-5489a1a5b21a req-445cf0d4-3c1e-4205-ad42-94393c6683f3 tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] 10.222.0.106 "GET /v2.0/security-groups?id=af721106-b63f-4fb8-b0d1-a9f3eb8d5c38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316563 Jul 06 12:39:43.085503 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-eaae0be5-6402-4968-ae30-74f1a6482786 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730293992524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912513'] for agent, after_update {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:39:43.430575 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a32caae-2263-4afa-97b0-ff5a6dd61f01 req-106bf398-9907-40e4-8792-6ddb3171dffc tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:39:43.432117 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-9a32caae-2263-4afa-97b0-ff5a6dd61f01 req-106bf398-9907-40e4-8792-6ddb3171dffc tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] 10.222.0.106 "GET /v2.0/ports?device_id=94f9f2b5-5ad5-46f4-8cab-79ff7ad040af HTTP/1.1" status: 200 len: 946 time: 0.0636277 Jul 06 12:39:43.473939 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-9a32caae-2263-4afa-97b0-ff5a6dd61f01 req-7ee0121b-5996-4b41-adf2-84d3d4ca0e4f tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] 10.222.0.106 "GET /v2.0/security-groups?id=af721106-b63f-4fb8-b0d1-a9f3eb8d5c38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361764 Jul 06 12:39:44.056768 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.rpc [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] Device 802f6ec7-37ad-4b77-9f21-aabe53e951e1 no longer exists at agent hyperv_hv-cinder-79963 {{(pid=93089) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:39:44.165445 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772861'] for port, before_update {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:39:44.193500 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94f9f2b5-5ad5-46f4-8cab-79ff7ad040af', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '802f6ec7-37ad-4b77-9f21-aabe53e951e1'}] {{(pid=93089) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:39:44.196147 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.106/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe93d3bb6f6ea65552dd5d1819c289058d75ea396ac2be612a447f7071fdb995" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbc98935-5e4b-4509-b55f-23ae94751549" -d '{"events": [{"server_uuid": "94f9f2b5-5ad5-46f4-8cab-79ff7ad040af", "name": "network-vif-unplugged", "status": "completed", "tag": "802f6ec7-37ad-4b77-9f21-aabe53e951e1"}]}' {{(pid=93089) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:39:44.209828 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.db [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] For port 802f6ec7-37ad-4b77-9f21-aabe53e951e1, host hv-cinder-79963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79963',level=0,port_id=802f6ec7-37ad-4b77-9f21-aabe53e951e1,segment=NetworkSegment(9563ba30-5ba5-46ca-802a-73eb0aa117e8),segment_id=9563ba30-5ba5-46ca-802a-73eb0aa117e8)] {{(pid=93089) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:39:44.217601 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-772913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730294210856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730293689582', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730293689631'] for port, after_update {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:39:44.259747 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 06 Jul 2021 12:39:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1d52634-31de-48f3-be05-ea1e5fe45711 x-openstack-request-id: req-b1d52634-31de-48f3-be05-ea1e5fe45711 {{(pid=93089) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:39:44.260302 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94f9f2b5-5ad5-46f4-8cab-79ff7ad040af", "name": "network-vif-unplugged", "status": "completed", "tag": "802f6ec7-37ad-4b77-9f21-aabe53e951e1", "code": 200}]} {{(pid=93089) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:39:44.260839 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.106/compute/v2.1/os-server-external-events used request id req-b1d52634-31de-48f3-be05-ea1e5fe45711 {{(pid=93089) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:39:44.261420 dv-cinder-799631-1-iscsi neutron-server[93089]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94f9f2b5-5ad5-46f4-8cab-79ff7ad040af', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '802f6ec7-37ad-4b77-9f21-aabe53e951e1', 'code': 200} Jul 06 12:39:44.284773 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] Pushing event updated for resources: {'Port': ['ID=802f6ec7-37ad-4b77-9f21-aabe53e951e1,revision_number=8']} {{(pid=93089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:39:44.293137 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799631-1-iscsi {{(pid=93089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:39:44.293499 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799631-1-iscsi {{(pid=93089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:39:44.293849 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799631-1-iscsi {{(pid=93089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:39:44.294782 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799631-1-iscsi {{(pid=93089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:39:44.295043 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799631-1-iscsi {{(pid=93089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:39:44.295408 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799631-1-iscsi {{(pid=93089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:39:44.295737 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-799631-1-iscsi {{(pid=93089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:39:44.296065 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-799631-1-iscsi {{(pid=93089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:39:44.296398 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799631-1-iscsi {{(pid=93089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:39:44.296776 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799631-1-iscsi {{(pid=93089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:39:44.297140 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799631-1-iscsi {{(pid=93089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:39:44.297458 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799631-1-iscsi {{(pid=93089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:39:44.667747 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0d858b-fe24-430a-9fc7-7162c67cea02 req-44ec3faa-6231-4e60-a6c4-35a9b283e8b4 tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:39:44.670124 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-3e0d858b-fe24-430a-9fc7-7162c67cea02 req-44ec3faa-6231-4e60-a6c4-35a9b283e8b4 tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] 10.222.0.106 "GET /v2.0/ports?device_id=94f9f2b5-5ad5-46f4-8cab-79ff7ad040af HTTP/1.1" status: 200 len: 944 time: 0.0662122 Jul 06 12:39:44.716686 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-3e0d858b-fe24-430a-9fc7-7162c67cea02 req-2d388d92-08df-4020-a7c8-50f8fee7a58a tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] 10.222.0.106 "GET /v2.0/security-groups?id=af721106-b63f-4fb8-b0d1-a9f3eb8d5c38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394585 Jul 06 12:39:45.910680 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77b8ce2-dc9b-4ee4-9822-6e2f41b17aa6 req-12627968-dd7e-4e99-8ca6-c1a7b1bfcae2 tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:39:45.913408 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-a77b8ce2-dc9b-4ee4-9822-6e2f41b17aa6 req-12627968-dd7e-4e99-8ca6-c1a7b1bfcae2 tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] 10.222.0.106 "GET /v2.0/ports?device_id=94f9f2b5-5ad5-46f4-8cab-79ff7ad040af HTTP/1.1" status: 200 len: 944 time: 0.0741830 Jul 06 12:39:45.917752 dv-cinder-799631-1-iscsi neutron-server[93087]: INFO neutron.wsgi [req-01d776ea-7287-4d40-9f8b-5f21e8b6a471 req-470fb12a-0430-41ca-a022-cd14cacb3fbd service neutron] 10.222.0.106 "GET /v2.0/ports?device_id=94f9f2b5-5ad5-46f4-8cab-79ff7ad040af&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0664804 Jul 06 12:39:45.970823 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-a77b8ce2-dc9b-4ee4-9822-6e2f41b17aa6 req-8388994b-2442-4873-9cd4-4cef039f00b8 tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] 10.222.0.106 "GET /v2.0/security-groups?id=af721106-b63f-4fb8-b0d1-a9f3eb8d5c38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417082 Jul 06 12:39:46.935994 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d776ea-7287-4d40-9f8b-5f21e8b6a471 req-a6167587-6931-471c-b8f6-7213430ce78d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:39:46.937514 dv-cinder-799631-1-iscsi neutron-server[93087]: INFO neutron.wsgi [req-01d776ea-7287-4d40-9f8b-5f21e8b6a471 req-a6167587-6931-471c-b8f6-7213430ce78d service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=94f9f2b5-5ad5-46f4-8cab-79ff7ad040af&tenant_id=b437ce926689452f91685757af8037a1 HTTP/1.1" status: 200 len: 1097 time: 0.0535595 Jul 06 12:39:47.038690 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d776ea-7287-4d40-9f8b-5f21e8b6a471 req-f11458b2-1002-4d83-bd94-96a410b7ee30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:39:47.040416 dv-cinder-799631-1-iscsi neutron-server[93087]: INFO neutron.wsgi [req-01d776ea-7287-4d40-9f8b-5f21e8b6a471 req-f11458b2-1002-4d83-bd94-96a410b7ee30 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=b437ce926689452f91685757af8037a1&device_id=94f9f2b5-5ad5-46f4-8cab-79ff7ad040af HTTP/1.1" status: 200 len: 1097 time: 0.0622745 Jul 06 12:39:47.133339 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d776ea-7287-4d40-9f8b-5f21e8b6a471 req-6acfb9f6-e668-482d-bc25-b8a89e94a045 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:39:47.134854 dv-cinder-799631-1-iscsi neutron-server[93087]: INFO neutron.wsgi [req-01d776ea-7287-4d40-9f8b-5f21e8b6a471 req-6acfb9f6-e668-482d-bc25-b8a89e94a045 service neutron] 10.222.0.100 "GET /v2.0/networks?id=13aecddf-3646-4770-a1b4-1e59fdf991f5 HTTP/1.1" status: 200 len: 919 time: 0.0850878 Jul 06 12:39:47.173140 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38aad05b-5d84-4ccc-8bbe-ffe9eff82cdd req-e2d60646-5908-4f0a-a704-a0535f1a2eda tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:39:47.174942 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-38aad05b-5d84-4ccc-8bbe-ffe9eff82cdd req-e2d60646-5908-4f0a-a704-a0535f1a2eda tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] 10.222.0.106 "GET /v2.0/ports?device_id=94f9f2b5-5ad5-46f4-8cab-79ff7ad040af HTTP/1.1" status: 200 len: 944 time: 0.0741889 Jul 06 12:39:47.210409 dv-cinder-799631-1-iscsi neutron-server[93087]: INFO neutron.wsgi [req-01d776ea-7287-4d40-9f8b-5f21e8b6a471 req-64c3c7d8-39aa-4a21-9335-7effd9b4b1e1 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=802f6ec7-37ad-4b77-9f21-aabe53e951e1 HTTP/1.1" status: 200 len: 1000 time: 0.0657864 Jul 06 12:39:47.217020 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-38aad05b-5d84-4ccc-8bbe-ffe9eff82cdd req-4d02ebbd-c568-463d-9ba4-f2d7794208ed tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] 10.222.0.106 "GET /v2.0/security-groups?id=af721106-b63f-4fb8-b0d1-a9f3eb8d5c38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343249 Jul 06 12:39:47.260842 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d776ea-7287-4d40-9f8b-5f21e8b6a471 req-ab67f7a4-76b4-4f70-bd2c-134e6c4283ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:39:47.262314 dv-cinder-799631-1-iscsi neutron-server[93087]: INFO neutron.wsgi [req-01d776ea-7287-4d40-9f8b-5f21e8b6a471 req-ab67f7a4-76b4-4f70-bd2c-134e6c4283ad service neutron] 10.222.0.100 "GET /v2.0/subnets?id=26404b5b-3148-4b62-b08e-5f523f412d1e HTTP/1.1" status: 200 len: 856 time: 0.0449486 Jul 06 12:39:47.320291 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d776ea-7287-4d40-9f8b-5f21e8b6a471 req-3ab3858f-eac1-449b-bd08-bbb62ad96f47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:39:47.321816 dv-cinder-799631-1-iscsi neutron-server[93087]: INFO neutron.wsgi [req-01d776ea-7287-4d40-9f8b-5f21e8b6a471 req-3ab3858f-eac1-449b-bd08-bbb62ad96f47 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=13aecddf-3646-4770-a1b4-1e59fdf991f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0520205 Jul 06 12:39:47.418781 dv-cinder-799631-1-iscsi neutron-server[93087]: INFO neutron.wsgi [req-01d776ea-7287-4d40-9f8b-5f21e8b6a471 req-86920169-59d9-464d-a6fc-d1e5002b5a9c service neutron] 10.222.0.100 "GET /v2.0/networks/13aecddf-3646-4770-a1b4-1e59fdf991f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888515 Jul 06 12:39:47.516177 dv-cinder-799631-1-iscsi neutron-server[93087]: INFO neutron.wsgi [req-01d776ea-7287-4d40-9f8b-5f21e8b6a471 req-748dad17-cbb3-419f-bf2e-17670f7c1c62 service neutron] 10.222.0.100 "GET /v2.0/networks/13aecddf-3646-4770-a1b4-1e59fdf991f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879252 Jul 06 12:39:48.044616 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.rpc [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] Device 802f6ec7-37ad-4b77-9f21-aabe53e951e1 no longer exists at agent hyperv_hv-cinder-79963 {{(pid=93089) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:39:48.426359 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9e1992-0efb-42b5-a087-d156a4786234 req-56e5ebd1-5589-4a8e-8400-16c060e4a856 tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:39:48.427952 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-8e9e1992-0efb-42b5-a087-d156a4786234 req-56e5ebd1-5589-4a8e-8400-16c060e4a856 tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] 10.222.0.106 "GET /v2.0/ports?device_id=94f9f2b5-5ad5-46f4-8cab-79ff7ad040af HTTP/1.1" status: 200 len: 944 time: 0.0737092 Jul 06 12:39:48.469044 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-8e9e1992-0efb-42b5-a087-d156a4786234 req-e1faacb6-dc74-489b-a303-547232492ac8 tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] 10.222.0.106 "GET /v2.0/security-groups?id=af721106-b63f-4fb8-b0d1-a9f3eb8d5c38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353124 Jul 06 12:39:49.680130 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b714a95-0e96-4248-a3a3-5e7c275f8e86 req-5b9bfefc-2898-4261-be41-ac74df54913a tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:39:49.681659 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-1b714a95-0e96-4248-a3a3-5e7c275f8e86 req-5b9bfefc-2898-4261-be41-ac74df54913a tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] 10.222.0.106 "GET /v2.0/ports?device_id=94f9f2b5-5ad5-46f4-8cab-79ff7ad040af HTTP/1.1" status: 200 len: 944 time: 0.0773523 Jul 06 12:39:49.732113 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-1b714a95-0e96-4248-a3a3-5e7c275f8e86 req-95b1e424-be65-4251-a657-25ce8a87f2ee tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] 10.222.0.106 "GET /v2.0/security-groups?id=af721106-b63f-4fb8-b0d1-a9f3eb8d5c38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434737 Jul 06 12:39:50.932416 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0609fd-597e-4b16-b62e-b7af7f9c82e5 req-11d325b0-aff8-4279-b300-55b2cc527894 tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:39:50.933955 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-1d0609fd-597e-4b16-b62e-b7af7f9c82e5 req-11d325b0-aff8-4279-b300-55b2cc527894 tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] 10.222.0.106 "GET /v2.0/ports?device_id=94f9f2b5-5ad5-46f4-8cab-79ff7ad040af HTTP/1.1" status: 200 len: 944 time: 0.0673585 Jul 06 12:39:50.977708 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-1d0609fd-597e-4b16-b62e-b7af7f9c82e5 req-2e98395d-fe04-42c6-96c4-6baf9248ea02 tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] 10.222.0.106 "GET /v2.0/security-groups?id=af721106-b63f-4fb8-b0d1-a9f3eb8d5c38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369802 Jul 06 12:39:52.012762 dv-cinder-799631-1-iscsi neutron-server[93090]: DEBUG neutron.db.agents_db [None req-df1e7349-c09a-47b1-8f5e-4c337b6ca707 None None] Agent healthcheck: found 6 active agents {{(pid=93090) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 12:39:52.016102 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730293992524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912513'] for agent, after_update {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:39:52.248002 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71aa56dd-a422-4834-a7c9-7288c32ba537 req-1c07c035-1947-45e7-a6f9-2d266dad0a1f tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:39:52.250794 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-71aa56dd-a422-4834-a7c9-7288c32ba537 req-1c07c035-1947-45e7-a6f9-2d266dad0a1f tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] 10.222.0.106 "GET /v2.0/ports?device_id=94f9f2b5-5ad5-46f4-8cab-79ff7ad040af HTTP/1.1" status: 200 len: 944 time: 0.1180968 Jul 06 12:39:52.298767 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-71aa56dd-a422-4834-a7c9-7288c32ba537 req-60392a45-b3e6-4100-9e5f-c5715e6beac1 tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] 10.222.0.106 "GET /v2.0/security-groups?id=af721106-b63f-4fb8-b0d1-a9f3eb8d5c38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419068 Jul 06 12:39:53.507329 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a735c559-a215-4819-b0d9-f6d00c55656e req-5d7ba7e9-ba7d-45a4-8872-7f4158474127 tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:39:53.509179 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-a735c559-a215-4819-b0d9-f6d00c55656e req-5d7ba7e9-ba7d-45a4-8872-7f4158474127 tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] 10.222.0.106 "GET /v2.0/ports?device_id=94f9f2b5-5ad5-46f4-8cab-79ff7ad040af HTTP/1.1" status: 200 len: 944 time: 0.0743482 Jul 06 12:39:53.559334 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-a735c559-a215-4819-b0d9-f6d00c55656e req-36a8d430-f71d-4be0-8a05-fbcb361f49a8 tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] 10.222.0.106 "GET /v2.0/security-groups?id=af721106-b63f-4fb8-b0d1-a9f3eb8d5c38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436246 Jul 06 12:39:54.771411 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d16dbd-81bf-435c-a45f-b0bc0cac0908 req-bdae92d6-26b3-4b6b-97a1-8429ddeceb16 tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:39:54.774029 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-e3d16dbd-81bf-435c-a45f-b0bc0cac0908 req-bdae92d6-26b3-4b6b-97a1-8429ddeceb16 tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] 10.222.0.106 "GET /v2.0/ports?device_id=94f9f2b5-5ad5-46f4-8cab-79ff7ad040af HTTP/1.1" status: 200 len: 944 time: 0.0830138 Jul 06 12:39:54.814973 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-e3d16dbd-81bf-435c-a45f-b0bc0cac0908 req-c5768e23-2fa7-480c-8906-a03c1d7501ed tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] 10.222.0.106 "GET /v2.0/security-groups?id=af721106-b63f-4fb8-b0d1-a9f3eb8d5c38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345638 Jul 06 12:39:56.016172 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd7d750-fc8a-40d7-ab4c-c7cba537732b req-e124c903-ac68-46f5-a9a8-632c92017df9 tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:39:56.017729 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-0bd7d750-fc8a-40d7-ab4c-c7cba537732b req-e124c903-ac68-46f5-a9a8-632c92017df9 tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] 10.222.0.106 "GET /v2.0/ports?device_id=94f9f2b5-5ad5-46f4-8cab-79ff7ad040af HTTP/1.1" status: 200 len: 944 time: 0.0730574 Jul 06 12:39:56.056082 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-0bd7d750-fc8a-40d7-ab4c-c7cba537732b req-8485c0fd-2df6-4d21-a451-38d01cc54e0d tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] 10.222.0.106 "GET /v2.0/security-groups?id=af721106-b63f-4fb8-b0d1-a9f3eb8d5c38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327737 Jul 06 12:39:57.258737 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a26ebf-562d-4fc2-b5c7-aa7e341fa006 req-d4780fd4-bc23-4f02-9853-bfb12f963701 tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:39:57.260266 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-d2a26ebf-562d-4fc2-b5c7-aa7e341fa006 req-d4780fd4-bc23-4f02-9853-bfb12f963701 tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] 10.222.0.106 "GET /v2.0/ports?device_id=94f9f2b5-5ad5-46f4-8cab-79ff7ad040af HTTP/1.1" status: 200 len: 944 time: 0.0692832 Jul 06 12:39:57.302245 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-d2a26ebf-562d-4fc2-b5c7-aa7e341fa006 req-128dfee5-b381-4c96-b2c8-55e89adf4ed6 tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] 10.222.0.106 "GET /v2.0/security-groups?id=af721106-b63f-4fb8-b0d1-a9f3eb8d5c38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359387 Jul 06 12:39:58.509687 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66dde9f8-b2b3-441c-93b3-efea232fed6a req-24097793-9e4a-4581-8272-c146e614fef2 tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:39:58.511269 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-66dde9f8-b2b3-441c-93b3-efea232fed6a req-24097793-9e4a-4581-8272-c146e614fef2 tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] 10.222.0.106 "GET /v2.0/ports?device_id=94f9f2b5-5ad5-46f4-8cab-79ff7ad040af HTTP/1.1" status: 200 len: 944 time: 0.0785863 Jul 06 12:39:58.563571 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-66dde9f8-b2b3-441c-93b3-efea232fed6a req-2f0be2b0-d02a-442e-a1b8-c0c988e6ccdd tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] 10.222.0.106 "GET /v2.0/security-groups?id=af721106-b63f-4fb8-b0d1-a9f3eb8d5c38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460415 Jul 06 12:39:59.749901 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebd638f-f913-4076-815a-6beb780c6bb7 req-1abf167d-69f4-453e-b159-41091c25f17f tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:39:59.751400 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-9ebd638f-f913-4076-815a-6beb780c6bb7 req-1abf167d-69f4-453e-b159-41091c25f17f tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] 10.222.0.106 "GET /v2.0/ports?device_id=94f9f2b5-5ad5-46f4-8cab-79ff7ad040af HTTP/1.1" status: 200 len: 944 time: 0.0741272 Jul 06 12:39:59.786802 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-9ebd638f-f913-4076-815a-6beb780c6bb7 req-fe2f523d-3ef0-4a95-a90f-0f6b86396ed8 tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] 10.222.0.106 "GET /v2.0/security-groups?id=af721106-b63f-4fb8-b0d1-a9f3eb8d5c38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0298998 Jul 06 12:40:00.980219 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4ed199-f6fa-449d-b41b-f14b117dc3a4 req-b12b373c-4a62-4ebd-8e4f-f96cdb19b3d4 tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:40:00.981686 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-1a4ed199-f6fa-449d-b41b-f14b117dc3a4 req-b12b373c-4a62-4ebd-8e4f-f96cdb19b3d4 tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] 10.222.0.106 "GET /v2.0/ports?device_id=94f9f2b5-5ad5-46f4-8cab-79ff7ad040af HTTP/1.1" status: 200 len: 944 time: 0.0678172 Jul 06 12:40:01.019827 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-1a4ed199-f6fa-449d-b41b-f14b117dc3a4 req-ce637028-2268-46ed-ba7d-19daf92a4fe7 tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] 10.222.0.106 "GET /v2.0/security-groups?id=af721106-b63f-4fb8-b0d1-a9f3eb8d5c38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325344 Jul 06 12:40:02.118264 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.rpc [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] Device 802f6ec7-37ad-4b77-9f21-aabe53e951e1 details requested by agent hyperv_hv-cinder-79963 with host hv-cinder-79963 {{(pid=93089) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 12:40:02.224212 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.db [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] For port 802f6ec7-37ad-4b77-9f21-aabe53e951e1, host hv-cinder-79963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79963',level=0,port_id=802f6ec7-37ad-4b77-9f21-aabe53e951e1,segment=NetworkSegment(9563ba30-5ba5-46ca-802a-73eb0aa117e8),segment_id=9563ba30-5ba5-46ca-802a-73eb0aa117e8)] {{(pid=93089) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:40:02.239005 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f20475c-901e-4ed6-9c41-aed04168d9ff req-a62c3230-f32d-4765-a1f2-0faf2924bed4 tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:40:02.240686 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-7f20475c-901e-4ed6-9c41-aed04168d9ff req-a62c3230-f32d-4765-a1f2-0faf2924bed4 tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] 10.222.0.106 "GET /v2.0/ports?device_id=94f9f2b5-5ad5-46f4-8cab-79ff7ad040af HTTP/1.1" status: 200 len: 944 time: 0.0958030 Jul 06 12:40:02.242025 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.rpc [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] Returning: {'device': '802f6ec7-37ad-4b77-9f21-aabe53e951e1', 'network_id': '13aecddf-3646-4770-a1b4-1e59fdf991f5', 'port_id': '802f6ec7-37ad-4b77-9f21-aabe53e951e1', 'mac_address': 'fa:16:3e:26:47:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1083, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '26404b5b-3148-4b62-b08e-5f523f412d1e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93089) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 12:40:02.290995 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772861'] for port, before_update {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:40:02.300093 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-7f20475c-901e-4ed6-9c41-aed04168d9ff req-6ff5f542-f7d3-4be9-baf2-8591b38ec1e9 tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] 10.222.0.106 "GET /v2.0/security-groups?id=af721106-b63f-4fb8-b0d1-a9f3eb8d5c38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527158 Jul 06 12:40:02.307856 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.notifiers.nova [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 802f6ec7-37ad-4b77-9f21-aabe53e951e1 {{(pid=93089) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 12:40:02.342977 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.db [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] For port 802f6ec7-37ad-4b77-9f21-aabe53e951e1, host hv-cinder-79963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79963',level=0,port_id=802f6ec7-37ad-4b77-9f21-aabe53e951e1,segment=NetworkSegment(9563ba30-5ba5-46ca-802a-73eb0aa117e8),segment_id=9563ba30-5ba5-46ca-802a-73eb0aa117e8)] {{(pid=93089) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:40:02.347644 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-772913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730294210856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730293689582', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730293689631'] for port, after_update {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:40:02.405225 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] Pushing event updated for resources: {'Port': ['ID=802f6ec7-37ad-4b77-9f21-aabe53e951e1,revision_number=9']} {{(pid=93089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:40:02.741616 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.db [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] get_ports_and_sgs() called for port_ids ['802f6ec7-37ad-4b77-9f21-aabe53e951e1'] {{(pid=93089) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 12:40:03.495345 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b167cb-086b-4728-9232-7de549f69676 req-ee19ca63-063b-4f44-a110-fd6b8bb6663d tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:40:03.496941 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-b1b167cb-086b-4728-9232-7de549f69676 req-ee19ca63-063b-4f44-a110-fd6b8bb6663d tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] 10.222.0.106 "GET /v2.0/ports?device_id=94f9f2b5-5ad5-46f4-8cab-79ff7ad040af HTTP/1.1" status: 200 len: 945 time: 0.0704968 Jul 06 12:40:03.538305 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-b1b167cb-086b-4728-9232-7de549f69676 req-009dd841-47fa-4f54-8767-b70ed6f32b38 tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] 10.222.0.106 "GET /v2.0/security-groups?id=af721106-b63f-4fb8-b0d1-a9f3eb8d5c38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356798 Jul 06 12:40:04.147426 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.rpc [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] Device 802f6ec7-37ad-4b77-9f21-aabe53e951e1 up at agent hyperv_hv-cinder-79963 {{(pid=93089) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:40:04.192339 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.db.provisioning_blocks [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] Provisioning complete for port 802f6ec7-37ad-4b77-9f21-aabe53e951e1 triggered by entity L2. {{(pid=93089) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:40:04.192704 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912496'] for port, provisioning_complete {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:40:04.264960 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772861'] for port, before_update {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:40:04.288907 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94f9f2b5-5ad5-46f4-8cab-79ff7ad040af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '802f6ec7-37ad-4b77-9f21-aabe53e951e1'}] {{(pid=93089) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:40:04.291135 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.106/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe93d3bb6f6ea65552dd5d1819c289058d75ea396ac2be612a447f7071fdb995" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28b7f92e-dc1c-42e7-b448-c9a0e50e2ffd" -d '{"events": [{"server_uuid": "94f9f2b5-5ad5-46f4-8cab-79ff7ad040af", "name": "network-vif-plugged", "status": "completed", "tag": "802f6ec7-37ad-4b77-9f21-aabe53e951e1"}]}' {{(pid=93089) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:40:04.304798 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.db [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] For port 802f6ec7-37ad-4b77-9f21-aabe53e951e1, host hv-cinder-79963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79963',level=0,port_id=802f6ec7-37ad-4b77-9f21-aabe53e951e1,segment=NetworkSegment(9563ba30-5ba5-46ca-802a-73eb0aa117e8),segment_id=9563ba30-5ba5-46ca-802a-73eb0aa117e8)] {{(pid=93089) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:40:04.309007 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-772913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730294210856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730293689582', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730293689631'] for port, after_update {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:40:04.333446 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 12:40:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58082ead-d323-4f79-95d1-7301173247cb x-openstack-request-id: req-58082ead-d323-4f79-95d1-7301173247cb {{(pid=93089) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:40:04.333724 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94f9f2b5-5ad5-46f4-8cab-79ff7ad040af", "name": "network-vif-plugged", "status": "completed", "tag": "802f6ec7-37ad-4b77-9f21-aabe53e951e1", "code": 200}]} {{(pid=93089) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:40:04.333978 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.106/compute/v2.1/os-server-external-events used request id req-58082ead-d323-4f79-95d1-7301173247cb {{(pid=93089) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:40:04.334358 dv-cinder-799631-1-iscsi neutron-server[93089]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94f9f2b5-5ad5-46f4-8cab-79ff7ad040af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '802f6ec7-37ad-4b77-9f21-aabe53e951e1', 'code': 200} Jul 06 12:40:04.360561 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] Pushing event updated for resources: {'Port': ['ID=802f6ec7-37ad-4b77-9f21-aabe53e951e1,revision_number=10']} {{(pid=93089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:40:04.588866 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1c36ec-2a9f-4d77-bf57-12ac3f25dfb8 req-042d608d-59f9-488c-80ae-7b2708b4f12e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:40:04.590514 dv-cinder-799631-1-iscsi neutron-server[93087]: INFO neutron.wsgi [req-1e1c36ec-2a9f-4d77-bf57-12ac3f25dfb8 req-042d608d-59f9-488c-80ae-7b2708b4f12e service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=94f9f2b5-5ad5-46f4-8cab-79ff7ad040af HTTP/1.1" status: 200 len: 1100 time: 0.0534592 Jul 06 12:40:04.627342 dv-cinder-799631-1-iscsi neutron-server[93087]: INFO neutron.wsgi [req-1e1c36ec-2a9f-4d77-bf57-12ac3f25dfb8 req-f79cdfd1-59fb-4105-b94f-a14e8678b852 service neutron] 10.222.0.100 "GET /v2.0/security-groups?id=af721106-b63f-4fb8-b0d1-a9f3eb8d5c38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0298331 Jul 06 12:40:04.734867 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c6e7c8-ac52-486b-bc1b-062abcb5b929 req-552d928b-e0b0-4a15-a9ea-f97e5dad803e tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:40:04.736462 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-d9c6e7c8-ac52-486b-bc1b-062abcb5b929 req-552d928b-e0b0-4a15-a9ea-f97e5dad803e tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] 10.222.0.106 "GET /v2.0/ports?device_id=94f9f2b5-5ad5-46f4-8cab-79ff7ad040af HTTP/1.1" status: 200 len: 947 time: 0.0641317 Jul 06 12:40:04.783989 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-d9c6e7c8-ac52-486b-bc1b-062abcb5b929 req-272557c7-0dcc-4c61-8960-f602f3c84e59 tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] 10.222.0.106 "GET /v2.0/security-groups?id=af721106-b63f-4fb8-b0d1-a9f3eb8d5c38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418181 Jul 06 12:40:05.974722 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1538901d-9ec4-4648-afb5-b4d09b47b943 req-a09808d6-1da7-4c4a-bcb1-d6d39163fc6e tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:40:05.976543 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-1538901d-9ec4-4648-afb5-b4d09b47b943 req-a09808d6-1da7-4c4a-bcb1-d6d39163fc6e tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] 10.222.0.106 "GET /v2.0/ports?device_id=94f9f2b5-5ad5-46f4-8cab-79ff7ad040af HTTP/1.1" status: 200 len: 947 time: 0.0648355 Jul 06 12:40:06.017488 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-1538901d-9ec4-4648-afb5-b4d09b47b943 req-0783c2ca-f354-435c-9c3b-566ffef38839 tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] 10.222.0.106 "GET /v2.0/security-groups?id=af721106-b63f-4fb8-b0d1-a9f3eb8d5c38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346723 Jul 06 12:40:06.690956 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71c94f2-4b6a-4775-9b4c-e61ab44638cc req-16a3dd05-48e4-4341-8681-fd70e7bf7ffa tempest-AttachVolumeTestJSON-69932156 tempest-AttachVolumeTestJSON-69932156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:40:06.692449 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-c71c94f2-4b6a-4775-9b4c-e61ab44638cc req-16a3dd05-48e4-4341-8681-fd70e7bf7ffa tempest-AttachVolumeTestJSON-69932156 tempest-AttachVolumeTestJSON-69932156-project] 10.222.0.106 "GET /v2.0/ports?device_id=1bd5afd9-e937-49e8-80d5-fffd10412fc7 HTTP/1.1" status: 200 len: 945 time: 0.0616744 Jul 06 12:40:06.731303 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-c71c94f2-4b6a-4775-9b4c-e61ab44638cc req-541a63ea-73bd-4397-92bc-4795457fac5a tempest-AttachVolumeTestJSON-69932156 tempest-AttachVolumeTestJSON-69932156-project] 10.222.0.106 "GET /v2.0/security-groups?id=e8208ac8-a2bb-43e5-9da5-5464dabf6d95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332167 Jul 06 12:40:07.209293 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1fc7d5-3a66-4918-8ecd-5288750cc3be req-f0288cda-4eed-40e4-a6f0-243e26b87364 tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:40:07.210824 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-db1fc7d5-3a66-4918-8ecd-5288750cc3be req-f0288cda-4eed-40e4-a6f0-243e26b87364 tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] 10.222.0.106 "GET /v2.0/ports?device_id=94f9f2b5-5ad5-46f4-8cab-79ff7ad040af HTTP/1.1" status: 200 len: 947 time: 0.0754554 Jul 06 12:40:07.246266 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-bcaf3dc1-e067-4b16-9cbd-a7462c29105c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730293992524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912513'] for agent, after_update {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:40:07.254209 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-db1fc7d5-3a66-4918-8ecd-5288750cc3be req-8e5761f2-a506-439e-a59d-6b3c9377a0bd tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] 10.222.0.106 "GET /v2.0/security-groups?id=af721106-b63f-4fb8-b0d1-a9f3eb8d5c38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373714 Jul 06 12:40:07.913118 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d463b0-9cb0-4296-bfaf-7e5b16ac4565 req-22f679e8-78d8-4176-9932-644a74f3d555 tempest-AttachVolumeTestJSON-69932156 tempest-AttachVolumeTestJSON-69932156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:40:07.914600 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-22d463b0-9cb0-4296-bfaf-7e5b16ac4565 req-22f679e8-78d8-4176-9932-644a74f3d555 tempest-AttachVolumeTestJSON-69932156 tempest-AttachVolumeTestJSON-69932156-project] 10.222.0.106 "GET /v2.0/ports?device_id=1bd5afd9-e937-49e8-80d5-fffd10412fc7 HTTP/1.1" status: 200 len: 945 time: 0.0620227 Jul 06 12:40:07.952138 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-22d463b0-9cb0-4296-bfaf-7e5b16ac4565 req-103169a3-73e1-42f9-ac28-8b8e8c080381 tempest-AttachVolumeTestJSON-69932156 tempest-AttachVolumeTestJSON-69932156-project] 10.222.0.106 "GET /v2.0/security-groups?id=e8208ac8-a2bb-43e5-9da5-5464dabf6d95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314870 Jul 06 12:40:09.127241 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e16bd2b-e797-4280-8d70-f0150879094d req-41144f08-42e2-475a-8e92-fe1a3446399f tempest-AttachVolumeTestJSON-69932156 tempest-AttachVolumeTestJSON-69932156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:40:09.128653 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-0e16bd2b-e797-4280-8d70-f0150879094d req-41144f08-42e2-475a-8e92-fe1a3446399f tempest-AttachVolumeTestJSON-69932156 tempest-AttachVolumeTestJSON-69932156-project] 10.222.0.106 "GET /v2.0/ports?device_id=1bd5afd9-e937-49e8-80d5-fffd10412fc7 HTTP/1.1" status: 200 len: 945 time: 0.0676048 Jul 06 12:40:09.131027 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e68638-4f70-4270-91a2-1ab42172260d req-02c62171-2612-4c06-9b31-df518161de9b tempest-AttachVolumeTestJSON-69932156 tempest-AttachVolumeTestJSON-69932156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:40:09.132499 dv-cinder-799631-1-iscsi neutron-server[93087]: INFO neutron.wsgi [req-03e68638-4f70-4270-91a2-1ab42172260d req-02c62171-2612-4c06-9b31-df518161de9b tempest-AttachVolumeTestJSON-69932156 tempest-AttachVolumeTestJSON-69932156-project] 10.222.0.100 "GET /v2.0/ports?device_id=1bd5afd9-e937-49e8-80d5-fffd10412fc7 HTTP/1.1" status: 200 len: 945 time: 0.0691009 Jul 06 12:40:09.166360 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-0e16bd2b-e797-4280-8d70-f0150879094d req-7be63fff-b762-4247-b2ef-6cb6ba4676c1 tempest-AttachVolumeTestJSON-69932156 tempest-AttachVolumeTestJSON-69932156-project] 10.222.0.106 "GET /v2.0/security-groups?id=e8208ac8-a2bb-43e5-9da5-5464dabf6d95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321155 Jul 06 12:40:09.233196 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.plugins.ml2.plugin [req-03e68638-4f70-4270-91a2-1ab42172260d req-277fc0de-46d5-4042-a65d-f01dee3cdb60 tempest-AttachVolumeTestJSON-69932156 tempest-AttachVolumeTestJSON-69932156-project] Deleting port bb9ff6f5-ff56-41c4-b04b-c638292af74e {{(pid=93087) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:40:09.233572 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [req-03e68638-4f70-4270-91a2-1ab42172260d req-277fc0de-46d5-4042-a65d-f01dee3cdb60 tempest-AttachVolumeTestJSON-69932156 tempest-AttachVolumeTestJSON-69932156-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730294201564'] for port, before_delete {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:40:09.321380 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.plugins.ml2.db [req-03e68638-4f70-4270-91a2-1ab42172260d req-277fc0de-46d5-4042-a65d-f01dee3cdb60 tempest-AttachVolumeTestJSON-69932156 tempest-AttachVolumeTestJSON-69932156-project] For port bb9ff6f5-ff56-41c4-b04b-c638292af74e, host hv-cinder-79963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79963',level=0,port_id=bb9ff6f5-ff56-41c4-b04b-c638292af74e,segment=NetworkSegment(c3ad306a-e157-4db2-861a-89054f1f1a9d),segment_id=c3ad306a-e157-4db2-861a-89054f1f1a9d)] {{(pid=93087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:40:09.321751 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [req-03e68638-4f70-4270-91a2-1ab42172260d req-277fc0de-46d5-4042-a65d-f01dee3cdb60 tempest-AttachVolumeTestJSON-69932156 tempest-AttachVolumeTestJSON-69932156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813012'] for port, precommit_delete {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:40:09.661033 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-f82241a0-9769-4e9f-a3fa-6f171ae9232f req-847b6ee3-12cf-4997-8302-a70583d4a5a0 tempest-TestMinimumBasicScenario-1748604485 tempest-TestMinimumBasicScenario-1748604485-project] 10.222.0.106 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1488670237&fields=id&tenant_id=f3eb28de4f1642849fc831371d7db6c4 HTTP/1.1" status: 200 len: 267 time: 0.0365331 Jul 06 12:40:09.736208 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [req-03e68638-4f70-4270-91a2-1ab42172260d req-277fc0de-46d5-4042-a65d-f01dee3cdb60 tempest-AttachVolumeTestJSON-69932156 tempest-AttachVolumeTestJSON-69932156-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:40:09.736835 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [req-03e68638-4f70-4270-91a2-1ab42172260d req-277fc0de-46d5-4042-a65d-f01dee3cdb60 tempest-AttachVolumeTestJSON-69932156 tempest-AttachVolumeTestJSON-69932156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1764457'] for floatingip, after_update {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:40:09.737334 dv-cinder-799631-1-iscsi neutron-server[93087]: INFO neutron.db.l3_db [req-03e68638-4f70-4270-91a2-1ab42172260d req-277fc0de-46d5-4042-a65d-f01dee3cdb60 tempest-AttachVolumeTestJSON-69932156 tempest-AttachVolumeTestJSON-69932156-project] Floating IP 3b9d21d8-7408-46f7-b021-9f02a2a3e120 disassociated. External IP: 172.27.1.234, port: bb9ff6f5-ff56-41c4-b04b-c638292af74e. Jul 06 12:40:09.737895 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.plugins.ml2.plugin [req-03e68638-4f70-4270-91a2-1ab42172260d req-277fc0de-46d5-4042-a65d-f01dee3cdb60 tempest-AttachVolumeTestJSON-69932156 tempest-AttachVolumeTestJSON-69932156-project] Calling delete_port for bb9ff6f5-ff56-41c4-b04b-c638292af74e owned by compute:nova {{(pid=93087) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:40:09.742394 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82241a0-9769-4e9f-a3fa-6f171ae9232f req-fbfe736e-d2e8-4487-8fec-3126fd7c6e7b tempest-TestMinimumBasicScenario-1748604485 tempest-TestMinimumBasicScenario-1748604485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:40:09.745138 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-f82241a0-9769-4e9f-a3fa-6f171ae9232f req-fbfe736e-d2e8-4487-8fec-3126fd7c6e7b tempest-TestMinimumBasicScenario-1748604485 tempest-TestMinimumBasicScenario-1748604485-project] 10.222.0.106 "GET /v2.0/ports?device_id=7d69a85d-ce03-47db-b48b-19cc0f97d343 HTTP/1.1" status: 200 len: 984 time: 0.0784295 Jul 06 12:40:09.756304 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.api.v2.base [req-f82241a0-9769-4e9f-a3fa-6f171ae9232f req-4a80f100-ad9b-40da-afec-e1b8f40eb8c1 tempest-TestMinimumBasicScenario-1748604485 tempest-TestMinimumBasicScenario-1748604485-project] Request body: {'port': {'security_groups': ['26a62fe2-f45b-4706-a2cb-d0638e6cd286']}} {{(pid=93088) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:40:09.845766 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [req-f82241a0-9769-4e9f-a3fa-6f171ae9232f req-4a80f100-ad9b-40da-afec-e1b8f40eb8c1 tempest-TestMinimumBasicScenario-1748604485 tempest-TestMinimumBasicScenario-1748604485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772861'] for port, before_update {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:40:09.873405 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [req-03e68638-4f70-4270-91a2-1ab42172260d req-277fc0de-46d5-4042-a65d-f01dee3cdb60 tempest-AttachVolumeTestJSON-69932156 tempest-AttachVolumeTestJSON-69932156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-772913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730294210838', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730293689573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65517743'] for port, after_delete {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:40:09.902595 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277fc0de-46d5-4042-a65d-f01dee3cdb60 tempest-AttachVolumeTestJSON-69932156 tempest-AttachVolumeTestJSON-69932156-project] Pushing event deleted for resources: {'Port': ['ID=bb9ff6f5-ff56-41c4-b04b-c638292af74e,revision_number=None']} {{(pid=93087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:40:09.915188 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-277fc0de-46d5-4042-a65d-f01dee3cdb60 tempest-AttachVolumeTestJSON-69932156 tempest-AttachVolumeTestJSON-69932156-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799631-1-iscsi {{(pid=93087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:40:09.915534 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-277fc0de-46d5-4042-a65d-f01dee3cdb60 tempest-AttachVolumeTestJSON-69932156 tempest-AttachVolumeTestJSON-69932156-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799631-1-iscsi {{(pid=93087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:40:09.915882 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-277fc0de-46d5-4042-a65d-f01dee3cdb60 tempest-AttachVolumeTestJSON-69932156 tempest-AttachVolumeTestJSON-69932156-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799631-1-iscsi {{(pid=93087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:40:09.916216 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-277fc0de-46d5-4042-a65d-f01dee3cdb60 tempest-AttachVolumeTestJSON-69932156 tempest-AttachVolumeTestJSON-69932156-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799631-1-iscsi {{(pid=93087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:40:09.916546 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-277fc0de-46d5-4042-a65d-f01dee3cdb60 tempest-AttachVolumeTestJSON-69932156 tempest-AttachVolumeTestJSON-69932156-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799631-1-iscsi {{(pid=93087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:40:09.916874 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-277fc0de-46d5-4042-a65d-f01dee3cdb60 tempest-AttachVolumeTestJSON-69932156 tempest-AttachVolumeTestJSON-69932156-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799631-1-iscsi {{(pid=93087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:40:09.919234 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-277fc0de-46d5-4042-a65d-f01dee3cdb60 tempest-AttachVolumeTestJSON-69932156 tempest-AttachVolumeTestJSON-69932156-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-799631-1-iscsi {{(pid=93087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:40:09.919866 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-277fc0de-46d5-4042-a65d-f01dee3cdb60 tempest-AttachVolumeTestJSON-69932156 tempest-AttachVolumeTestJSON-69932156-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-799631-1-iscsi {{(pid=93087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:40:09.920429 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-277fc0de-46d5-4042-a65d-f01dee3cdb60 tempest-AttachVolumeTestJSON-69932156 tempest-AttachVolumeTestJSON-69932156-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799631-1-iscsi {{(pid=93087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:40:09.921127 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-277fc0de-46d5-4042-a65d-f01dee3cdb60 tempest-AttachVolumeTestJSON-69932156 tempest-AttachVolumeTestJSON-69932156-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799631-1-iscsi {{(pid=93087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:40:09.921684 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-277fc0de-46d5-4042-a65d-f01dee3cdb60 tempest-AttachVolumeTestJSON-69932156 tempest-AttachVolumeTestJSON-69932156-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799631-1-iscsi {{(pid=93087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:40:09.922291 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-277fc0de-46d5-4042-a65d-f01dee3cdb60 tempest-AttachVolumeTestJSON-69932156 tempest-AttachVolumeTestJSON-69932156-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799631-1-iscsi {{(pid=93087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:40:10.030034 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.plugins.ml2.db [req-f82241a0-9769-4e9f-a3fa-6f171ae9232f req-4a80f100-ad9b-40da-afec-e1b8f40eb8c1 tempest-TestMinimumBasicScenario-1748604485 tempest-TestMinimumBasicScenario-1748604485-project] For port d83d37af-235e-4459-bdd2-0d2554e24623, host hv-cinder-79963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79963',level=0,port_id=d83d37af-235e-4459-bdd2-0d2554e24623,segment=NetworkSegment(3b7b6187-b8d3-415b-b372-c3596850bebe),segment_id=3b7b6187-b8d3-415b-b372-c3596850bebe)] {{(pid=93088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:40:10.032014 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.scheduler.l3_agent_scheduler [req-03e68638-4f70-4270-91a2-1ab42172260d req-277fc0de-46d5-4042-a65d-f01dee3cdb60 tempest-AttachVolumeTestJSON-69932156 tempest-AttachVolumeTestJSON-69932156-project] Router e5f6b344-c6b8-4ee4-81d0-896646415cef has already been hosted by L3 agent 8f648e93-51d3-4e20-9eca-a57842435ba1 {{(pid=93087) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 12:40:10.058678 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [req-f82241a0-9769-4e9f-a3fa-6f171ae9232f req-4a80f100-ad9b-40da-afec-e1b8f40eb8c1 tempest-TestMinimumBasicScenario-1748604485 tempest-TestMinimumBasicScenario-1748604485-project] Notify callbacks [] for port, precommit_update {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:40:10.063847 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [req-f82241a0-9769-4e9f-a3fa-6f171ae9232f req-4a80f100-ad9b-40da-afec-e1b8f40eb8c1 tempest-TestMinimumBasicScenario-1748604485 tempest-TestMinimumBasicScenario-1748604485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-772913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730294210856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730293689582', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730293689631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63638083'] for port, after_update {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:40:10.105548 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.db [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] get_ports_and_sgs() called for port_ids ['d83d37af-235e-4459-bdd2-0d2554e24623'] {{(pid=93089) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 12:40:10.107110 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82241a0-9769-4e9f-a3fa-6f171ae9232f req-4a80f100-ad9b-40da-afec-e1b8f40eb8c1 tempest-TestMinimumBasicScenario-1748604485 tempest-TestMinimumBasicScenario-1748604485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:40:10.107680 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [req-f82241a0-9769-4e9f-a3fa-6f171ae9232f req-4a80f100-ad9b-40da-afec-e1b8f40eb8c1 tempest-TestMinimumBasicScenario-1748604485 tempest-TestMinimumBasicScenario-1748604485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473541'] for port, before_response {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:40:10.109124 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-f82241a0-9769-4e9f-a3fa-6f171ae9232f req-4a80f100-ad9b-40da-afec-e1b8f40eb8c1 tempest-TestMinimumBasicScenario-1748604485 tempest-TestMinimumBasicScenario-1748604485-project] 10.222.0.106 "PUT /v2.0/ports/d83d37af-235e-4459-bdd2-0d2554e24623 HTTP/1.1" status: 200 len: 942 time: 0.3577995 Jul 06 12:40:10.116426 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d69a85d-ce03-47db-b48b-19cc0f97d343', 'tag': 'd83d37af-235e-4459-bdd2-0d2554e24623'}] {{(pid=93088) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:40:10.118776 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.106/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9084e8bb467df778e8c5a57eadfa6056a7986fbfd2ee9905f143c38c4b95db31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d75da342-af9f-4958-b242-37b906b0989e" -d '{"events": [{"name": "network-changed", "server_uuid": "7d69a85d-ce03-47db-b48b-19cc0f97d343", "tag": "d83d37af-235e-4459-bdd2-0d2554e24623"}]}' {{(pid=93088) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:40:10.119260 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.wsgi [-] (93087) accepted ('10.222.0.106', 54694) {{(pid=93087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:40:10.153212 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a80f100-ad9b-40da-afec-e1b8f40eb8c1 tempest-TestMinimumBasicScenario-1748604485 tempest-TestMinimumBasicScenario-1748604485-project] Pushing event updated for resources: {'Port': ['ID=d83d37af-235e-4459-bdd2-0d2554e24623,revision_number=7']} {{(pid=93088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:40:10.161149 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a80f100-ad9b-40da-afec-e1b8f40eb8c1 tempest-TestMinimumBasicScenario-1748604485 tempest-TestMinimumBasicScenario-1748604485-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799631-1-iscsi {{(pid=93088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:40:10.161283 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a80f100-ad9b-40da-afec-e1b8f40eb8c1 tempest-TestMinimumBasicScenario-1748604485 tempest-TestMinimumBasicScenario-1748604485-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799631-1-iscsi {{(pid=93088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:40:10.161613 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a80f100-ad9b-40da-afec-e1b8f40eb8c1 tempest-TestMinimumBasicScenario-1748604485 tempest-TestMinimumBasicScenario-1748604485-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799631-1-iscsi {{(pid=93088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:40:10.161960 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a80f100-ad9b-40da-afec-e1b8f40eb8c1 tempest-TestMinimumBasicScenario-1748604485 tempest-TestMinimumBasicScenario-1748604485-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799631-1-iscsi {{(pid=93088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:40:10.162294 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a80f100-ad9b-40da-afec-e1b8f40eb8c1 tempest-TestMinimumBasicScenario-1748604485 tempest-TestMinimumBasicScenario-1748604485-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799631-1-iscsi {{(pid=93088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:40:10.162626 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a80f100-ad9b-40da-afec-e1b8f40eb8c1 tempest-TestMinimumBasicScenario-1748604485 tempest-TestMinimumBasicScenario-1748604485-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799631-1-iscsi {{(pid=93088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:40:10.163396 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a80f100-ad9b-40da-afec-e1b8f40eb8c1 tempest-TestMinimumBasicScenario-1748604485 tempest-TestMinimumBasicScenario-1748604485-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-799631-1-iscsi {{(pid=93088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:40:10.163396 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a80f100-ad9b-40da-afec-e1b8f40eb8c1 tempest-TestMinimumBasicScenario-1748604485 tempest-TestMinimumBasicScenario-1748604485-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-799631-1-iscsi {{(pid=93088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:40:10.163668 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a80f100-ad9b-40da-afec-e1b8f40eb8c1 tempest-TestMinimumBasicScenario-1748604485 tempest-TestMinimumBasicScenario-1748604485-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799631-1-iscsi {{(pid=93088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:40:10.163947 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a80f100-ad9b-40da-afec-e1b8f40eb8c1 tempest-TestMinimumBasicScenario-1748604485 tempest-TestMinimumBasicScenario-1748604485-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799631-1-iscsi {{(pid=93088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:40:10.164270 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a80f100-ad9b-40da-afec-e1b8f40eb8c1 tempest-TestMinimumBasicScenario-1748604485 tempest-TestMinimumBasicScenario-1748604485-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799631-1-iscsi {{(pid=93088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:40:10.164590 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a80f100-ad9b-40da-afec-e1b8f40eb8c1 tempest-TestMinimumBasicScenario-1748604485 tempest-TestMinimumBasicScenario-1748604485-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799631-1-iscsi {{(pid=93088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:40:10.174361 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 12:40:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b599e46d-9789-43fa-a5cc-85396f37182f x-openstack-request-id: req-b599e46d-9789-43fa-a5cc-85396f37182f {{(pid=93088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:40:10.174680 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d69a85d-ce03-47db-b48b-19cc0f97d343", "tag": "d83d37af-235e-4459-bdd2-0d2554e24623", "status": "completed", "code": 200}]} {{(pid=93088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:40:10.174890 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.106/compute/v2.1/os-server-external-events used request id req-b599e46d-9789-43fa-a5cc-85396f37182f {{(pid=93088) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:40:10.175281 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7d69a85d-ce03-47db-b48b-19cc0f97d343', 'tag': 'd83d37af-235e-4459-bdd2-0d2554e24623', 'status': 'completed', 'code': 200} Jul 06 12:40:10.191224 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-03e68638-4f70-4270-91a2-1ab42172260d req-277fc0de-46d5-4042-a65d-f01dee3cdb60 tempest-AttachVolumeTestJSON-69932156 tempest-AttachVolumeTestJSON-69932156-project] Notify agent at l3_agent.dv-cinder-799631-1-iscsi the message routers_updated {{(pid=93087) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:40:10.236273 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-310181a9-0c86-4137-bbf6-9010fc4dd8cb tempest-TestMinimumBasicScenario-1748604485 tempest-TestMinimumBasicScenario-1748604485-project] Notify callbacks [] for security_group, before_delete {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:40:10.242345 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26571a2b-3215-4c8c-8c83-d6542787e154 None None] Sync routers for ids ['e5f6b344-c6b8-4ee4-81d0-896646415cef'] in dv-cinder-799631-1-iscsi {{(pid=93089) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:40:10.267598 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-310181a9-0c86-4137-bbf6-9010fc4dd8cb tempest-TestMinimumBasicScenario-1748604485 tempest-TestMinimumBasicScenario-1748604485-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:40:10.294730 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26571a2b-3215-4c8c-8c83-d6542787e154 None None] Routers {'e5f6b344-c6b8-4ee4-81d0-896646415cef'} bound to L3 agent in host dv-cinder-799631-1-iscsi {{(pid=93089) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:40:10.298802 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.db.l3_hamode_db [None req-26571a2b-3215-4c8c-8c83-d6542787e154 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799631-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T12:25:10Z,description=,heartbeat_timestamp=2021-07-06T12:39:40Z,host='dv-cinder-799631-1-iscsi',id=8f648e93-51d3-4e20-9eca-a57842435ba1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T12:25:10Z,topic='l3_agent')) {'router_ids': ['e5f6b344-c6b8-4ee4-81d0-896646415cef'], 'active': True} {{(pid=93089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:40:10.368861 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75da342-af9f-4958-b242-37b906b0989e req-8c4f6a90-5003-4750-9385-18c922577664 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:40:10.370736 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-d75da342-af9f-4958-b242-37b906b0989e req-8c4f6a90-5003-4750-9385-18c922577664 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=f3eb28de4f1642849fc831371d7db6c4&device_id=7d69a85d-ce03-47db-b48b-19cc0f97d343 HTTP/1.1" status: 200 len: 1098 time: 0.1231947 Jul 06 12:40:10.372623 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.db.l3_dvrscheduler_db [req-03e68638-4f70-4270-91a2-1ab42172260d req-277fc0de-46d5-4042-a65d-f01dee3cdb60 tempest-AttachVolumeTestJSON-69932156 tempest-AttachVolumeTestJSON-69932156-project] No DVR routers for this DVR port bb9ff6f5-ff56-41c4-b04b-c638292af74e on host hv-cinder-79963 {{(pid=93087) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:40:10.380981 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [req-03e68638-4f70-4270-91a2-1ab42172260d req-277fc0de-46d5-4042-a65d-f01dee3cdb60 tempest-AttachVolumeTestJSON-69932156 tempest-AttachVolumeTestJSON-69932156-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473541'] for port, before_response {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:40:10.383109 dv-cinder-799631-1-iscsi neutron-server[93087]: INFO neutron.wsgi [req-03e68638-4f70-4270-91a2-1ab42172260d req-277fc0de-46d5-4042-a65d-f01dee3cdb60 tempest-AttachVolumeTestJSON-69932156 tempest-AttachVolumeTestJSON-69932156-project] 10.222.0.100 "DELETE /v2.0/ports/bb9ff6f5-ff56-41c4-b04b-c638292af74e HTTP/1.1" status: 204 len: 173 time: 1.2442019 Jul 06 12:40:10.383989 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1bd5afd9-e937-49e8-80d5-fffd10412fc7', 'name': 'network-vif-deleted', 'tag': 'bb9ff6f5-ff56-41c4-b04b-c638292af74e'}] {{(pid=93087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:40:10.386387 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.106/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b75977dee10694d970e3c904bb2abec7b96eeb0b1196bffac2d8311199053796" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d063e221-884e-4da4-88e4-66af31ff3bad" -d '{"events": [{"server_uuid": "1bd5afd9-e937-49e8-80d5-fffd10412fc7", "name": "network-vif-deleted", "tag": "bb9ff6f5-ff56-41c4-b04b-c638292af74e"}]}' {{(pid=93087) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:40:10.398441 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.db [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] get_ports_and_sgs() called for port_ids ['d83d37af-235e-4459-bdd2-0d2554e24623'] {{(pid=93089) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 12:40:10.399474 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-310181a9-0c86-4137-bbf6-9010fc4dd8cb tempest-TestMinimumBasicScenario-1748604485 tempest-TestMinimumBasicScenario-1748604485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1774441'] for security_group, after_delete {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:40:10.402622 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-310181a9-0c86-4137-bbf6-9010fc4dd8cb tempest-TestMinimumBasicScenario-1748604485 tempest-TestMinimumBasicScenario-1748604485-project] Notify callbacks [] for security_group, before_response {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:40:10.404407 dv-cinder-799631-1-iscsi neutron-server[93087]: INFO neutron.wsgi [None req-310181a9-0c86-4137-bbf6-9010fc4dd8cb tempest-TestMinimumBasicScenario-1748604485 tempest-TestMinimumBasicScenario-1748604485-project] 10.222.0.106 "DELETE /v2.0/security-groups/79d62385-a1bf-4f2f-b709-13860acecffb HTTP/1.1" status: 204 len: 168 time: 0.2837005 Jul 06 12:40:10.408113 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.wsgi [-] (93087) accepted ('10.222.0.106', 54704) {{(pid=93087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:40:10.418545 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-bbdf2293-06e1-4b06-b9e9-187e756c71fa req-bd2a258b-e005-417c-b2ce-15472d2c4cd4 tempest-AttachVolumeTestJSON-69932156 tempest-AttachVolumeTestJSON-69932156-project] 10.222.0.106 "GET /v2.0/ports?device_id=1bd5afd9-e937-49e8-80d5-fffd10412fc7 HTTP/1.1" status: 200 len: 210 time: 0.0728161 Jul 06 12:40:10.477251 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310181a9-0c86-4137-bbf6-9010fc4dd8cb tempest-TestMinimumBasicScenario-1748604485 tempest-TestMinimumBasicScenario-1748604485-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=79d62385-a1bf-4f2f-b709-13860acecffb,revision_number=None']} {{(pid=93087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:40:10.582997 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 12:40:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d790da2d-557a-4af3-9d55-21e05f616477 x-openstack-request-id: req-d790da2d-557a-4af3-9d55-21e05f616477 {{(pid=93087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:40:10.583600 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1bd5afd9-e937-49e8-80d5-fffd10412fc7", "name": "network-vif-deleted", "tag": "bb9ff6f5-ff56-41c4-b04b-c638292af74e", "status": "completed", "code": 200}]} {{(pid=93087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:40:10.584111 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.106/compute/v2.1/os-server-external-events used request id req-d790da2d-557a-4af3-9d55-21e05f616477 {{(pid=93087) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:40:10.584512 dv-cinder-799631-1-iscsi neutron-server[93087]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1bd5afd9-e937-49e8-80d5-fffd10412fc7', 'name': 'network-vif-deleted', 'tag': 'bb9ff6f5-ff56-41c4-b04b-c638292af74e', 'status': 'completed', 'code': 200} Jul 06 12:40:10.588551 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75da342-af9f-4958-b242-37b906b0989e req-73e67748-4172-4d6c-b184-d2779fdf759b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:40:10.590280 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-d75da342-af9f-4958-b242-37b906b0989e req-73e67748-4172-4d6c-b184-d2779fdf759b service neutron] 10.222.0.100 "GET /v2.0/networks?id=af1c07e1-bc5b-4dc3-88dd-e84cce5c0677 HTTP/1.1" status: 200 len: 916 time: 0.1754055 Jul 06 12:40:10.624402 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.db.l3_dvr_db [None req-26571a2b-3215-4c8c-8c83-d6542787e154 None None] Set router e5f6b344-c6b8-4ee4-81d0-896646415cef gateway port host: dv-cinder-799631-1-iscsi {{(pid=93089) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:40:10.661142 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.plugins.ml2.plugin [None req-ea5db994-f859-40b0-8173-c834c334e1b9 tempest-TestMinimumBasicScenario-1748604485 tempest-TestMinimumBasicScenario-1748604485-project] Deleting port a00f011f-abcd-4616-bd6d-6a9916064a54 {{(pid=93087) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:40:10.661533 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-ea5db994-f859-40b0-8173-c834c334e1b9 tempest-TestMinimumBasicScenario-1748604485 tempest-TestMinimumBasicScenario-1748604485-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730294201564'] for port, before_delete {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:40:10.680566 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.db.provisioning_blocks [None req-0d7bf0fe-3946-4b49-9d78-04f2e99c26ee None None] Provisioning complete for port d83d37af-235e-4459-bdd2-0d2554e24623 triggered by entity DHCP. {{(pid=93089) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:40:10.681094 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-0d7bf0fe-3946-4b49-9d78-04f2e99c26ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912496'] for port, provisioning_complete {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:40:10.691415 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-b7287e97-2e86-43df-bb2c-d1b4e8a6a688 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730293992524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912513'] for agent, after_update {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:40:10.699471 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-d75da342-af9f-4958-b242-37b906b0989e req-ddbfe630-1ac5-4306-a0e5-89dcd4d1a36b service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d83d37af-235e-4459-bdd2-0d2554e24623 HTTP/1.1" status: 200 len: 1000 time: 0.0720696 Jul 06 12:40:10.742361 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-ea5db994-f859-40b0-8173-c834c334e1b9 tempest-TestMinimumBasicScenario-1748604485 tempest-TestMinimumBasicScenario-1748604485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813012'] for port, precommit_delete {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:40:10.742691 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-ea5db994-f859-40b0-8173-c834c334e1b9 tempest-TestMinimumBasicScenario-1748604485 tempest-TestMinimumBasicScenario-1748604485-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:40:10.754629 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75da342-af9f-4958-b242-37b906b0989e req-7b381875-a3fb-41c8-bc20-763124cf552e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:40:10.755283 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.plugins.ml2.plugin [None req-ea5db994-f859-40b0-8173-c834c334e1b9 tempest-TestMinimumBasicScenario-1748604485 tempest-TestMinimumBasicScenario-1748604485-project] Calling delete_port for a00f011f-abcd-4616-bd6d-6a9916064a54 owned by network:floatingip {{(pid=93087) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:40:10.756408 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-d75da342-af9f-4958-b242-37b906b0989e req-7b381875-a3fb-41c8-bc20-763124cf552e service neutron] 10.222.0.100 "GET /v2.0/subnets?id=b9c58772-dfdc-4409-b2d7-be774e05449a HTTP/1.1" status: 200 len: 853 time: 0.0453827 Jul 06 12:40:10.849177 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75da342-af9f-4958-b242-37b906b0989e req-3b50ac9f-5c67-48ad-a781-87b4c1cec116 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:40:10.851764 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-d75da342-af9f-4958-b242-37b906b0989e req-3b50ac9f-5c67-48ad-a781-87b4c1cec116 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=af1c07e1-bc5b-4dc3-88dd-e84cce5c0677&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0852132 Jul 06 12:40:10.963802 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-d75da342-af9f-4958-b242-37b906b0989e req-bdb0a37e-301e-414b-94c0-9e52699453f3 service neutron] 10.222.0.100 "GET /v2.0/networks/af1c07e1-bc5b-4dc3-88dd-e84cce5c0677?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1020982 Jul 06 12:40:10.979670 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-3dd6613b-aa53-445d-9a05-4c085a94a05e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730293992524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912513'] for agent, after_update {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:40:11.026424 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-ea5db994-f859-40b0-8173-c834c334e1b9 tempest-TestMinimumBasicScenario-1748604485 tempest-TestMinimumBasicScenario-1748604485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-772913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730294210838', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730293689573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65517743'] for port, after_delete {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:40:11.041225 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.db.l3_hamode_db [None req-26571a2b-3215-4c8c-8c83-d6542787e154 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5f6b344-c6b8-4ee4-81d0-896646415cef', 'name': 'tempest-AttachVolumeTestJSON-607715299-router', 'tenant_id': '2efe7ae752d2458ea1329427a8828a01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a97b808-be6d-48ec-a40b-4668530ee790', 'external_fixed_ips': [{'subnet_id': '1816a596-2dc6-4d27-98a5-201cc12476f2', 'ip_address': '172.27.1.111'}], 'enable_snat': True}, 'gw_port_id': '1b4179cc-d547-4584-9baa-867a0c1392bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:33:12Z', 'updated_at': '2021-07-06T12:33:25Z', 'revision_number': 4, 'project_id': '2efe7ae752d2458ea1329427a8828a01', 'gw_port': {'id': '1b4179cc-d547-4584-9baa-867a0c1392bd', 'name': '', 'network_id': '2a97b808-be6d-48ec-a40b-4668530ee790', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:ab:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5f6b344-c6b8-4ee4-81d0-896646415cef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '1816a596-2dc6-4d27-98a5-201cc12476f2', 'ip_address': '172.27.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799631-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:33:14Z', 'updated_at': '2021-07-06T12:33:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1816a596-2dc6-4d27-98a5-201cc12476f2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799631-1-iscsi', '_interfaces': [{'id': 'e446bfbe-6143-46aa-ace5-f4ac93512559', 'name': '', 'network_id': '05887a89-c541-45f9-bd49-e19532da98ad', 'tenant_id': '2efe7ae752d2458ea1329427a8828a01', 'mac_address': 'fa:16:3e:7a:b0:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5f6b344-c6b8-4ee4-81d0-896646415cef', 'device_owner': 'network:router_interface', 'standard_attr_id': 127, 'fixed_ips': [{'subnet_id': 'c2006b9e-8b8d-4564-b906-0d2b575665be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799631-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:33:23Z', 'updated_at': '2021-07-06T12:33:36Z', 'revision_number': 5, 'project_id': '2efe7ae752d2458ea1329427a8828a01', 'subnets': [{'id': 'c2006b9e-8b8d-4564-b906-0d2b575665be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799631-1-iscsi', False) {} {{(pid=93089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:40:11.055315 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea5db994-f859-40b0-8173-c834c334e1b9 tempest-TestMinimumBasicScenario-1748604485 tempest-TestMinimumBasicScenario-1748604485-project] Pushing event deleted for resources: {'Port': ['ID=a00f011f-abcd-4616-bd6d-6a9916064a54,revision_number=None']} {{(pid=93087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:40:11.078893 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26571a2b-3215-4c8c-8c83-d6542787e154 None None] Checking router: e5f6b344-c6b8-4ee4-81d0-896646415cef for host: dv-cinder-799631-1-iscsi {{(pid=93089) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 12:40:11.088520 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26571a2b-3215-4c8c-8c83-d6542787e154 None None] Routers {'e5f6b344-c6b8-4ee4-81d0-896646415cef'} bound to L3 agent in host dv-cinder-799631-1-iscsi {{(pid=93089) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:40:11.089230 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.db.l3_hamode_db [None req-26571a2b-3215-4c8c-8c83-d6542787e154 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799631-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T12:25:10Z,description=,heartbeat_timestamp=2021-07-06T12:40:11Z,host='dv-cinder-799631-1-iscsi',id=8f648e93-51d3-4e20-9eca-a57842435ba1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T12:25:10Z,topic='l3_agent')) {'router_ids': ['e5f6b344-c6b8-4ee4-81d0-896646415cef'], 'active': True} {{(pid=93089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:40:11.099177 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-d75da342-af9f-4958-b242-37b906b0989e req-4e91758c-04bb-4bab-b594-f2357af61241 service neutron] 10.222.0.100 "GET /v2.0/networks/af1c07e1-bc5b-4dc3-88dd-e84cce5c0677?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1150260 Jul 06 12:40:11.143758 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-ea5db994-f859-40b0-8173-c834c334e1b9 tempest-TestMinimumBasicScenario-1748604485 tempest-TestMinimumBasicScenario-1748604485-project] Notify callbacks [] for floatingip, after_delete {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:40:11.144100 dv-cinder-799631-1-iscsi neutron-server[93087]: INFO neutron.db.l3_db [None req-ea5db994-f859-40b0-8173-c834c334e1b9 tempest-TestMinimumBasicScenario-1748604485 tempest-TestMinimumBasicScenario-1748604485-project] Floating IP 473a0c1c-58e2-4177-926a-8f2d9e94d61a disassociated (deleted). External IP: 172.27.1.71, port: d83d37af-235e-4459-bdd2-0d2554e24623. Jul 06 12:40:11.211515 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.db.l3_dvr_db [None req-26571a2b-3215-4c8c-8c83-d6542787e154 None None] Set router e5f6b344-c6b8-4ee4-81d0-896646415cef gateway port host: dv-cinder-799631-1-iscsi {{(pid=93089) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:40:11.375755 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea5db994-f859-40b0-8173-c834c334e1b9 tempest-TestMinimumBasicScenario-1748604485 tempest-TestMinimumBasicScenario-1748604485-project] Router b00a539c-b6e0-4987-ae6d-55ba966af7fe has already been hosted by L3 agent 8f648e93-51d3-4e20-9eca-a57842435ba1 {{(pid=93087) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 12:40:11.483667 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea5db994-f859-40b0-8173-c834c334e1b9 tempest-TestMinimumBasicScenario-1748604485 tempest-TestMinimumBasicScenario-1748604485-project] Notify agent at l3_agent.dv-cinder-799631-1-iscsi the message routers_updated {{(pid=93087) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:40:11.489897 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-ea5db994-f859-40b0-8173-c834c334e1b9 tempest-TestMinimumBasicScenario-1748604485 tempest-TestMinimumBasicScenario-1748604485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473541'] for floatingip, before_response {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:40:11.495133 dv-cinder-799631-1-iscsi neutron-server[93090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3eafca37-5205-4ae3-b9d4-706c79822489 None None] Sync routers for ids ['b00a539c-b6e0-4987-ae6d-55ba966af7fe'] in dv-cinder-799631-1-iscsi {{(pid=93090) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:40:11.506860 dv-cinder-799631-1-iscsi neutron-server[93090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eafca37-5205-4ae3-b9d4-706c79822489 None None] Routers {'b00a539c-b6e0-4987-ae6d-55ba966af7fe'} bound to L3 agent in host dv-cinder-799631-1-iscsi {{(pid=93090) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:40:11.507805 dv-cinder-799631-1-iscsi neutron-server[93090]: DEBUG neutron.db.l3_hamode_db [None req-3eafca37-5205-4ae3-b9d4-706c79822489 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799631-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T12:25:10Z,description=,heartbeat_timestamp=2021-07-06T12:40:11Z,host='dv-cinder-799631-1-iscsi',id=8f648e93-51d3-4e20-9eca-a57842435ba1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T12:25:10Z,topic='l3_agent')) {'router_ids': ['b00a539c-b6e0-4987-ae6d-55ba966af7fe'], 'active': True} {{(pid=93090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:40:11.531147 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-59602645-7b03-4a79-8c54-32befe919dd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730293992524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912513'] for agent, after_update {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:40:11.535298 dv-cinder-799631-1-iscsi neutron-server[93087]: INFO neutron.wsgi [None req-ea5db994-f859-40b0-8173-c834c334e1b9 tempest-TestMinimumBasicScenario-1748604485 tempest-TestMinimumBasicScenario-1748604485-project] 10.222.0.106 "DELETE /v2.0/floatingips/473a0c1c-58e2-4177-926a-8f2d9e94d61a HTTP/1.1" status: 204 len: 168 time: 1.1261303 Jul 06 12:40:11.561147 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.db.l3_hamode_db [None req-26571a2b-3215-4c8c-8c83-d6542787e154 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5f6b344-c6b8-4ee4-81d0-896646415cef', 'name': 'tempest-AttachVolumeTestJSON-607715299-router', 'tenant_id': '2efe7ae752d2458ea1329427a8828a01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a97b808-be6d-48ec-a40b-4668530ee790', 'external_fixed_ips': [{'subnet_id': '1816a596-2dc6-4d27-98a5-201cc12476f2', 'ip_address': '172.27.1.111'}], 'enable_snat': True}, 'gw_port_id': '1b4179cc-d547-4584-9baa-867a0c1392bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:33:12Z', 'updated_at': '2021-07-06T12:33:25Z', 'revision_number': 4, 'project_id': '2efe7ae752d2458ea1329427a8828a01', 'gw_port': {'id': '1b4179cc-d547-4584-9baa-867a0c1392bd', 'name': '', 'network_id': '2a97b808-be6d-48ec-a40b-4668530ee790', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:ab:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5f6b344-c6b8-4ee4-81d0-896646415cef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '1816a596-2dc6-4d27-98a5-201cc12476f2', 'ip_address': '172.27.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799631-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:33:14Z', 'updated_at': '2021-07-06T12:33:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1816a596-2dc6-4d27-98a5-201cc12476f2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799631-1-iscsi', '_interfaces': [{'id': 'e446bfbe-6143-46aa-ace5-f4ac93512559', 'name': '', 'network_id': '05887a89-c541-45f9-bd49-e19532da98ad', 'tenant_id': '2efe7ae752d2458ea1329427a8828a01', 'mac_address': 'fa:16:3e:7a:b0:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5f6b344-c6b8-4ee4-81d0-896646415cef', 'device_owner': 'network:router_interface', 'standard_attr_id': 127, 'fixed_ips': [{'subnet_id': 'c2006b9e-8b8d-4564-b906-0d2b575665be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799631-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:33:23Z', 'updated_at': '2021-07-06T12:33:36Z', 'revision_number': 5, 'project_id': '2efe7ae752d2458ea1329427a8828a01', 'subnets': [{'id': 'c2006b9e-8b8d-4564-b906-0d2b575665be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799631-1-iscsi', False) {} {{(pid=93089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:40:11.570412 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.wsgi [-] (93087) accepted ('10.222.0.106', 54714) {{(pid=93087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:40:11.603753 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26571a2b-3215-4c8c-8c83-d6542787e154 None None] The sync data for ids ['e5f6b344-c6b8-4ee4-81d0-896646415cef'] in dv-cinder-799631-1-iscsi is: [{'id': 'e5f6b344-c6b8-4ee4-81d0-896646415cef', 'name': 'tempest-AttachVolumeTestJSON-607715299-router', 'tenant_id': '2efe7ae752d2458ea1329427a8828a01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a97b808-be6d-48ec-a40b-4668530ee790', 'external_fixed_ips': [{'subnet_id': '1816a596-2dc6-4d27-98a5-201cc12476f2', 'ip_address': '172.27.1.111'}], 'enable_snat': True}, 'gw_port_id': '1b4179cc-d547-4584-9baa-867a0c1392bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:33:12Z', 'updated_at': '2021-07-06T12:33:25Z', 'revision_number': 4, 'project_id': '2efe7ae752d2458ea1329427a8828a01', 'gw_port': {'id': '1b4179cc-d547-4584-9baa-867a0c1392bd', 'name': '', 'network_id': '2a97b808-be6d-48ec-a40b-4668530ee790', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:ab:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5f6b344-c6b8-4ee4-81d0-896646415cef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '1816a596-2dc6-4d27-98a5-201cc12476f2', 'ip_address': '172.27.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799631-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:33:14Z', 'updated_at': '2021-07-06T12:33:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1816a596-2dc6-4d27-98a5-201cc12476f2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799631-1-iscsi', '_interfaces': [{'id': 'e446bfbe-6143-46aa-ace5-f4ac93512559', 'name': '', 'network_id': '05887a89-c541-45f9-bd49-e19532da98ad', 'tenant_id': '2efe7ae752d2458ea1329427a8828a01', 'mac_address': 'fa:16:3e:7a:b0:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5f6b344-c6b8-4ee4-81d0-896646415cef', 'device_owner': 'network:router_interface', 'standard_attr_id': 127, 'fixed_ips': [{'subnet_id': 'c2006b9e-8b8d-4564-b906-0d2b575665be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799631-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:33:23Z', 'updated_at': '2021-07-06T12:33:36Z', 'revision_number': 5, 'project_id': '2efe7ae752d2458ea1329427a8828a01', 'subnets': [{'id': 'c2006b9e-8b8d-4564-b906-0d2b575665be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93089) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:40:11.645814 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-a178d8b1-c3a9-4605-8005-46070abec443 tempest-AttachVolumeTestJSON-69932156 tempest-AttachVolumeTestJSON-69932156-project] Notify callbacks [] for security_group, before_delete {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:40:11.676938 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-a178d8b1-c3a9-4605-8005-46070abec443 tempest-AttachVolumeTestJSON-69932156 tempest-AttachVolumeTestJSON-69932156-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:40:11.739391 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-a178d8b1-c3a9-4605-8005-46070abec443 tempest-AttachVolumeTestJSON-69932156 tempest-AttachVolumeTestJSON-69932156-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1774441'] for security_group, after_delete {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:40:11.742472 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-a178d8b1-c3a9-4605-8005-46070abec443 tempest-AttachVolumeTestJSON-69932156 tempest-AttachVolumeTestJSON-69932156-project] Notify callbacks [] for security_group, before_response {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:40:11.746303 dv-cinder-799631-1-iscsi neutron-server[93087]: INFO neutron.wsgi [None req-a178d8b1-c3a9-4605-8005-46070abec443 tempest-AttachVolumeTestJSON-69932156 tempest-AttachVolumeTestJSON-69932156-project] 10.222.0.106 "DELETE /v2.0/security-groups/e8208ac8-a2bb-43e5-9da5-5464dabf6d95 HTTP/1.1" status: 204 len: 168 time: 0.1713142 Jul 06 12:40:11.747003 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.wsgi [-] (93088) accepted ('10.222.0.106', 54720) {{(pid=93088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:40:11.759169 dv-cinder-799631-1-iscsi neutron-server[93090]: DEBUG neutron.db.l3_dvr_db [None req-3eafca37-5205-4ae3-b9d4-706c79822489 None None] Set router b00a539c-b6e0-4987-ae6d-55ba966af7fe gateway port host: dv-cinder-799631-1-iscsi {{(pid=93090) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:40:11.759790 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a178d8b1-c3a9-4605-8005-46070abec443 tempest-AttachVolumeTestJSON-69932156 tempest-AttachVolumeTestJSON-69932156-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8208ac8-a2bb-43e5-9da5-5464dabf6d95,revision_number=None']} {{(pid=93087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:40:11.764395 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.api.v2.resource [None req-33238507-3f86-4286-8e3e-3ea9fc9ae0d3 tempest-AttachVolumeTestJSON-69932156 tempest-AttachVolumeTestJSON-69932156-project] show failed (client error): The resource could not be found. Jul 06 12:40:11.767878 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [None req-33238507-3f86-4286-8e3e-3ea9fc9ae0d3 tempest-AttachVolumeTestJSON-69932156 tempest-AttachVolumeTestJSON-69932156-project] 10.222.0.106 "GET /v2.0/security-groups/e8208ac8-a2bb-43e5-9da5-5464dabf6d95 HTTP/1.1" status: 404 len: 347 time: 0.0160208 Jul 06 12:40:11.768859 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.wsgi [-] (93087) accepted ('10.222.0.106', 54722) {{(pid=93087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:40:11.946573 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.plugins.ml2.plugin [None req-8fc5915b-eee9-4f2b-9785-9c36d02b3b56 tempest-AttachVolumeTestJSON-69932156 tempest-AttachVolumeTestJSON-69932156-project] Deleting port 0d89678a-1649-448e-b52e-22c1738daf14 {{(pid=93087) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:40:11.947131 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-8fc5915b-eee9-4f2b-9785-9c36d02b3b56 tempest-AttachVolumeTestJSON-69932156 tempest-AttachVolumeTestJSON-69932156-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730294201564'] for port, before_delete {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:40:11.970478 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95bca3fe-3c74-46eb-8e21-51e29db4433b None None] New status for floating IP 3b9d21d8-7408-46f7-b021-9f02a2a3e120: DOWN {{(pid=93089) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 12:40:12.022765 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-8fc5915b-eee9-4f2b-9785-9c36d02b3b56 tempest-AttachVolumeTestJSON-69932156 tempest-AttachVolumeTestJSON-69932156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813012'] for port, precommit_delete {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:40:12.023253 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-8fc5915b-eee9-4f2b-9785-9c36d02b3b56 tempest-AttachVolumeTestJSON-69932156 tempest-AttachVolumeTestJSON-69932156-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:40:12.031710 dv-cinder-799631-1-iscsi neutron-server[93090]: DEBUG neutron.db.l3_hamode_db [None req-3eafca37-5205-4ae3-b9d4-706c79822489 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b00a539c-b6e0-4987-ae6d-55ba966af7fe', 'name': 'tempest-TestMinimumBasicScenario-472386508-router', 'tenant_id': 'f3eb28de4f1642849fc831371d7db6c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a97b808-be6d-48ec-a40b-4668530ee790', 'external_fixed_ips': [{'subnet_id': '1816a596-2dc6-4d27-98a5-201cc12476f2', 'ip_address': '172.27.1.108'}], 'enable_snat': True}, 'gw_port_id': '799cc803-1e41-4a2d-91f5-95464d3741de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:37:29Z', 'updated_at': '2021-07-06T12:37:32Z', 'revision_number': 4, 'project_id': 'f3eb28de4f1642849fc831371d7db6c4', 'gw_port': {'id': '799cc803-1e41-4a2d-91f5-95464d3741de', 'name': '', 'network_id': '2a97b808-be6d-48ec-a40b-4668530ee790', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:dd:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b00a539c-b6e0-4987-ae6d-55ba966af7fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '1816a596-2dc6-4d27-98a5-201cc12476f2', 'ip_address': '172.27.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799631-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:37:29Z', 'updated_at': '2021-07-06T12:37:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1816a596-2dc6-4d27-98a5-201cc12476f2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799631-1-iscsi', '_interfaces': [{'id': '44abdb3f-56e1-49b0-aea2-4ee968a06e7a', 'name': '', 'network_id': 'af1c07e1-bc5b-4dc3-88dd-e84cce5c0677', 'tenant_id': 'f3eb28de4f1642849fc831371d7db6c4', 'mac_address': 'fa:16:3e:7a:b8:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b00a539c-b6e0-4987-ae6d-55ba966af7fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': 'b9c58772-dfdc-4409-b2d7-be774e05449a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799631-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:37:31Z', 'updated_at': '2021-07-06T12:37:39Z', 'revision_number': 5, 'project_id': 'f3eb28de4f1642849fc831371d7db6c4', 'subnets': [{'id': 'b9c58772-dfdc-4409-b2d7-be774e05449a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799631-1-iscsi', False) {} {{(pid=93090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:40:12.036387 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.plugins.ml2.plugin [None req-8fc5915b-eee9-4f2b-9785-9c36d02b3b56 tempest-AttachVolumeTestJSON-69932156 tempest-AttachVolumeTestJSON-69932156-project] Calling delete_port for 0d89678a-1649-448e-b52e-22c1738daf14 owned by network:floatingip {{(pid=93087) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:40:12.067194 dv-cinder-799631-1-iscsi neutron-server[93090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3eafca37-5205-4ae3-b9d4-706c79822489 None None] Checking router: b00a539c-b6e0-4987-ae6d-55ba966af7fe for host: dv-cinder-799631-1-iscsi {{(pid=93090) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 12:40:12.077639 dv-cinder-799631-1-iscsi neutron-server[93090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eafca37-5205-4ae3-b9d4-706c79822489 None None] Routers {'b00a539c-b6e0-4987-ae6d-55ba966af7fe'} bound to L3 agent in host dv-cinder-799631-1-iscsi {{(pid=93090) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:40:12.078266 dv-cinder-799631-1-iscsi neutron-server[93090]: DEBUG neutron.db.l3_hamode_db [None req-3eafca37-5205-4ae3-b9d4-706c79822489 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799631-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T12:25:10Z,description=,heartbeat_timestamp=2021-07-06T12:40:11Z,host='dv-cinder-799631-1-iscsi',id=8f648e93-51d3-4e20-9eca-a57842435ba1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T12:25:10Z,topic='l3_agent')) {'router_ids': ['b00a539c-b6e0-4987-ae6d-55ba966af7fe'], 'active': True} {{(pid=93090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:40:12.197082 dv-cinder-799631-1-iscsi neutron-server[93090]: DEBUG neutron.db.l3_dvr_db [None req-3eafca37-5205-4ae3-b9d4-706c79822489 None None] Set router b00a539c-b6e0-4987-ae6d-55ba966af7fe gateway port host: dv-cinder-799631-1-iscsi {{(pid=93090) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:40:12.197348 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-8fc5915b-eee9-4f2b-9785-9c36d02b3b56 tempest-AttachVolumeTestJSON-69932156 tempest-AttachVolumeTestJSON-69932156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-772913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730294210838', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730293689573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65517743'] for port, after_delete {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:40:12.209515 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.rpc [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] Device bb9ff6f5-ff56-41c4-b04b-c638292af74e no longer exists at agent hyperv_hv-cinder-79963 {{(pid=93089) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:40:12.228909 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc5915b-eee9-4f2b-9785-9c36d02b3b56 tempest-AttachVolumeTestJSON-69932156 tempest-AttachVolumeTestJSON-69932156-project] Pushing event deleted for resources: {'Port': ['ID=0d89678a-1649-448e-b52e-22c1738daf14,revision_number=None']} {{(pid=93087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:40:12.231640 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.plugin [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] No Port match for: bb9ff6f5-ff56-41c4-b04b-c638292af74e {{(pid=93089) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:40:12.232644 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.rpc [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] Device bb9ff6f5-ff56-41c4-b04b-c638292af74e not bound to the agent host hv-cinder-79963 {{(pid=93089) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:40:12.292831 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-8fc5915b-eee9-4f2b-9785-9c36d02b3b56 tempest-AttachVolumeTestJSON-69932156 tempest-AttachVolumeTestJSON-69932156-project] Notify callbacks [] for floatingip, after_delete {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:40:12.295938 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-8fc5915b-eee9-4f2b-9785-9c36d02b3b56 tempest-AttachVolumeTestJSON-69932156 tempest-AttachVolumeTestJSON-69932156-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473541'] for floatingip, before_response {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:40:12.297098 dv-cinder-799631-1-iscsi neutron-server[93087]: INFO neutron.wsgi [None req-8fc5915b-eee9-4f2b-9785-9c36d02b3b56 tempest-AttachVolumeTestJSON-69932156 tempest-AttachVolumeTestJSON-69932156-project] 10.222.0.106 "DELETE /v2.0/floatingips/3b9d21d8-7408-46f7-b021-9f02a2a3e120 HTTP/1.1" status: 204 len: 168 time: 0.5270367 Jul 06 12:40:12.407293 dv-cinder-799631-1-iscsi neutron-server[93090]: DEBUG neutron.db.l3_hamode_db [None req-3eafca37-5205-4ae3-b9d4-706c79822489 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b00a539c-b6e0-4987-ae6d-55ba966af7fe', 'name': 'tempest-TestMinimumBasicScenario-472386508-router', 'tenant_id': 'f3eb28de4f1642849fc831371d7db6c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a97b808-be6d-48ec-a40b-4668530ee790', 'external_fixed_ips': [{'subnet_id': '1816a596-2dc6-4d27-98a5-201cc12476f2', 'ip_address': '172.27.1.108'}], 'enable_snat': True}, 'gw_port_id': '799cc803-1e41-4a2d-91f5-95464d3741de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:37:29Z', 'updated_at': '2021-07-06T12:37:32Z', 'revision_number': 4, 'project_id': 'f3eb28de4f1642849fc831371d7db6c4', 'gw_port': {'id': '799cc803-1e41-4a2d-91f5-95464d3741de', 'name': '', 'network_id': '2a97b808-be6d-48ec-a40b-4668530ee790', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:dd:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b00a539c-b6e0-4987-ae6d-55ba966af7fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '1816a596-2dc6-4d27-98a5-201cc12476f2', 'ip_address': '172.27.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799631-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:37:29Z', 'updated_at': '2021-07-06T12:37:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1816a596-2dc6-4d27-98a5-201cc12476f2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799631-1-iscsi', '_interfaces': [{'id': '44abdb3f-56e1-49b0-aea2-4ee968a06e7a', 'name': '', 'network_id': 'af1c07e1-bc5b-4dc3-88dd-e84cce5c0677', 'tenant_id': 'f3eb28de4f1642849fc831371d7db6c4', 'mac_address': 'fa:16:3e:7a:b8:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b00a539c-b6e0-4987-ae6d-55ba966af7fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': 'b9c58772-dfdc-4409-b2d7-be774e05449a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799631-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:37:31Z', 'updated_at': '2021-07-06T12:37:39Z', 'revision_number': 5, 'project_id': 'f3eb28de4f1642849fc831371d7db6c4', 'subnets': [{'id': 'b9c58772-dfdc-4409-b2d7-be774e05449a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799631-1-iscsi', False) {} {{(pid=93090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:40:12.439604 dv-cinder-799631-1-iscsi neutron-server[93090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3eafca37-5205-4ae3-b9d4-706c79822489 None None] The sync data for ids ['b00a539c-b6e0-4987-ae6d-55ba966af7fe'] in dv-cinder-799631-1-iscsi is: [{'id': 'b00a539c-b6e0-4987-ae6d-55ba966af7fe', 'name': 'tempest-TestMinimumBasicScenario-472386508-router', 'tenant_id': 'f3eb28de4f1642849fc831371d7db6c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a97b808-be6d-48ec-a40b-4668530ee790', 'external_fixed_ips': [{'subnet_id': '1816a596-2dc6-4d27-98a5-201cc12476f2', 'ip_address': '172.27.1.108'}], 'enable_snat': True}, 'gw_port_id': '799cc803-1e41-4a2d-91f5-95464d3741de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:37:29Z', 'updated_at': '2021-07-06T12:37:32Z', 'revision_number': 4, 'project_id': 'f3eb28de4f1642849fc831371d7db6c4', 'gw_port': {'id': '799cc803-1e41-4a2d-91f5-95464d3741de', 'name': '', 'network_id': '2a97b808-be6d-48ec-a40b-4668530ee790', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:dd:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b00a539c-b6e0-4987-ae6d-55ba966af7fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '1816a596-2dc6-4d27-98a5-201cc12476f2', 'ip_address': '172.27.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799631-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:37:29Z', 'updated_at': '2021-07-06T12:37:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1816a596-2dc6-4d27-98a5-201cc12476f2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799631-1-iscsi', '_interfaces': [{'id': '44abdb3f-56e1-49b0-aea2-4ee968a06e7a', 'name': '', 'network_id': 'af1c07e1-bc5b-4dc3-88dd-e84cce5c0677', 'tenant_id': 'f3eb28de4f1642849fc831371d7db6c4', 'mac_address': 'fa:16:3e:7a:b8:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b00a539c-b6e0-4987-ae6d-55ba966af7fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': 'b9c58772-dfdc-4409-b2d7-be774e05449a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799631-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:37:31Z', 'updated_at': '2021-07-06T12:37:39Z', 'revision_number': 5, 'project_id': 'f3eb28de4f1642849fc831371d7db6c4', 'subnets': [{'id': 'b9c58772-dfdc-4409-b2d7-be774e05449a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93090) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:40:12.585324 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d69a85d-ce03-47db-b48b-19cc0f97d343', 'tag': 'd83d37af-235e-4459-bdd2-0d2554e24623'}] {{(pid=93087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:40:12.587710 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.106/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b75977dee10694d970e3c904bb2abec7b96eeb0b1196bffac2d8311199053796" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de995604-38da-48d7-89ae-79d9c26c5186" -d '{"events": [{"name": "network-changed", "server_uuid": "7d69a85d-ce03-47db-b48b-19cc0f97d343", "tag": "d83d37af-235e-4459-bdd2-0d2554e24623"}]}' {{(pid=93087) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:40:12.624582 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 12:40:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f50ad012-cf47-438f-812d-01322e4f1162 x-openstack-request-id: req-f50ad012-cf47-438f-812d-01322e4f1162 {{(pid=93087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:40:12.624881 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d69a85d-ce03-47db-b48b-19cc0f97d343", "tag": "d83d37af-235e-4459-bdd2-0d2554e24623", "status": "completed", "code": 200}]} {{(pid=93087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:40:12.625135 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.106/compute/v2.1/os-server-external-events used request id req-f50ad012-cf47-438f-812d-01322e4f1162 {{(pid=93087) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:40:12.625538 dv-cinder-799631-1-iscsi neutron-server[93087]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7d69a85d-ce03-47db-b48b-19cc0f97d343', 'tag': 'd83d37af-235e-4459-bdd2-0d2554e24623', 'status': 'completed', 'code': 200} Jul 06 12:40:12.652243 dv-cinder-799631-1-iscsi neutron-server[93090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0615eb13-8057-4ecc-9790-eb843a4b4995 None None] New status for floating IP 473a0c1c-58e2-4177-926a-8f2d9e94d61a: DOWN {{(pid=93090) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 12:40:12.743630 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de995604-38da-48d7-89ae-79d9c26c5186 req-50edcfc4-6509-46f7-a6a4-f0ff534653f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:40:12.745170 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-de995604-38da-48d7-89ae-79d9c26c5186 req-50edcfc4-6509-46f7-a6a4-f0ff534653f5 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=f3eb28de4f1642849fc831371d7db6c4&device_id=7d69a85d-ce03-47db-b48b-19cc0f97d343 HTTP/1.1" status: 200 len: 1098 time: 0.0599055 Jul 06 12:40:12.843840 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de995604-38da-48d7-89ae-79d9c26c5186 req-a35a3c50-53c8-41d1-ba97-b734f09a0ee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:40:12.846193 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-de995604-38da-48d7-89ae-79d9c26c5186 req-a35a3c50-53c8-41d1-ba97-b734f09a0ee6 service neutron] 10.222.0.100 "GET /v2.0/networks?id=af1c07e1-bc5b-4dc3-88dd-e84cce5c0677 HTTP/1.1" status: 200 len: 916 time: 0.0936306 Jul 06 12:40:12.891486 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-de995604-38da-48d7-89ae-79d9c26c5186 req-f6281c3e-2249-485d-aa41-5fd52078acde service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d83d37af-235e-4459-bdd2-0d2554e24623 HTTP/1.1" status: 200 len: 217 time: 0.0355649 Jul 06 12:40:12.972884 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de995604-38da-48d7-89ae-79d9c26c5186 req-f8f0dbfc-64e3-41c4-b18a-7c3745be739c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:40:12.972884 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-de995604-38da-48d7-89ae-79d9c26c5186 req-f8f0dbfc-64e3-41c4-b18a-7c3745be739c service neutron] 10.222.0.100 "GET /v2.0/subnets?id=b9c58772-dfdc-4409-b2d7-be774e05449a HTTP/1.1" status: 200 len: 853 time: 0.0531018 Jul 06 12:40:13.041813 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de995604-38da-48d7-89ae-79d9c26c5186 req-afa37b22-b0dd-4f2b-bbc3-76a1f7d7d380 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:40:13.043343 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-de995604-38da-48d7-89ae-79d9c26c5186 req-afa37b22-b0dd-4f2b-bbc3-76a1f7d7d380 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=af1c07e1-bc5b-4dc3-88dd-e84cce5c0677&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0610797 Jul 06 12:40:13.088425 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-eaae0be5-6402-4968-ae30-74f1a6482786 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730293992524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912513'] for agent, after_update {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:40:13.172036 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-de995604-38da-48d7-89ae-79d9c26c5186 req-e12bfed7-2bc0-46a2-919f-a15d737f52de service neutron] 10.222.0.100 "GET /v2.0/networks/af1c07e1-bc5b-4dc3-88dd-e84cce5c0677?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1194103 Jul 06 12:40:13.270655 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-de995604-38da-48d7-89ae-79d9c26c5186 req-ad2d7981-536a-4ead-8af0-bb0e29b186b1 service neutron] 10.222.0.100 "GET /v2.0/networks/af1c07e1-bc5b-4dc3-88dd-e84cce5c0677?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874975 Jul 06 12:40:14.738268 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31811f5b-51ff-48b9-830d-5f74aa48f700 req-bfd58359-795e-4bee-a247-f90077aa17fd tempest-TestMinimumBasicScenario-1748604485 tempest-TestMinimumBasicScenario-1748604485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:40:14.739828 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-31811f5b-51ff-48b9-830d-5f74aa48f700 req-bfd58359-795e-4bee-a247-f90077aa17fd tempest-TestMinimumBasicScenario-1748604485 tempest-TestMinimumBasicScenario-1748604485-project] 10.222.0.106 "GET /v2.0/ports?device_id=7d69a85d-ce03-47db-b48b-19cc0f97d343 HTTP/1.1" status: 200 len: 945 time: 0.0665851 Jul 06 12:40:14.781310 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-31811f5b-51ff-48b9-830d-5f74aa48f700 req-9c2e4b82-4995-4e59-8d0d-d2c266f3263c tempest-TestMinimumBasicScenario-1748604485 tempest-TestMinimumBasicScenario-1748604485-project] 10.222.0.106 "GET /v2.0/security-groups?id=26a62fe2-f45b-4706-a2cb-d0638e6cd286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357444 Jul 06 12:40:15.962278 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3b7817-c17a-4172-ba8e-144c33d56d8c req-de902dbd-0212-4978-b011-510577f73995 tempest-TestMinimumBasicScenario-1748604485 tempest-TestMinimumBasicScenario-1748604485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:40:15.963827 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-ae3b7817-c17a-4172-ba8e-144c33d56d8c req-de902dbd-0212-4978-b011-510577f73995 tempest-TestMinimumBasicScenario-1748604485 tempest-TestMinimumBasicScenario-1748604485-project] 10.222.0.106 "GET /v2.0/ports?device_id=7d69a85d-ce03-47db-b48b-19cc0f97d343 HTTP/1.1" status: 200 len: 945 time: 0.0685320 Jul 06 12:40:16.001788 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-ae3b7817-c17a-4172-ba8e-144c33d56d8c req-cfd84538-ba41-4aaf-abc3-8658ca8f5ed0 tempest-TestMinimumBasicScenario-1748604485 tempest-TestMinimumBasicScenario-1748604485-project] 10.222.0.106 "GET /v2.0/security-groups?id=26a62fe2-f45b-4706-a2cb-d0638e6cd286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318847 Jul 06 12:40:16.010167 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.wsgi [-] (93087) accepted ('10.222.0.106', 54772) {{(pid=93087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:40:16.484308 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-c19a6270-6d9c-4536-aff4-fa67cf520a51 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1815572'] for router_interface, before_delete {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:40:16.575087 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd19232-7257-4933-ae6d-90f50909593c req-4d80c6b3-1a2e-4ab9-b400-4e35b86aa96a tempest-TestMinimumBasicScenario-1748604485 tempest-TestMinimumBasicScenario-1748604485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:40:16.576582 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-afd19232-7257-4933-ae6d-90f50909593c req-4d80c6b3-1a2e-4ab9-b400-4e35b86aa96a tempest-TestMinimumBasicScenario-1748604485 tempest-TestMinimumBasicScenario-1748604485-project] 10.222.0.100 "GET /v2.0/ports?device_id=7d69a85d-ce03-47db-b48b-19cc0f97d343 HTTP/1.1" status: 200 len: 945 time: 0.0670846 Jul 06 12:40:16.679319 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.plugins.ml2.plugin [req-afd19232-7257-4933-ae6d-90f50909593c req-27dcd6a9-2b38-4b08-a6a3-214ac8b4e276 tempest-TestMinimumBasicScenario-1748604485 tempest-TestMinimumBasicScenario-1748604485-project] Deleting port d83d37af-235e-4459-bdd2-0d2554e24623 {{(pid=93088) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:40:16.679823 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [req-afd19232-7257-4933-ae6d-90f50909593c req-27dcd6a9-2b38-4b08-a6a3-214ac8b4e276 tempest-TestMinimumBasicScenario-1748604485 tempest-TestMinimumBasicScenario-1748604485-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730294201564'] for port, before_delete {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:40:16.738794 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.plugins.ml2.plugin [None req-c19a6270-6d9c-4536-aff4-fa67cf520a51 admin admin] Deleting port e446bfbe-6143-46aa-ace5-f4ac93512559 {{(pid=93087) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:40:16.739046 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-c19a6270-6d9c-4536-aff4-fa67cf520a51 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730294201564'] for port, before_delete {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:40:16.767862 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.plugins.ml2.db [req-afd19232-7257-4933-ae6d-90f50909593c req-27dcd6a9-2b38-4b08-a6a3-214ac8b4e276 tempest-TestMinimumBasicScenario-1748604485 tempest-TestMinimumBasicScenario-1748604485-project] For port d83d37af-235e-4459-bdd2-0d2554e24623, host hv-cinder-79963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79963',level=0,port_id=d83d37af-235e-4459-bdd2-0d2554e24623,segment=NetworkSegment(3b7b6187-b8d3-415b-b372-c3596850bebe),segment_id=3b7b6187-b8d3-415b-b372-c3596850bebe)] {{(pid=93088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:40:16.768218 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [req-afd19232-7257-4933-ae6d-90f50909593c req-27dcd6a9-2b38-4b08-a6a3-214ac8b4e276 tempest-TestMinimumBasicScenario-1748604485 tempest-TestMinimumBasicScenario-1748604485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813012'] for port, precommit_delete {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:40:16.780809 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.plugins.ml2.plugin [req-afd19232-7257-4933-ae6d-90f50909593c req-27dcd6a9-2b38-4b08-a6a3-214ac8b4e276 tempest-TestMinimumBasicScenario-1748604485 tempest-TestMinimumBasicScenario-1748604485-project] Calling delete_port for d83d37af-235e-4459-bdd2-0d2554e24623 owned by compute:nova {{(pid=93088) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:40:16.818280 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.plugins.ml2.db [None req-c19a6270-6d9c-4536-aff4-fa67cf520a51 admin admin] For port e446bfbe-6143-46aa-ace5-f4ac93512559, host dv-cinder-799631-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799631-1-iscsi',level=0,port_id=e446bfbe-6143-46aa-ace5-f4ac93512559,segment=NetworkSegment(c3ad306a-e157-4db2-861a-89054f1f1a9d),segment_id=c3ad306a-e157-4db2-861a-89054f1f1a9d)] {{(pid=93087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:40:16.818640 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-c19a6270-6d9c-4536-aff4-fa67cf520a51 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813012'] for port, precommit_delete {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:40:16.831473 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.plugins.ml2.plugin [None req-c19a6270-6d9c-4536-aff4-fa67cf520a51 admin admin] Calling delete_port for e446bfbe-6143-46aa-ace5-f4ac93512559 owned by network:router_interface {{(pid=93087) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:40:16.909090 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [req-afd19232-7257-4933-ae6d-90f50909593c req-27dcd6a9-2b38-4b08-a6a3-214ac8b4e276 tempest-TestMinimumBasicScenario-1748604485 tempest-TestMinimumBasicScenario-1748604485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-772913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730294210838', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730293689573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63638200'] for port, after_delete {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:40:16.945079 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27dcd6a9-2b38-4b08-a6a3-214ac8b4e276 tempest-TestMinimumBasicScenario-1748604485 tempest-TestMinimumBasicScenario-1748604485-project] Pushing event deleted for resources: {'Port': ['ID=d83d37af-235e-4459-bdd2-0d2554e24623,revision_number=None']} {{(pid=93088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:40:16.946110 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.db [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] get_ports_and_sgs() called for port_ids ['d83d37af-235e-4459-bdd2-0d2554e24623'] {{(pid=93089) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 12:40:16.988175 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.db.l3_dvrscheduler_db [req-afd19232-7257-4933-ae6d-90f50909593c req-27dcd6a9-2b38-4b08-a6a3-214ac8b4e276 tempest-TestMinimumBasicScenario-1748604485 tempest-TestMinimumBasicScenario-1748604485-project] No DVR routers for this DVR port d83d37af-235e-4459-bdd2-0d2554e24623 on host hv-cinder-79963 {{(pid=93088) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:40:16.990931 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [req-afd19232-7257-4933-ae6d-90f50909593c req-27dcd6a9-2b38-4b08-a6a3-214ac8b4e276 tempest-TestMinimumBasicScenario-1748604485 tempest-TestMinimumBasicScenario-1748604485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473541'] for port, before_response {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:40:16.992883 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-afd19232-7257-4933-ae6d-90f50909593c req-27dcd6a9-2b38-4b08-a6a3-214ac8b4e276 tempest-TestMinimumBasicScenario-1748604485 tempest-TestMinimumBasicScenario-1748604485-project] 10.222.0.100 "DELETE /v2.0/ports/d83d37af-235e-4459-bdd2-0d2554e24623 HTTP/1.1" status: 204 len: 173 time: 0.4109995 Jul 06 12:40:16.993330 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d69a85d-ce03-47db-b48b-19cc0f97d343', 'name': 'network-vif-deleted', 'tag': 'd83d37af-235e-4459-bdd2-0d2554e24623'}] {{(pid=93088) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:40:16.996216 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.106/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9084e8bb467df778e8c5a57eadfa6056a7986fbfd2ee9905f143c38c4b95db31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-469cf67e-1f3c-4220-aab3-a2a43b503d79" -d '{"events": [{"server_uuid": "7d69a85d-ce03-47db-b48b-19cc0f97d343", "name": "network-vif-deleted", "tag": "d83d37af-235e-4459-bdd2-0d2554e24623"}]}' {{(pid=93088) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:40:17.039993 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 12:40:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f38cb6a-e63b-465e-a882-1577a3e25a53 x-openstack-request-id: req-6f38cb6a-e63b-465e-a882-1577a3e25a53 {{(pid=93088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:40:17.040286 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d69a85d-ce03-47db-b48b-19cc0f97d343", "name": "network-vif-deleted", "tag": "d83d37af-235e-4459-bdd2-0d2554e24623", "status": "completed", "code": 200}]} {{(pid=93088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:40:17.040540 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.106/compute/v2.1/os-server-external-events used request id req-6f38cb6a-e63b-465e-a882-1577a3e25a53 {{(pid=93088) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:40:17.040940 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d69a85d-ce03-47db-b48b-19cc0f97d343', 'name': 'network-vif-deleted', 'tag': 'd83d37af-235e-4459-bdd2-0d2554e24623', 'status': 'completed', 'code': 200} Jul 06 12:40:17.048076 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-c19a6270-6d9c-4536-aff4-fa67cf520a51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-772913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730294210838', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730293689573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65517743'] for port, after_delete {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:40:17.080209 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19a6270-6d9c-4536-aff4-fa67cf520a51 admin admin] Pushing event deleted for resources: {'Port': ['ID=e446bfbe-6143-46aa-ace5-f4ac93512559,revision_number=None']} {{(pid=93087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:40:17.162613 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-7766a56f-79aa-42fe-a3ed-f8977d4c0e11 req-de6f1050-d8d8-475c-bd69-eb053a965293 tempest-TestMinimumBasicScenario-1748604485 tempest-TestMinimumBasicScenario-1748604485-project] 10.222.0.106 "GET /v2.0/ports?device_id=7d69a85d-ce03-47db-b48b-19cc0f97d343 HTTP/1.1" status: 200 len: 210 time: 0.0303290 Jul 06 12:40:17.284991 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-c19a6270-6d9c-4536-aff4-fa67cf520a51 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1582540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1813034'] for router_interface, after_delete {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:40:17.513510 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c19a6270-6d9c-4536-aff4-fa67cf520a51 admin admin] Router e5f6b344-c6b8-4ee4-81d0-896646415cef has already been hosted by L3 agent 8f648e93-51d3-4e20-9eca-a57842435ba1 {{(pid=93087) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 12:40:17.623456 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c19a6270-6d9c-4536-aff4-fa67cf520a51 admin admin] Notify agent at l3_agent.dv-cinder-799631-1-iscsi the message routers_updated {{(pid=93087) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:40:17.628495 dv-cinder-799631-1-iscsi neutron-server[93087]: INFO neutron.wsgi [None req-c19a6270-6d9c-4536-aff4-fa67cf520a51 admin admin] 10.222.0.106 "PUT /v2.0/routers/e5f6b344-c6b8-4ee4-81d0-896646415cef/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6172976 Jul 06 12:40:17.630966 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.wsgi [-] (93087) accepted ('10.222.0.106', 54780) {{(pid=93087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:40:17.640735 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b4e4301-f19d-490e-bc29-3769d676dd32 None None] Sync routers for ids ['e5f6b344-c6b8-4ee4-81d0-896646415cef'] in dv-cinder-799631-1-iscsi {{(pid=93089) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:40:17.650459 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b4e4301-f19d-490e-bc29-3769d676dd32 None None] Routers {'e5f6b344-c6b8-4ee4-81d0-896646415cef'} bound to L3 agent in host dv-cinder-799631-1-iscsi {{(pid=93089) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:40:17.651443 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.db.l3_hamode_db [None req-7b4e4301-f19d-490e-bc29-3769d676dd32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799631-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T12:25:10Z,description=,heartbeat_timestamp=2021-07-06T12:40:11Z,host='dv-cinder-799631-1-iscsi',id=8f648e93-51d3-4e20-9eca-a57842435ba1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T12:25:10Z,topic='l3_agent')) {'router_ids': ['e5f6b344-c6b8-4ee4-81d0-896646415cef'], 'active': True} {{(pid=93089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:40:17.789364 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.db.l3_dvr_db [None req-7b4e4301-f19d-490e-bc29-3769d676dd32 None None] Set router e5f6b344-c6b8-4ee4-81d0-896646415cef gateway port host: dv-cinder-799631-1-iscsi {{(pid=93089) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:40:18.004795 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.db.l3_hamode_db [None req-7b4e4301-f19d-490e-bc29-3769d676dd32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5f6b344-c6b8-4ee4-81d0-896646415cef', 'name': 'tempest-AttachVolumeTestJSON-607715299-router', 'tenant_id': '2efe7ae752d2458ea1329427a8828a01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a97b808-be6d-48ec-a40b-4668530ee790', 'external_fixed_ips': [{'subnet_id': '1816a596-2dc6-4d27-98a5-201cc12476f2', 'ip_address': '172.27.1.111'}], 'enable_snat': True}, 'gw_port_id': '1b4179cc-d547-4584-9baa-867a0c1392bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:33:12Z', 'updated_at': '2021-07-06T12:40:16Z', 'revision_number': 5, 'project_id': '2efe7ae752d2458ea1329427a8828a01', 'gw_port': {'id': '1b4179cc-d547-4584-9baa-867a0c1392bd', 'name': '', 'network_id': '2a97b808-be6d-48ec-a40b-4668530ee790', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:ab:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5f6b344-c6b8-4ee4-81d0-896646415cef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '1816a596-2dc6-4d27-98a5-201cc12476f2', 'ip_address': '172.27.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799631-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:33:14Z', 'updated_at': '2021-07-06T12:33:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1816a596-2dc6-4d27-98a5-201cc12476f2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799631-1-iscsi'}], 'dv-cinder-799631-1-iscsi', False) {} {{(pid=93089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:40:18.021150 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-a3b06d5b-5636-46b3-b290-11642fef079c admin admin] Notify callbacks [] for router, before_delete {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:40:18.035667 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b4e4301-f19d-490e-bc29-3769d676dd32 None None] Checking router: e5f6b344-c6b8-4ee4-81d0-896646415cef for host: dv-cinder-799631-1-iscsi {{(pid=93089) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 12:40:18.044723 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b4e4301-f19d-490e-bc29-3769d676dd32 None None] Routers {'e5f6b344-c6b8-4ee4-81d0-896646415cef'} bound to L3 agent in host dv-cinder-799631-1-iscsi {{(pid=93089) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:40:18.045261 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.db.l3_hamode_db [None req-7b4e4301-f19d-490e-bc29-3769d676dd32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799631-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T12:25:10Z,description=,heartbeat_timestamp=2021-07-06T12:40:11Z,host='dv-cinder-799631-1-iscsi',id=8f648e93-51d3-4e20-9eca-a57842435ba1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T12:25:10Z,topic='l3_agent')) {'router_ids': ['e5f6b344-c6b8-4ee4-81d0-896646415cef'], 'active': True} {{(pid=93089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:40:18.121618 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-a3b06d5b-5636-46b3-b290-11642fef079c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:40:18.149415 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.db.l3_dvr_db [None req-7b4e4301-f19d-490e-bc29-3769d676dd32 None None] Set router e5f6b344-c6b8-4ee4-81d0-896646415cef gateway port host: dv-cinder-799631-1-iscsi {{(pid=93089) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:40:18.173873 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.plugins.ml2.plugin [None req-a3b06d5b-5636-46b3-b290-11642fef079c admin admin] Deleting port 1b4179cc-d547-4584-9baa-867a0c1392bd {{(pid=93087) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:40:18.174217 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-a3b06d5b-5636-46b3-b290-11642fef079c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730294201564'] for port, before_delete {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:40:18.272324 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.plugins.ml2.db [None req-a3b06d5b-5636-46b3-b290-11642fef079c admin admin] For port 1b4179cc-d547-4584-9baa-867a0c1392bd, host dv-cinder-799631-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799631-1-iscsi',level=0,port_id=1b4179cc-d547-4584-9baa-867a0c1392bd,segment=NetworkSegment(89d2d2f7-34cd-4989-93e1-84776a10346d),segment_id=89d2d2f7-34cd-4989-93e1-84776a10346d)] {{(pid=93087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:40:18.272914 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-a3b06d5b-5636-46b3-b290-11642fef079c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813012'] for port, precommit_delete {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:40:18.295853 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.plugins.ml2.plugin [None req-a3b06d5b-5636-46b3-b290-11642fef079c admin admin] Calling delete_port for 1b4179cc-d547-4584-9baa-867a0c1392bd owned by network:router_gateway {{(pid=93087) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:40:18.368263 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.db.l3_hamode_db [None req-7b4e4301-f19d-490e-bc29-3769d676dd32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5f6b344-c6b8-4ee4-81d0-896646415cef', 'name': 'tempest-AttachVolumeTestJSON-607715299-router', 'tenant_id': '2efe7ae752d2458ea1329427a8828a01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a97b808-be6d-48ec-a40b-4668530ee790', 'external_fixed_ips': [{'subnet_id': '1816a596-2dc6-4d27-98a5-201cc12476f2', 'ip_address': '172.27.1.111'}], 'enable_snat': True}, 'gw_port_id': '1b4179cc-d547-4584-9baa-867a0c1392bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:33:12Z', 'updated_at': '2021-07-06T12:40:16Z', 'revision_number': 5, 'project_id': '2efe7ae752d2458ea1329427a8828a01', 'gw_port': {'id': '1b4179cc-d547-4584-9baa-867a0c1392bd', 'name': '', 'network_id': '2a97b808-be6d-48ec-a40b-4668530ee790', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:ab:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5f6b344-c6b8-4ee4-81d0-896646415cef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '1816a596-2dc6-4d27-98a5-201cc12476f2', 'ip_address': '172.27.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799631-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:33:14Z', 'updated_at': '2021-07-06T12:33:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1816a596-2dc6-4d27-98a5-201cc12476f2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799631-1-iscsi'}], 'dv-cinder-799631-1-iscsi', False) {} {{(pid=93089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:40:18.405874 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b4e4301-f19d-490e-bc29-3769d676dd32 None None] The sync data for ids ['e5f6b344-c6b8-4ee4-81d0-896646415cef'] in dv-cinder-799631-1-iscsi is: [{'id': 'e5f6b344-c6b8-4ee4-81d0-896646415cef', 'name': 'tempest-AttachVolumeTestJSON-607715299-router', 'tenant_id': '2efe7ae752d2458ea1329427a8828a01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a97b808-be6d-48ec-a40b-4668530ee790', 'external_fixed_ips': [{'subnet_id': '1816a596-2dc6-4d27-98a5-201cc12476f2', 'ip_address': '172.27.1.111'}], 'enable_snat': True}, 'gw_port_id': '1b4179cc-d547-4584-9baa-867a0c1392bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:33:12Z', 'updated_at': '2021-07-06T12:40:16Z', 'revision_number': 5, 'project_id': '2efe7ae752d2458ea1329427a8828a01', 'gw_port': {'id': '1b4179cc-d547-4584-9baa-867a0c1392bd', 'name': '', 'network_id': '2a97b808-be6d-48ec-a40b-4668530ee790', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:ab:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5f6b344-c6b8-4ee4-81d0-896646415cef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '1816a596-2dc6-4d27-98a5-201cc12476f2', 'ip_address': '172.27.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799631-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:33:14Z', 'updated_at': '2021-07-06T12:33:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1816a596-2dc6-4d27-98a5-201cc12476f2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799631-1-iscsi'}] {{(pid=93089) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:40:18.511278 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-a3b06d5b-5636-46b3-b290-11642fef079c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-772913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730294210838', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730293689573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65517743'] for port, after_delete {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:40:18.543006 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b06d5b-5636-46b3-b290-11642fef079c admin admin] Pushing event deleted for resources: {'Port': ['ID=1b4179cc-d547-4584-9baa-867a0c1392bd,revision_number=None']} {{(pid=93087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:40:18.604871 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-a3b06d5b-5636-46b3-b290-11642fef079c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1764435'] for router_gateway, after_delete {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:40:18.717249 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-a3b06d5b-5636-46b3-b290-11642fef079c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1816807', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-259384'] for router, precommit_delete {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:40:18.720462 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-a3b06d5b-5636-46b3-b290-11642fef079c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:40:18.787060 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-a3b06d5b-5636-46b3-b290-11642fef079c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1817463'] for router, after_delete {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:40:18.787440 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3b06d5b-5636-46b3-b290-11642fef079c admin admin] Fanout notify agent at l3_agent the message router_deleted on router e5f6b344-c6b8-4ee4-81d0-896646415cef {{(pid=93087) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 12:40:18.793183 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-a3b06d5b-5636-46b3-b290-11642fef079c admin admin] Notify callbacks [] for router, before_response {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:40:18.794489 dv-cinder-799631-1-iscsi neutron-server[93087]: INFO neutron.wsgi [None req-a3b06d5b-5636-46b3-b290-11642fef079c admin admin] 10.222.0.106 "DELETE /v2.0/routers/e5f6b344-c6b8-4ee4-81d0-896646415cef HTTP/1.1" status: 204 len: 168 time: 1.1623218 Jul 06 12:40:18.797056 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.wsgi [-] (93088) accepted ('10.222.0.106', 54822) {{(pid=93088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:40:18.852862 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.db.db_base_plugin_v2 [None req-f69624b5-5b6c-4b06-86f9-537b2da93438 admin admin] Deleting subnet c2006b9e-8b8d-4564-b906-0d2b575665be {{(pid=93088) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 12:40:18.856657 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-f69624b5-5b6c-4b06-86f9-537b2da93438 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:40:18.873389 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.wsgi [-] (93087) accepted ('10.222.0.106', 54824) {{(pid=93087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:40:18.896434 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-f69624b5-5b6c-4b06-86f9-537b2da93438 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63205673'] for subnet, precommit_delete_associations {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:40:19.020682 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-f69624b5-5b6c-4b06-86f9-537b2da93438 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-892766'] for subnet, precommit_delete {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:40:19.076937 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-f69624b5-5b6c-4b06-86f9-537b2da93438 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-892759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1774543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63638146', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63516695'] for subnet, after_delete {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:40:19.106143 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69624b5-5b6c-4b06-86f9-537b2da93438 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c2006b9e-8b8d-4564-b906-0d2b575665be,revision_number=None']} {{(pid=93088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:40:19.112761 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-f69624b5-5b6c-4b06-86f9-537b2da93438 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:40:19.117496 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [None req-f69624b5-5b6c-4b06-86f9-537b2da93438 admin admin] 10.222.0.106 "DELETE /v2.0/subnets/c2006b9e-8b8d-4564-b906-0d2b575665be HTTP/1.1" status: 204 len: 168 time: 0.3165300 Jul 06 12:40:19.117496 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.wsgi [-] (93088) accepted ('10.222.0.106', 54826) {{(pid=93088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:40:19.122651 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0c590c7-20c5-4cc4-9929-65c600f6c02d None None] Network 05887a89-c541-45f9-bd49-e19532da98ad requested from dv-cinder-799631-1-iscsi {{(pid=93089) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:40:19.193238 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-74359430-39af-4690-888b-b6ffef926fc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-555043'] for network, before_delete {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:40:19.258078 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.plugins.ml2.plugin [None req-74359430-39af-4690-888b-b6ffef926fc3 admin admin] Deleting port 543d1e5c-eb5d-48cc-bcbc-0570ac114a08 {{(pid=93088) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:40:19.258657 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-74359430-39af-4690-888b-b6ffef926fc3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730294201564'] for port, before_delete {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:40:19.258988 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-3669313f-b5ec-428b-a5e4-49108e7cba27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1815572'] for router_interface, before_delete {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:40:19.324415 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.plugins.ml2.db [None req-74359430-39af-4690-888b-b6ffef926fc3 admin admin] For port 543d1e5c-eb5d-48cc-bcbc-0570ac114a08, host dv-cinder-799631-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799631-1-iscsi',level=0,port_id=543d1e5c-eb5d-48cc-bcbc-0570ac114a08,segment=NetworkSegment(c3ad306a-e157-4db2-861a-89054f1f1a9d),segment_id=c3ad306a-e157-4db2-861a-89054f1f1a9d)] {{(pid=93088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:40:19.324690 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-74359430-39af-4690-888b-b6ffef926fc3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813012'] for port, precommit_delete {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:40:19.337266 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.plugins.ml2.plugin [None req-74359430-39af-4690-888b-b6ffef926fc3 admin admin] Calling delete_port for 543d1e5c-eb5d-48cc-bcbc-0570ac114a08 owned by network:dhcp {{(pid=93088) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:40:19.414923 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-74359430-39af-4690-888b-b6ffef926fc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-772913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730294210838', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730293689573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63638200'] for port, after_delete {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:40:19.442766 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74359430-39af-4690-888b-b6ffef926fc3 admin admin] Pushing event deleted for resources: {'Port': ['ID=543d1e5c-eb5d-48cc-bcbc-0570ac114a08,revision_number=None']} {{(pid=93088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:40:19.444637 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74359430-39af-4690-888b-b6ffef926fc3 admin admin] No DVR routers for this DVR port 543d1e5c-eb5d-48cc-bcbc-0570ac114a08 on host dv-cinder-799631-1-iscsi {{(pid=93088) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:40:19.492450 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1840fa90-3ce8-4214-8a92-c04ff2bdd6e3 None None] DHCP port deletion for 05887a89-c541-45f9-bd49-e19532da98ad request from dv-cinder-799631-1-iscsi {{(pid=93089) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 12:40:19.540949 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-74359430-39af-4690-888b-b6ffef926fc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-910539', 'neutron.services.segments.db._delete_segments_for_network-8730293992542'] for network, precommit_delete {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:40:19.555645 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.services.segments.db [None req-74359430-39af-4690-888b-b6ffef926fc3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['05887a89-c541-45f9-bd49-e19532da98ad']}} {{(pid=93088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:40:19.567649 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.services.segments.db [None req-74359430-39af-4690-888b-b6ffef926fc3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c3ad306a-e157-4db2-861a-89054f1f1a9d') {'for_net_delete': True} {{(pid=93088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:40:19.567953 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.services.segments.db [None req-74359430-39af-4690-888b-b6ffef926fc3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c3ad306a-e157-4db2-861a-89054f1f1a9d') {} {{(pid=93088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:40:19.569807 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.plugins.ml2.plugin [None req-3669313f-b5ec-428b-a5e4-49108e7cba27 admin admin] Deleting port 44abdb3f-56e1-49b0-aea2-4ee968a06e7a {{(pid=93087) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:40:19.570468 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-3669313f-b5ec-428b-a5e4-49108e7cba27 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730294201564'] for port, before_delete {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:40:19.578375 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.rpc [None req-3dd6613b-aa53-445d-9a05-4c085a94a05e None None] Device 543d1e5c-eb5d-48cc-bcbc-0570ac114a08 no longer exists at agent ovs-agent-dv-cinder-799631-1-iscsi {{(pid=93089) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:40:19.582269 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-74359430-39af-4690-888b-b6ffef926fc3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730294219394', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63205694'] for segment, before_delete {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:40:19.597422 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-74359430-39af-4690-888b-b6ffef926fc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-886815'] for segment, precommit_delete {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:40:19.600150 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.plugin [None req-3dd6613b-aa53-445d-9a05-4c085a94a05e None None] No Port match for: 543d1e5c-eb5d-48cc-bcbc-0570ac114a08 {{(pid=93089) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:40:19.600526 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.rpc [None req-3dd6613b-aa53-445d-9a05-4c085a94a05e None None] Device 543d1e5c-eb5d-48cc-bcbc-0570ac114a08 not bound to the agent host dv-cinder-799631-1-iscsi {{(pid=93089) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:40:19.601102 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.rpc [None req-3dd6613b-aa53-445d-9a05-4c085a94a05e None None] Device e446bfbe-6143-46aa-ace5-f4ac93512559 no longer exists at agent ovs-agent-dv-cinder-799631-1-iscsi {{(pid=93089) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:40:19.607951 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-74359430-39af-4690-888b-b6ffef926fc3 admin admin] Releasing vlan 1091 on physical network physnet1 to pool {{(pid=93088) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 12:40:19.608384 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-74359430-39af-4690-888b-b6ffef926fc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-886815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63638119'] for segment, after_delete {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:40:19.610583 dv-cinder-799631-1-iscsi neutron-server[93088]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:40:19.610583 dv-cinder-799631-1-iscsi neutron-server[93088]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:40:19.610583 dv-cinder-799631-1-iscsi neutron-server[93088]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:40:19.610583 dv-cinder-799631-1-iscsi neutron-server[93088]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:40:19.610583 dv-cinder-799631-1-iscsi neutron-server[93088]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:40:19.610583 dv-cinder-799631-1-iscsi neutron-server[93088]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:40:19.610583 dv-cinder-799631-1-iscsi neutron-server[93088]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:40:19.610583 dv-cinder-799631-1-iscsi neutron-server[93088]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:40:19.610583 dv-cinder-799631-1-iscsi neutron-server[93088]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:40:19.610583 dv-cinder-799631-1-iscsi neutron-server[93088]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:40:19.610583 dv-cinder-799631-1-iscsi neutron-server[93088]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:40:19.610583 dv-cinder-799631-1-iscsi neutron-server[93088]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:40:19.610583 dv-cinder-799631-1-iscsi neutron-server[93088]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:40:19.610583 dv-cinder-799631-1-iscsi neutron-server[93088]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:40:19.610583 dv-cinder-799631-1-iscsi neutron-server[93088]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:40:19.610583 dv-cinder-799631-1-iscsi neutron-server[93088]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:40:19.610583 dv-cinder-799631-1-iscsi neutron-server[93088]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:40:19.610583 dv-cinder-799631-1-iscsi neutron-server[93088]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:40:19.610583 dv-cinder-799631-1-iscsi neutron-server[93088]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:40:19.610583 dv-cinder-799631-1-iscsi neutron-server[93088]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:40:19.610583 dv-cinder-799631-1-iscsi neutron-server[93088]: Traceback (most recent call last): Jul 06 12:40:19.610583 dv-cinder-799631-1-iscsi neutron-server[93088]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 12:40:19.610583 dv-cinder-799631-1-iscsi neutron-server[93088]: timer() Jul 06 12:40:19.610583 dv-cinder-799631-1-iscsi neutron-server[93088]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 12:40:19.610583 dv-cinder-799631-1-iscsi neutron-server[93088]: cb(*args, **kw) Jul 06 12:40:19.610583 dv-cinder-799631-1-iscsi neutron-server[93088]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 12:40:19.610583 dv-cinder-799631-1-iscsi neutron-server[93088]: return func(*args, **kwargs) Jul 06 12:40:19.610583 dv-cinder-799631-1-iscsi neutron-server[93088]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 12:40:19.610583 dv-cinder-799631-1-iscsi neutron-server[93088]: self._notify() Jul 06 12:40:19.610583 dv-cinder-799631-1-iscsi neutron-server[93088]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 12:40:19.610583 dv-cinder-799631-1-iscsi neutron-server[93088]: self.callback(batched_events) Jul 06 12:40:19.610583 dv-cinder-799631-1-iscsi neutron-server[93088]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 12:40:19.610583 dv-cinder-799631-1-iscsi neutron-server[93088]: event.method(event) Jul 06 12:40:19.610583 dv-cinder-799631-1-iscsi neutron-server[93088]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 12:40:19.610583 dv-cinder-799631-1-iscsi neutron-server[93088]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 12:40:19.610583 dv-cinder-799631-1-iscsi neutron-server[93088]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 12:40:19.610583 dv-cinder-799631-1-iscsi neutron-server[93088]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 12:40:19.610583 dv-cinder-799631-1-iscsi neutron-server[93088]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 12:40:19.610583 dv-cinder-799631-1-iscsi neutron-server[93088]: return f(self, *a, **k) Jul 06 12:40:19.610583 dv-cinder-799631-1-iscsi neutron-server[93088]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 12:40:19.610583 dv-cinder-799631-1-iscsi neutron-server[93088]: return self._get(url).json() Jul 06 12:40:19.610583 dv-cinder-799631-1-iscsi neutron-server[93088]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 12:40:19.610583 dv-cinder-799631-1-iscsi neutron-server[93088]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 12:40:19.610583 dv-cinder-799631-1-iscsi neutron-server[93088]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 12:40:19.610583 dv-cinder-799631-1-iscsi neutron-server[93088]: return self.request(url, 'GET', **kwargs) Jul 06 12:40:19.610583 dv-cinder-799631-1-iscsi neutron-server[93088]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 12:40:19.610583 dv-cinder-799631-1-iscsi neutron-server[93088]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 12:40:19.610583 dv-cinder-799631-1-iscsi neutron-server[93088]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 12:40:19.610583 dv-cinder-799631-1-iscsi neutron-server[93088]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 12:40:19.610583 dv-cinder-799631-1-iscsi neutron-server[93088]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 12:40:19.610583 dv-cinder-799631-1-iscsi neutron-server[93088]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 12:40:19.610583 dv-cinder-799631-1-iscsi neutron-server[93088]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 12:40:19.624508 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.plugin [None req-3dd6613b-aa53-445d-9a05-4c085a94a05e None None] No Port match for: e446bfbe-6143-46aa-ace5-f4ac93512559 {{(pid=93089) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:40:19.624861 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.rpc [None req-3dd6613b-aa53-445d-9a05-4c085a94a05e None None] Device e446bfbe-6143-46aa-ace5-f4ac93512559 not bound to the agent host dv-cinder-799631-1-iscsi {{(pid=93089) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:40:19.625506 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.rpc [None req-3dd6613b-aa53-445d-9a05-4c085a94a05e None None] Device 1b4179cc-d547-4584-9baa-867a0c1392bd no longer exists at agent ovs-agent-dv-cinder-799631-1-iscsi {{(pid=93089) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:40:19.644373 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.plugin [None req-3dd6613b-aa53-445d-9a05-4c085a94a05e None None] No Port match for: 1b4179cc-d547-4584-9baa-867a0c1392bd {{(pid=93089) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:40:19.644732 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.rpc [None req-3dd6613b-aa53-445d-9a05-4c085a94a05e None None] Device 1b4179cc-d547-4584-9baa-867a0c1392bd not bound to the agent host dv-cinder-799631-1-iscsi {{(pid=93089) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:40:19.678927 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-74359430-39af-4690-888b-b6ffef926fc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-910528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1774397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1764471'] for network, after_delete {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:40:19.684734 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.plugins.ml2.db [None req-3669313f-b5ec-428b-a5e4-49108e7cba27 admin admin] For port 44abdb3f-56e1-49b0-aea2-4ee968a06e7a, host dv-cinder-799631-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799631-1-iscsi',level=0,port_id=44abdb3f-56e1-49b0-aea2-4ee968a06e7a,segment=NetworkSegment(3b7b6187-b8d3-415b-b372-c3596850bebe),segment_id=3b7b6187-b8d3-415b-b372-c3596850bebe)] {{(pid=93087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:40:19.684999 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-3669313f-b5ec-428b-a5e4-49108e7cba27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813012'] for port, precommit_delete {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:40:19.697885 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-74359430-39af-4690-888b-b6ffef926fc3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582504'] for network, before_response {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:40:19.698111 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.plugins.ml2.plugin [None req-3669313f-b5ec-428b-a5e4-49108e7cba27 admin admin] Calling delete_port for 44abdb3f-56e1-49b0-aea2-4ee968a06e7a owned by network:router_interface {{(pid=93087) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:40:19.699753 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [None req-74359430-39af-4690-888b-b6ffef926fc3 admin admin] 10.222.0.106 "DELETE /v2.0/networks/05887a89-c541-45f9-bd49-e19532da98ad HTTP/1.1" status: 204 len: 168 time: 0.5815060 Jul 06 12:40:19.701254 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74359430-39af-4690-888b-b6ffef926fc3 admin admin] Pushing event deleted for resources: {'Network': ['ID=05887a89-c541-45f9-bd49-e19532da98ad,revision_number=None']} {{(pid=93088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:40:19.825873 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.wsgi [-] (93087) accepted ('10.222.0.106', 54830) {{(pid=93087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:40:19.880927 dv-cinder-799631-1-iscsi neutron-server[93087]: INFO neutron.wsgi [None req-8d758e8a-4d58-4921-9e1f-8211ea3c3189 admin admin] 10.222.0.106 "GET /v2.0/security-groups?tenant_id=2efe7ae752d2458ea1329427a8828a01&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0540130 Jul 06 12:40:19.883503 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.wsgi [-] (93088) accepted ('10.222.0.106', 54832) {{(pid=93088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:40:19.926352 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-3669313f-b5ec-428b-a5e4-49108e7cba27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-772913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730294210838', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730293689573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65517743'] for port, after_delete {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:40:19.935570 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-68d98199-5ef5-4e45-90e1-3486e1c96857 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:40:19.954163 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3669313f-b5ec-428b-a5e4-49108e7cba27 admin admin] Pushing event deleted for resources: {'Port': ['ID=44abdb3f-56e1-49b0-aea2-4ee968a06e7a,revision_number=None']} {{(pid=93087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:40:19.959538 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-68d98199-5ef5-4e45-90e1-3486e1c96857 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:40:20.014025 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-68d98199-5ef5-4e45-90e1-3486e1c96857 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1774441'] for security_group, after_delete {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:40:20.017836 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-68d98199-5ef5-4e45-90e1-3486e1c96857 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:40:20.019268 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [None req-68d98199-5ef5-4e45-90e1-3486e1c96857 admin admin] 10.222.0.106 "DELETE /v2.0/security-groups/5032d3de-9d4a-41c6-8651-29feceff2f97 HTTP/1.1" status: 204 len: 168 time: 0.1347382 Jul 06 12:40:20.027735 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d98199-5ef5-4e45-90e1-3486e1c96857 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5032d3de-9d4a-41c6-8651-29feceff2f97,revision_number=None']} {{(pid=93088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:40:20.133550 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-3669313f-b5ec-428b-a5e4-49108e7cba27 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1582540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1813034'] for router_interface, after_delete {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:40:20.259848 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.rpc [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] Device d83d37af-235e-4459-bdd2-0d2554e24623 no longer exists at agent hyperv_hv-cinder-79963 {{(pid=93089) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:40:20.280359 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.plugin [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] No Port match for: d83d37af-235e-4459-bdd2-0d2554e24623 {{(pid=93089) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:40:20.280701 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.rpc [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] Device d83d37af-235e-4459-bdd2-0d2554e24623 not bound to the agent host hv-cinder-79963 {{(pid=93089) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:40:20.368670 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3669313f-b5ec-428b-a5e4-49108e7cba27 admin admin] Router b00a539c-b6e0-4987-ae6d-55ba966af7fe has already been hosted by L3 agent 8f648e93-51d3-4e20-9eca-a57842435ba1 {{(pid=93087) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 12:40:20.476726 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3669313f-b5ec-428b-a5e4-49108e7cba27 admin admin] Notify agent at l3_agent.dv-cinder-799631-1-iscsi the message routers_updated {{(pid=93087) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:40:20.487379 dv-cinder-799631-1-iscsi neutron-server[93087]: INFO neutron.wsgi [None req-3669313f-b5ec-428b-a5e4-49108e7cba27 admin admin] 10.222.0.106 "PUT /v2.0/routers/b00a539c-b6e0-4987-ae6d-55ba966af7fe/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6075187 Jul 06 12:40:20.488060 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.wsgi [-] (93088) accepted ('10.222.0.106', 54846) {{(pid=93088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:40:20.490340 dv-cinder-799631-1-iscsi neutron-server[93090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-713220c2-89c9-4ba7-bdb5-f65b72d1dac8 None None] Sync routers for ids ['b00a539c-b6e0-4987-ae6d-55ba966af7fe'] in dv-cinder-799631-1-iscsi {{(pid=93090) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:40:20.500821 dv-cinder-799631-1-iscsi neutron-server[93090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-713220c2-89c9-4ba7-bdb5-f65b72d1dac8 None None] Routers {'b00a539c-b6e0-4987-ae6d-55ba966af7fe'} bound to L3 agent in host dv-cinder-799631-1-iscsi {{(pid=93090) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:40:20.501451 dv-cinder-799631-1-iscsi neutron-server[93090]: DEBUG neutron.db.l3_hamode_db [None req-713220c2-89c9-4ba7-bdb5-f65b72d1dac8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799631-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T12:25:10Z,description=,heartbeat_timestamp=2021-07-06T12:40:11Z,host='dv-cinder-799631-1-iscsi',id=8f648e93-51d3-4e20-9eca-a57842435ba1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T12:25:10Z,topic='l3_agent')) {'router_ids': ['b00a539c-b6e0-4987-ae6d-55ba966af7fe'], 'active': True} {{(pid=93090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:40:20.606515 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-66cc8017-0b33-42fa-82e1-cace66bab2e7 admin admin] Notify callbacks [] for router, before_delete {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:40:20.614832 dv-cinder-799631-1-iscsi neutron-server[93090]: DEBUG neutron.db.l3_dvr_db [None req-713220c2-89c9-4ba7-bdb5-f65b72d1dac8 None None] Set router b00a539c-b6e0-4987-ae6d-55ba966af7fe gateway port host: dv-cinder-799631-1-iscsi {{(pid=93090) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:40:20.723621 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-66cc8017-0b33-42fa-82e1-cace66bab2e7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:40:20.778115 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.plugins.ml2.plugin [None req-66cc8017-0b33-42fa-82e1-cace66bab2e7 admin admin] Deleting port 799cc803-1e41-4a2d-91f5-95464d3741de {{(pid=93088) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:40:20.778535 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-66cc8017-0b33-42fa-82e1-cace66bab2e7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730294201564'] for port, before_delete {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:40:20.795740 dv-cinder-799631-1-iscsi neutron-server[93090]: DEBUG neutron.db.l3_hamode_db [None req-713220c2-89c9-4ba7-bdb5-f65b72d1dac8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b00a539c-b6e0-4987-ae6d-55ba966af7fe', 'name': 'tempest-TestMinimumBasicScenario-472386508-router', 'tenant_id': 'f3eb28de4f1642849fc831371d7db6c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a97b808-be6d-48ec-a40b-4668530ee790', 'external_fixed_ips': [{'subnet_id': '1816a596-2dc6-4d27-98a5-201cc12476f2', 'ip_address': '172.27.1.108'}], 'enable_snat': True}, 'gw_port_id': '799cc803-1e41-4a2d-91f5-95464d3741de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:37:29Z', 'updated_at': '2021-07-06T12:40:19Z', 'revision_number': 5, 'project_id': 'f3eb28de4f1642849fc831371d7db6c4', 'gw_port': {'id': '799cc803-1e41-4a2d-91f5-95464d3741de', 'name': '', 'network_id': '2a97b808-be6d-48ec-a40b-4668530ee790', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:dd:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b00a539c-b6e0-4987-ae6d-55ba966af7fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '1816a596-2dc6-4d27-98a5-201cc12476f2', 'ip_address': '172.27.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799631-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:37:29Z', 'updated_at': '2021-07-06T12:37:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1816a596-2dc6-4d27-98a5-201cc12476f2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799631-1-iscsi'}], 'dv-cinder-799631-1-iscsi', False) {} {{(pid=93090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:40:20.825378 dv-cinder-799631-1-iscsi neutron-server[93090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-713220c2-89c9-4ba7-bdb5-f65b72d1dac8 None None] Checking router: b00a539c-b6e0-4987-ae6d-55ba966af7fe for host: dv-cinder-799631-1-iscsi {{(pid=93090) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 12:40:20.834035 dv-cinder-799631-1-iscsi neutron-server[93090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-713220c2-89c9-4ba7-bdb5-f65b72d1dac8 None None] Routers {'b00a539c-b6e0-4987-ae6d-55ba966af7fe'} bound to L3 agent in host dv-cinder-799631-1-iscsi {{(pid=93090) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:40:20.834671 dv-cinder-799631-1-iscsi neutron-server[93090]: DEBUG neutron.db.l3_hamode_db [None req-713220c2-89c9-4ba7-bdb5-f65b72d1dac8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799631-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T12:25:10Z,description=,heartbeat_timestamp=2021-07-06T12:40:11Z,host='dv-cinder-799631-1-iscsi',id=8f648e93-51d3-4e20-9eca-a57842435ba1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T12:25:10Z,topic='l3_agent')) {'router_ids': ['b00a539c-b6e0-4987-ae6d-55ba966af7fe'], 'active': True} {{(pid=93090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:40:20.862759 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.plugins.ml2.db [None req-66cc8017-0b33-42fa-82e1-cace66bab2e7 admin admin] For port 799cc803-1e41-4a2d-91f5-95464d3741de, host dv-cinder-799631-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799631-1-iscsi',level=0,port_id=799cc803-1e41-4a2d-91f5-95464d3741de,segment=NetworkSegment(89d2d2f7-34cd-4989-93e1-84776a10346d),segment_id=89d2d2f7-34cd-4989-93e1-84776a10346d)] {{(pid=93088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:40:20.863143 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-66cc8017-0b33-42fa-82e1-cace66bab2e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813012'] for port, precommit_delete {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:40:20.880953 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.plugins.ml2.plugin [None req-66cc8017-0b33-42fa-82e1-cace66bab2e7 admin admin] Calling delete_port for 799cc803-1e41-4a2d-91f5-95464d3741de owned by network:router_gateway {{(pid=93088) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:40:20.931000 dv-cinder-799631-1-iscsi neutron-server[93090]: DEBUG neutron.db.l3_dvr_db [None req-713220c2-89c9-4ba7-bdb5-f65b72d1dac8 None None] Set router b00a539c-b6e0-4987-ae6d-55ba966af7fe gateway port host: None {{(pid=93090) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:40:20.991484 dv-cinder-799631-1-iscsi neutron-server[93090]: DEBUG neutron.db.l3_hamode_db [None req-713220c2-89c9-4ba7-bdb5-f65b72d1dac8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b00a539c-b6e0-4987-ae6d-55ba966af7fe', 'name': 'tempest-TestMinimumBasicScenario-472386508-router', 'tenant_id': 'f3eb28de4f1642849fc831371d7db6c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:37:29Z', 'updated_at': '2021-07-06T12:40:20Z', 'revision_number': 6, 'project_id': 'f3eb28de4f1642849fc831371d7db6c4', 'gw_port_host': None}], 'dv-cinder-799631-1-iscsi', False) {} {{(pid=93090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:40:21.020042 dv-cinder-799631-1-iscsi neutron-server[93090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-713220c2-89c9-4ba7-bdb5-f65b72d1dac8 None None] The sync data for ids ['b00a539c-b6e0-4987-ae6d-55ba966af7fe'] in dv-cinder-799631-1-iscsi is: [{'id': 'b00a539c-b6e0-4987-ae6d-55ba966af7fe', 'name': 'tempest-TestMinimumBasicScenario-472386508-router', 'tenant_id': 'f3eb28de4f1642849fc831371d7db6c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:37:29Z', 'updated_at': '2021-07-06T12:40:20Z', 'revision_number': 6, 'project_id': 'f3eb28de4f1642849fc831371d7db6c4', 'gw_port_host': None}] {{(pid=93090) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:40:21.101457 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-66cc8017-0b33-42fa-82e1-cace66bab2e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-772913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730294210838', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730293689573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63638200'] for port, after_delete {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:40:21.126695 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66cc8017-0b33-42fa-82e1-cace66bab2e7 admin admin] Pushing event deleted for resources: {'Port': ['ID=799cc803-1e41-4a2d-91f5-95464d3741de,revision_number=None']} {{(pid=93088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:40:21.188993 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-66cc8017-0b33-42fa-82e1-cace66bab2e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1764435'] for router_gateway, after_delete {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:40:21.563102 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-66cc8017-0b33-42fa-82e1-cace66bab2e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1816807', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-259384'] for router, precommit_delete {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:40:21.565244 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-66cc8017-0b33-42fa-82e1-cace66bab2e7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:40:21.630436 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-66cc8017-0b33-42fa-82e1-cace66bab2e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1817463'] for router, after_delete {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:40:21.631060 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66cc8017-0b33-42fa-82e1-cace66bab2e7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b00a539c-b6e0-4987-ae6d-55ba966af7fe {{(pid=93088) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 12:40:21.636502 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-66cc8017-0b33-42fa-82e1-cace66bab2e7 admin admin] Notify callbacks [] for router, before_response {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:40:21.640549 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [None req-66cc8017-0b33-42fa-82e1-cace66bab2e7 admin admin] 10.222.0.106 "DELETE /v2.0/routers/b00a539c-b6e0-4987-ae6d-55ba966af7fe HTTP/1.1" status: 204 len: 168 time: 1.1487627 Jul 06 12:40:21.640830 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.wsgi [-] (93088) accepted ('10.222.0.106', 54882) {{(pid=93088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:40:21.688845 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.db.db_base_plugin_v2 [None req-e8095eaf-7e5c-425e-aacc-f7be2868dfe6 admin admin] Deleting subnet b9c58772-dfdc-4409-b2d7-be774e05449a {{(pid=93088) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 12:40:21.691948 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-e8095eaf-7e5c-425e-aacc-f7be2868dfe6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:40:21.727924 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-e8095eaf-7e5c-425e-aacc-f7be2868dfe6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63205673'] for subnet, precommit_delete_associations {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:40:21.809215 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-e8095eaf-7e5c-425e-aacc-f7be2868dfe6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-892766'] for subnet, precommit_delete {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:40:21.873359 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.rpc [None req-3dd6613b-aa53-445d-9a05-4c085a94a05e None None] Device 44abdb3f-56e1-49b0-aea2-4ee968a06e7a no longer exists at agent ovs-agent-dv-cinder-799631-1-iscsi {{(pid=93089) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:40:21.877939 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-e8095eaf-7e5c-425e-aacc-f7be2868dfe6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-892759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1774543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63638146', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63516695'] for subnet, after_delete {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:40:21.897955 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.plugin [None req-3dd6613b-aa53-445d-9a05-4c085a94a05e None None] No Port match for: 44abdb3f-56e1-49b0-aea2-4ee968a06e7a {{(pid=93089) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:40:21.898312 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.rpc [None req-3dd6613b-aa53-445d-9a05-4c085a94a05e None None] Device 44abdb3f-56e1-49b0-aea2-4ee968a06e7a not bound to the agent host dv-cinder-799631-1-iscsi {{(pid=93089) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:40:21.908758 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8095eaf-7e5c-425e-aacc-f7be2868dfe6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b9c58772-dfdc-4409-b2d7-be774e05449a,revision_number=None']} {{(pid=93088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:40:21.910241 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-e8095eaf-7e5c-425e-aacc-f7be2868dfe6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:40:21.912259 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [None req-e8095eaf-7e5c-425e-aacc-f7be2868dfe6 admin admin] 10.222.0.106 "DELETE /v2.0/subnets/b9c58772-dfdc-4409-b2d7-be774e05449a HTTP/1.1" status: 204 len: 168 time: 0.2704694 Jul 06 12:40:21.914785 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.wsgi [-] (93088) accepted ('10.222.0.106', 54886) {{(pid=93088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:40:21.918914 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76d19eca-b30a-472d-90bd-eb758b179de1 None None] Network af1c07e1-bc5b-4dc3-88dd-e84cce5c0677 requested from dv-cinder-799631-1-iscsi {{(pid=93089) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:40:21.948983 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.wsgi [-] (93087) accepted ('10.222.0.106', 54888) {{(pid=93087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:40:21.990139 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-c54bb7bc-3fc2-4e35-8b2e-b2c347e8e828 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-555043'] for network, before_delete {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:40:22.047253 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.plugins.ml2.plugin [None req-c54bb7bc-3fc2-4e35-8b2e-b2c347e8e828 admin admin] Deleting port 1e666981-9388-4b12-af95-4cbad859f3c5 {{(pid=93088) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:40:22.047620 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-c54bb7bc-3fc2-4e35-8b2e-b2c347e8e828 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730294201564'] for port, before_delete {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:40:22.057393 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730293992524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912513'] for agent, after_update {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:40:22.105557 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-669da27e-9ccd-424b-b4a1-36701cfd4855 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:40:22.127026 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.plugins.ml2.db [None req-c54bb7bc-3fc2-4e35-8b2e-b2c347e8e828 admin admin] For port 1e666981-9388-4b12-af95-4cbad859f3c5, host dv-cinder-799631-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799631-1-iscsi',level=0,port_id=1e666981-9388-4b12-af95-4cbad859f3c5,segment=NetworkSegment(3b7b6187-b8d3-415b-b372-c3596850bebe),segment_id=3b7b6187-b8d3-415b-b372-c3596850bebe)] {{(pid=93088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:40:22.127645 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-c54bb7bc-3fc2-4e35-8b2e-b2c347e8e828 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813012'] for port, precommit_delete {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:40:22.144394 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.plugins.ml2.plugin [None req-c54bb7bc-3fc2-4e35-8b2e-b2c347e8e828 admin admin] Calling delete_port for 1e666981-9388-4b12-af95-4cbad859f3c5 owned by network:dhcp {{(pid=93088) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:40:22.211367 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-840cefee-0d42-43be-8eaa-ff4512ec5af8 None None] DHCP port deletion for af1c07e1-bc5b-4dc3-88dd-e84cce5c0677 request from dv-cinder-799631-1-iscsi {{(pid=93089) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 12:40:22.257850 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-669da27e-9ccd-424b-b4a1-36701cfd4855 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:40:22.261471 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-c54bb7bc-3fc2-4e35-8b2e-b2c347e8e828 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-772913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730294210838', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730293689573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63638200'] for port, after_delete {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:40:22.262603 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-669da27e-9ccd-424b-b4a1-36701cfd4855 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1774441'] for security_group, after_create {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:40:22.297536 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54bb7bc-3fc2-4e35-8b2e-b2c347e8e828 admin admin] Pushing event deleted for resources: {'Port': ['ID=1e666981-9388-4b12-af95-4cbad859f3c5,revision_number=None']} {{(pid=93088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:40:22.301352 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.plugin [None req-840cefee-0d42-43be-8eaa-ff4512ec5af8 None None] Deleting port 1e666981-9388-4b12-af95-4cbad859f3c5 {{(pid=93089) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:40:22.302005 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-840cefee-0d42-43be-8eaa-ff4512ec5af8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730294201564'] for port, before_delete {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:40:22.302283 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c54bb7bc-3fc2-4e35-8b2e-b2c347e8e828 admin admin] No DVR routers for this DVR port 1e666981-9388-4b12-af95-4cbad859f3c5 on host dv-cinder-799631-1-iscsi {{(pid=93088) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:40:22.312715 dv-cinder-799631-1-iscsi neutron-server[93087]: INFO neutron.wsgi [None req-669da27e-9ccd-424b-b4a1-36701cfd4855 admin admin] 10.222.0.106 "GET /v2.0/security-groups?tenant_id=5aac3974315142c9af2fdf04fdf9ee57&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3614547 Jul 06 12:40:22.314974 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669da27e-9ccd-424b-b4a1-36701cfd4855 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0738bc6f-14a9-468c-8054-d09e4cd3f5a8,revision_number=1']} {{(pid=93087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:40:22.316899 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.wsgi [-] (93088) accepted ('10.222.0.106', 54892) {{(pid=93088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:40:22.379415 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.db [None req-840cefee-0d42-43be-8eaa-ff4512ec5af8 None None] For port 1e666981-9388-4b12-af95-4cbad859f3c5, host dv-cinder-799631-1-iscsi, got binding levels [] {{(pid=93089) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:40:22.379875 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-840cefee-0d42-43be-8eaa-ff4512ec5af8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813012'] for port, precommit_delete {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:40:22.393787 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.plugin [None req-840cefee-0d42-43be-8eaa-ff4512ec5af8 None None] Calling delete_port for 1e666981-9388-4b12-af95-4cbad859f3c5 owned by network:dhcp {{(pid=93089) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:40:22.397955 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.db.ipam_backend_mixin [None req-840cefee-0d42-43be-8eaa-ff4512ec5af8 None None] Port 1e666981-9388-4b12-af95-4cbad859f3c5 was not found and therefore no delete operation was performed {{(pid=93089) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 06 12:40:22.399269 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-840cefee-0d42-43be-8eaa-ff4512ec5af8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-772913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730294210838', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730293689573'] for port, after_delete {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:40:22.410972 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-c54bb7bc-3fc2-4e35-8b2e-b2c347e8e828 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-910539', 'neutron.services.segments.db._delete_segments_for_network-8730293992542'] for network, precommit_delete {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:40:22.424385 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.services.segments.db [None req-c54bb7bc-3fc2-4e35-8b2e-b2c347e8e828 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af1c07e1-bc5b-4dc3-88dd-e84cce5c0677']}} {{(pid=93088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:40:22.426250 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840cefee-0d42-43be-8eaa-ff4512ec5af8 None None] Pushing event deleted for resources: {'Port': ['ID=1e666981-9388-4b12-af95-4cbad859f3c5,revision_number=None']} {{(pid=93089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:40:22.429384 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-840cefee-0d42-43be-8eaa-ff4512ec5af8 None None] No DVR routers for this DVR port 1e666981-9388-4b12-af95-4cbad859f3c5 on host dv-cinder-799631-1-iscsi {{(pid=93089) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:40:22.443801 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.services.segments.db [None req-c54bb7bc-3fc2-4e35-8b2e-b2c347e8e828 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b7b6187-b8d3-415b-b372-c3596850bebe') {'for_net_delete': True} {{(pid=93088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:40:22.444097 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.services.segments.db [None req-c54bb7bc-3fc2-4e35-8b2e-b2c347e8e828 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b7b6187-b8d3-415b-b372-c3596850bebe') {} {{(pid=93088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:40:22.450557 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-c633208a-bae9-4979-95dd-5a6e01e54042 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:40:22.455334 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-c54bb7bc-3fc2-4e35-8b2e-b2c347e8e828 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730294219394', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63205694'] for segment, before_delete {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:40:22.484789 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-c54bb7bc-3fc2-4e35-8b2e-b2c347e8e828 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-886815'] for segment, precommit_delete {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:40:22.492095 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-c633208a-bae9-4979-95dd-5a6e01e54042 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:40:22.500847 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c54bb7bc-3fc2-4e35-8b2e-b2c347e8e828 admin admin] Releasing vlan 1064 on physical network physnet1 to pool {{(pid=93088) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 12:40:22.501243 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-c54bb7bc-3fc2-4e35-8b2e-b2c347e8e828 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-886815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63638119'] for segment, after_delete {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:40:22.502865 dv-cinder-799631-1-iscsi neutron-server[93088]: Traceback (most recent call last): Jul 06 12:40:22.502865 dv-cinder-799631-1-iscsi neutron-server[93088]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 12:40:22.502865 dv-cinder-799631-1-iscsi neutron-server[93088]: timer() Jul 06 12:40:22.502865 dv-cinder-799631-1-iscsi neutron-server[93088]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 12:40:22.502865 dv-cinder-799631-1-iscsi neutron-server[93088]: cb(*args, **kw) Jul 06 12:40:22.502865 dv-cinder-799631-1-iscsi neutron-server[93088]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 12:40:22.502865 dv-cinder-799631-1-iscsi neutron-server[93088]: return func(*args, **kwargs) Jul 06 12:40:22.502865 dv-cinder-799631-1-iscsi neutron-server[93088]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 12:40:22.502865 dv-cinder-799631-1-iscsi neutron-server[93088]: self._notify() Jul 06 12:40:22.502865 dv-cinder-799631-1-iscsi neutron-server[93088]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 12:40:22.502865 dv-cinder-799631-1-iscsi neutron-server[93088]: self.callback(batched_events) Jul 06 12:40:22.502865 dv-cinder-799631-1-iscsi neutron-server[93088]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 12:40:22.502865 dv-cinder-799631-1-iscsi neutron-server[93088]: event.method(event) Jul 06 12:40:22.502865 dv-cinder-799631-1-iscsi neutron-server[93088]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 12:40:22.502865 dv-cinder-799631-1-iscsi neutron-server[93088]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 12:40:22.502865 dv-cinder-799631-1-iscsi neutron-server[93088]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 12:40:22.502865 dv-cinder-799631-1-iscsi neutron-server[93088]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 12:40:22.502865 dv-cinder-799631-1-iscsi neutron-server[93088]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 12:40:22.502865 dv-cinder-799631-1-iscsi neutron-server[93088]: return f(self, *a, **k) Jul 06 12:40:22.502865 dv-cinder-799631-1-iscsi neutron-server[93088]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 12:40:22.502865 dv-cinder-799631-1-iscsi neutron-server[93088]: return self._get(url).json() Jul 06 12:40:22.502865 dv-cinder-799631-1-iscsi neutron-server[93088]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 12:40:22.502865 dv-cinder-799631-1-iscsi neutron-server[93088]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 12:40:22.502865 dv-cinder-799631-1-iscsi neutron-server[93088]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 12:40:22.502865 dv-cinder-799631-1-iscsi neutron-server[93088]: return self.request(url, 'GET', **kwargs) Jul 06 12:40:22.502865 dv-cinder-799631-1-iscsi neutron-server[93088]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 12:40:22.502865 dv-cinder-799631-1-iscsi neutron-server[93088]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 12:40:22.502865 dv-cinder-799631-1-iscsi neutron-server[93088]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 12:40:22.502865 dv-cinder-799631-1-iscsi neutron-server[93088]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 12:40:22.502865 dv-cinder-799631-1-iscsi neutron-server[93088]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 12:40:22.502865 dv-cinder-799631-1-iscsi neutron-server[93088]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 12:40:22.502865 dv-cinder-799631-1-iscsi neutron-server[93088]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 12:40:22.572481 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-c54bb7bc-3fc2-4e35-8b2e-b2c347e8e828 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-910528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1774397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1764471'] for network, after_delete {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:40:22.578119 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-c54bb7bc-3fc2-4e35-8b2e-b2c347e8e828 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582504'] for network, before_response {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:40:22.580021 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [None req-c54bb7bc-3fc2-4e35-8b2e-b2c347e8e828 admin admin] 10.222.0.106 "DELETE /v2.0/networks/af1c07e1-bc5b-4dc3-88dd-e84cce5c0677 HTTP/1.1" status: 204 len: 168 time: 0.6639977 Jul 06 12:40:22.582876 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.wsgi [-] (93088) accepted ('10.222.0.106', 54894) {{(pid=93088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:40:22.600069 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54bb7bc-3fc2-4e35-8b2e-b2c347e8e828 admin admin] Pushing event deleted for resources: {'Network': ['ID=af1c07e1-bc5b-4dc3-88dd-e84cce5c0677,revision_number=None']} {{(pid=93088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:40:22.635944 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-c633208a-bae9-4979-95dd-5a6e01e54042 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1774441'] for security_group, after_delete {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:40:22.638514 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-c633208a-bae9-4979-95dd-5a6e01e54042 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:40:22.639674 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [None req-c633208a-bae9-4979-95dd-5a6e01e54042 admin admin] 10.222.0.106 "DELETE /v2.0/security-groups/0738bc6f-14a9-468c-8054-d09e4cd3f5a8 HTTP/1.1" status: 204 len: 168 time: 0.3063152 Jul 06 12:40:22.652305 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c633208a-bae9-4979-95dd-5a6e01e54042 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0738bc6f-14a9-468c-8054-d09e4cd3f5a8,revision_number=None']} {{(pid=93088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:40:22.905933 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.wsgi [-] (93087) accepted ('10.222.0.106', 54900) {{(pid=93087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:40:22.919924 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-5b484623-d5f9-4f6f-a1aa-1467b4e5c7cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:40:23.018320 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-5b484623-d5f9-4f6f-a1aa-1467b4e5c7cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:40:23.022631 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-5b484623-d5f9-4f6f-a1aa-1467b4e5c7cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1774441'] for security_group, after_create {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:40:23.025862 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-1377eda8-33a7-4518-bee0-4467012fc7e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1815572'] for router_interface, before_delete {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:40:23.060524 dv-cinder-799631-1-iscsi neutron-server[93087]: INFO neutron.wsgi [None req-5b484623-d5f9-4f6f-a1aa-1467b4e5c7cd admin admin] 10.222.0.106 "GET /v2.0/security-groups?tenant_id=9f035d75a83d40bfb70cf54cdc68ff87&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1534889 Jul 06 12:40:23.063104 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.wsgi [-] (93087) accepted ('10.222.0.106', 54902) {{(pid=93087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:40:23.069312 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b484623-d5f9-4f6f-a1aa-1467b4e5c7cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7b3b4cd-4705-4c76-a31a-7aa8b32399ae,revision_number=1']} {{(pid=93087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:40:23.117924 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-025d83a5-2e36-4dce-a5c7-5146efb78ea7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:40:23.147667 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-025d83a5-2e36-4dce-a5c7-5146efb78ea7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:40:23.194622 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-025d83a5-2e36-4dce-a5c7-5146efb78ea7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1774441'] for security_group, after_delete {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:40:23.197434 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-025d83a5-2e36-4dce-a5c7-5146efb78ea7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:40:23.198735 dv-cinder-799631-1-iscsi neutron-server[93087]: INFO neutron.wsgi [None req-025d83a5-2e36-4dce-a5c7-5146efb78ea7 admin admin] 10.222.0.106 "DELETE /v2.0/security-groups/e7b3b4cd-4705-4c76-a31a-7aa8b32399ae HTTP/1.1" status: 204 len: 168 time: 0.1345146 Jul 06 12:40:23.206986 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025d83a5-2e36-4dce-a5c7-5146efb78ea7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7b3b4cd-4705-4c76-a31a-7aa8b32399ae,revision_number=None']} {{(pid=93087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:40:23.371557 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.plugins.ml2.plugin [None req-1377eda8-33a7-4518-bee0-4467012fc7e7 admin admin] Deleting port 32d74a72-2dac-422b-a13b-d85e0d711a13 {{(pid=93088) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:40:23.372479 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-1377eda8-33a7-4518-bee0-4467012fc7e7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730294201564'] for port, before_delete {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:40:23.414826 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.rpc [None req-3dd6613b-aa53-445d-9a05-4c085a94a05e None None] Device 799cc803-1e41-4a2d-91f5-95464d3741de no longer exists at agent ovs-agent-dv-cinder-799631-1-iscsi {{(pid=93089) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:40:23.437436 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.plugin [None req-3dd6613b-aa53-445d-9a05-4c085a94a05e None None] No Port match for: 799cc803-1e41-4a2d-91f5-95464d3741de {{(pid=93089) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:40:23.437782 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.rpc [None req-3dd6613b-aa53-445d-9a05-4c085a94a05e None None] Device 799cc803-1e41-4a2d-91f5-95464d3741de not bound to the agent host dv-cinder-799631-1-iscsi {{(pid=93089) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:40:23.438383 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.rpc [None req-3dd6613b-aa53-445d-9a05-4c085a94a05e None None] Device 1e666981-9388-4b12-af95-4cbad859f3c5 no longer exists at agent ovs-agent-dv-cinder-799631-1-iscsi {{(pid=93089) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:40:23.461749 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.plugin [None req-3dd6613b-aa53-445d-9a05-4c085a94a05e None None] No Port match for: 1e666981-9388-4b12-af95-4cbad859f3c5 {{(pid=93089) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:40:23.462595 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.rpc [None req-3dd6613b-aa53-445d-9a05-4c085a94a05e None None] Device 1e666981-9388-4b12-af95-4cbad859f3c5 not bound to the agent host dv-cinder-799631-1-iscsi {{(pid=93089) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:40:23.475134 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.plugins.ml2.db [None req-1377eda8-33a7-4518-bee0-4467012fc7e7 admin admin] For port 32d74a72-2dac-422b-a13b-d85e0d711a13, host dv-cinder-799631-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799631-1-iscsi',level=0,port_id=32d74a72-2dac-422b-a13b-d85e0d711a13,segment=NetworkSegment(1cdad650-405c-4a97-b8ad-f379c5e76a63),segment_id=1cdad650-405c-4a97-b8ad-f379c5e76a63)] {{(pid=93088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:40:23.475506 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-1377eda8-33a7-4518-bee0-4467012fc7e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813012'] for port, precommit_delete {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:40:23.489461 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.plugins.ml2.plugin [None req-1377eda8-33a7-4518-bee0-4467012fc7e7 admin admin] Calling delete_port for 32d74a72-2dac-422b-a13b-d85e0d711a13 owned by network:router_interface {{(pid=93088) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:40:23.709356 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-1377eda8-33a7-4518-bee0-4467012fc7e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-772913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730294210838', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730293689573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63638200'] for port, after_delete {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:40:23.738366 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1377eda8-33a7-4518-bee0-4467012fc7e7 admin admin] Pushing event deleted for resources: {'Port': ['ID=32d74a72-2dac-422b-a13b-d85e0d711a13,revision_number=None']} {{(pid=93088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:40:23.776790 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-5cf60378-c26b-4bb7-9564-49e82d151d1c req-fac2e7b8-e2c2-4f3a-8af4-3b4036974a21 service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=94f9f2b5-5ad5-46f4-8cab-79ff7ad040af&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1184862 Jul 06 12:40:23.961983 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-1377eda8-33a7-4518-bee0-4467012fc7e7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1582540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1813034'] for router_interface, after_delete {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:40:23.966939 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf60378-c26b-4bb7-9564-49e82d151d1c req-2b76114f-44af-4b1c-894a-c58cc260ad86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:40:23.968456 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-5cf60378-c26b-4bb7-9564-49e82d151d1c req-2b76114f-44af-4b1c-894a-c58cc260ad86 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=b437ce926689452f91685757af8037a1&device_id=94f9f2b5-5ad5-46f4-8cab-79ff7ad040af HTTP/1.1" status: 200 len: 1100 time: 0.1101615 Jul 06 12:40:24.145531 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf60378-c26b-4bb7-9564-49e82d151d1c req-f44e14c7-f281-4269-b006-d2673221b9b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:40:24.147263 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-5cf60378-c26b-4bb7-9564-49e82d151d1c req-f44e14c7-f281-4269-b006-d2673221b9b2 service neutron] 10.222.0.100 "GET /v2.0/networks?id=13aecddf-3646-4770-a1b4-1e59fdf991f5 HTTP/1.1" status: 200 len: 919 time: 0.1349759 Jul 06 12:40:24.547298 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-5cf60378-c26b-4bb7-9564-49e82d151d1c req-e4bd90ef-ede5-4f87-91a9-722f16f96378 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=802f6ec7-37ad-4b77-9f21-aabe53e951e1 HTTP/1.1" status: 200 len: 1002 time: 0.3650646 Jul 06 12:40:24.604890 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1377eda8-33a7-4518-bee0-4467012fc7e7 admin admin] Router cacc39f4-c56e-457c-b6f0-445606c812fa has already been hosted by L3 agent 8f648e93-51d3-4e20-9eca-a57842435ba1 {{(pid=93088) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 12:40:24.613682 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf60378-c26b-4bb7-9564-49e82d151d1c req-c7261967-5384-4a78-9d4a-97a42c552edd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:40:24.615189 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-5cf60378-c26b-4bb7-9564-49e82d151d1c req-c7261967-5384-4a78-9d4a-97a42c552edd service neutron] 10.222.0.100 "GET /v2.0/subnets?id=26404b5b-3148-4b62-b08e-5f523f412d1e HTTP/1.1" status: 200 len: 856 time: 0.0598152 Jul 06 12:40:24.758856 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1377eda8-33a7-4518-bee0-4467012fc7e7 admin admin] Notify agent at l3_agent.dv-cinder-799631-1-iscsi the message routers_updated {{(pid=93088) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:40:24.762087 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf60378-c26b-4bb7-9564-49e82d151d1c req-029b2ba8-bac5-4cd0-81db-c255ae563530 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:40:24.764112 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-5cf60378-c26b-4bb7-9564-49e82d151d1c req-029b2ba8-bac5-4cd0-81db-c255ae563530 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=13aecddf-3646-4770-a1b4-1e59fdf991f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1412678 Jul 06 12:40:24.768135 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [None req-1377eda8-33a7-4518-bee0-4467012fc7e7 admin admin] 10.222.0.106 "PUT /v2.0/routers/cacc39f4-c56e-457c-b6f0-445606c812fa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1842961 Jul 06 12:40:24.771097 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2361b15e-8ca7-4559-ac51-47dc619029bc None None] Sync routers for ids ['cacc39f4-c56e-457c-b6f0-445606c812fa'] in dv-cinder-799631-1-iscsi {{(pid=93089) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:40:24.771685 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.wsgi [-] (93087) accepted ('10.222.0.106', 54942) {{(pid=93087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:40:24.784601 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2361b15e-8ca7-4559-ac51-47dc619029bc None None] Routers {'cacc39f4-c56e-457c-b6f0-445606c812fa'} bound to L3 agent in host dv-cinder-799631-1-iscsi {{(pid=93089) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:40:24.785745 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.db.l3_hamode_db [None req-2361b15e-8ca7-4559-ac51-47dc619029bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799631-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T12:25:10Z,description=,heartbeat_timestamp=2021-07-06T12:40:11Z,host='dv-cinder-799631-1-iscsi',id=8f648e93-51d3-4e20-9eca-a57842435ba1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T12:25:10Z,topic='l3_agent')) {'router_ids': ['cacc39f4-c56e-457c-b6f0-445606c812fa'], 'active': True} {{(pid=93089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:40:24.877271 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-5cf60378-c26b-4bb7-9564-49e82d151d1c req-3a710330-371b-44a1-acf3-ab8f8cc5e0b6 service neutron] 10.222.0.100 "GET /v2.0/networks/13aecddf-3646-4770-a1b4-1e59fdf991f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1060884 Jul 06 12:40:24.932954 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.db.l3_dvr_db [None req-2361b15e-8ca7-4559-ac51-47dc619029bc None None] Set router cacc39f4-c56e-457c-b6f0-445606c812fa gateway port host: dv-cinder-799631-1-iscsi {{(pid=93089) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:40:25.003365 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-5cf60378-c26b-4bb7-9564-49e82d151d1c req-23dc7cc1-c534-4730-bc71-5ba42fad276d service neutron] 10.222.0.100 "GET /v2.0/networks/13aecddf-3646-4770-a1b4-1e59fdf991f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1188774 Jul 06 12:40:25.161262 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-032572ab-5738-46be-a17b-2a74453e8bd0 admin admin] Notify callbacks [] for router, before_delete {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:40:25.252849 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.db.l3_hamode_db [None req-2361b15e-8ca7-4559-ac51-47dc619029bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cacc39f4-c56e-457c-b6f0-445606c812fa', 'name': 'tempest-TestMinimumBasicScenario-2128073601-router', 'tenant_id': '5d3e42c78bd14583a9abc093215bd133', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a97b808-be6d-48ec-a40b-4668530ee790', 'external_fixed_ips': [{'subnet_id': '1816a596-2dc6-4d27-98a5-201cc12476f2', 'ip_address': '172.27.1.125'}], 'enable_snat': True}, 'gw_port_id': '09d669e7-883d-4910-a5f3-bd97de78b0d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:37:34Z', 'updated_at': '2021-07-06T12:40:23Z', 'revision_number': 5, 'project_id': '5d3e42c78bd14583a9abc093215bd133', 'gw_port': {'id': '09d669e7-883d-4910-a5f3-bd97de78b0d6', 'name': '', 'network_id': '2a97b808-be6d-48ec-a40b-4668530ee790', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:fe:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cacc39f4-c56e-457c-b6f0-445606c812fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': '1816a596-2dc6-4d27-98a5-201cc12476f2', 'ip_address': '172.27.1.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799631-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:37:35Z', 'updated_at': '2021-07-06T12:37:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1816a596-2dc6-4d27-98a5-201cc12476f2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799631-1-iscsi'}], 'dv-cinder-799631-1-iscsi', False) {} {{(pid=93089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:40:25.262241 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-032572ab-5738-46be-a17b-2a74453e8bd0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:40:25.279603 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2361b15e-8ca7-4559-ac51-47dc619029bc None None] Checking router: cacc39f4-c56e-457c-b6f0-445606c812fa for host: dv-cinder-799631-1-iscsi {{(pid=93089) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 12:40:25.289707 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2361b15e-8ca7-4559-ac51-47dc619029bc None None] Routers {'cacc39f4-c56e-457c-b6f0-445606c812fa'} bound to L3 agent in host dv-cinder-799631-1-iscsi {{(pid=93089) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:40:25.290332 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.db.l3_hamode_db [None req-2361b15e-8ca7-4559-ac51-47dc619029bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799631-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T12:25:10Z,description=,heartbeat_timestamp=2021-07-06T12:40:11Z,host='dv-cinder-799631-1-iscsi',id=8f648e93-51d3-4e20-9eca-a57842435ba1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T12:25:10Z,topic='l3_agent')) {'router_ids': ['cacc39f4-c56e-457c-b6f0-445606c812fa'], 'active': True} {{(pid=93089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:40:25.317852 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.plugins.ml2.plugin [None req-032572ab-5738-46be-a17b-2a74453e8bd0 admin admin] Deleting port 09d669e7-883d-4910-a5f3-bd97de78b0d6 {{(pid=93087) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:40:25.318199 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-032572ab-5738-46be-a17b-2a74453e8bd0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730294201564'] for port, before_delete {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:40:25.382237 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.db.l3_dvr_db [None req-2361b15e-8ca7-4559-ac51-47dc619029bc None None] Set router cacc39f4-c56e-457c-b6f0-445606c812fa gateway port host: None {{(pid=93089) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:40:25.399652 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.plugins.ml2.db [None req-032572ab-5738-46be-a17b-2a74453e8bd0 admin admin] For port 09d669e7-883d-4910-a5f3-bd97de78b0d6, host dv-cinder-799631-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799631-1-iscsi',level=0,port_id=09d669e7-883d-4910-a5f3-bd97de78b0d6,segment=NetworkSegment(89d2d2f7-34cd-4989-93e1-84776a10346d),segment_id=89d2d2f7-34cd-4989-93e1-84776a10346d)] {{(pid=93087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:40:25.400129 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-032572ab-5738-46be-a17b-2a74453e8bd0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813012'] for port, precommit_delete {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:40:25.417845 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.plugins.ml2.plugin [None req-032572ab-5738-46be-a17b-2a74453e8bd0 admin admin] Calling delete_port for 09d669e7-883d-4910-a5f3-bd97de78b0d6 owned by network:router_gateway {{(pid=93087) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:40:25.439087 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.db.l3_hamode_db [None req-2361b15e-8ca7-4559-ac51-47dc619029bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cacc39f4-c56e-457c-b6f0-445606c812fa', 'name': 'tempest-TestMinimumBasicScenario-2128073601-router', 'tenant_id': '5d3e42c78bd14583a9abc093215bd133', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:37:34Z', 'updated_at': '2021-07-06T12:40:25Z', 'revision_number': 6, 'project_id': '5d3e42c78bd14583a9abc093215bd133', 'gw_port_host': None}], 'dv-cinder-799631-1-iscsi', False) {} {{(pid=93089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:40:25.464403 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2361b15e-8ca7-4559-ac51-47dc619029bc None None] The sync data for ids ['cacc39f4-c56e-457c-b6f0-445606c812fa'] in dv-cinder-799631-1-iscsi is: [{'id': 'cacc39f4-c56e-457c-b6f0-445606c812fa', 'name': 'tempest-TestMinimumBasicScenario-2128073601-router', 'tenant_id': '5d3e42c78bd14583a9abc093215bd133', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:37:34Z', 'updated_at': '2021-07-06T12:40:25Z', 'revision_number': 6, 'project_id': '5d3e42c78bd14583a9abc093215bd133', 'gw_port_host': None}] {{(pid=93089) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:40:25.576717 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-032572ab-5738-46be-a17b-2a74453e8bd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-772913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730294210838', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730293689573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65517743'] for port, after_delete {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:40:25.605843 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032572ab-5738-46be-a17b-2a74453e8bd0 admin admin] Pushing event deleted for resources: {'Port': ['ID=09d669e7-883d-4910-a5f3-bd97de78b0d6,revision_number=None']} {{(pid=93087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:40:25.663850 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-032572ab-5738-46be-a17b-2a74453e8bd0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1764435'] for router_gateway, after_delete {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:40:25.750001 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-032572ab-5738-46be-a17b-2a74453e8bd0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1816807', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-259384'] for router, precommit_delete {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:40:25.751978 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-032572ab-5738-46be-a17b-2a74453e8bd0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:40:25.794696 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-032572ab-5738-46be-a17b-2a74453e8bd0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1817463'] for router, after_delete {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:40:25.795683 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-032572ab-5738-46be-a17b-2a74453e8bd0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cacc39f4-c56e-457c-b6f0-445606c812fa {{(pid=93087) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 12:40:25.800030 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-032572ab-5738-46be-a17b-2a74453e8bd0 admin admin] Notify callbacks [] for router, before_response {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:40:25.801204 dv-cinder-799631-1-iscsi neutron-server[93087]: INFO neutron.wsgi [None req-032572ab-5738-46be-a17b-2a74453e8bd0 admin admin] 10.222.0.106 "DELETE /v2.0/routers/cacc39f4-c56e-457c-b6f0-445606c812fa HTTP/1.1" status: 204 len: 168 time: 1.0273106 Jul 06 12:40:25.803802 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.wsgi [-] (93087) accepted ('10.222.0.106', 54948) {{(pid=93087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:40:25.854475 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.db.db_base_plugin_v2 [None req-948220b4-41bf-4ed0-ad0a-5cfaa427cc45 admin admin] Deleting subnet bede257f-b106-4765-a681-5c75d1d1d12d {{(pid=93087) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 12:40:25.858727 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-948220b4-41bf-4ed0-ad0a-5cfaa427cc45 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:40:25.893766 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-948220b4-41bf-4ed0-ad0a-5cfaa427cc45 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66964378'] for subnet, precommit_delete_associations {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:40:26.004954 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-948220b4-41bf-4ed0-ad0a-5cfaa427cc45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-892766'] for subnet, precommit_delete {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:40:26.060567 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-948220b4-41bf-4ed0-ad0a-5cfaa427cc45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-892759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1774543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65517717', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-67091198'] for subnet, after_delete {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:40:26.086524 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948220b4-41bf-4ed0-ad0a-5cfaa427cc45 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bede257f-b106-4765-a681-5c75d1d1d12d,revision_number=None']} {{(pid=93087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:40:26.090552 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-948220b4-41bf-4ed0-ad0a-5cfaa427cc45 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582504'] for subnet, before_response {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:40:26.092942 dv-cinder-799631-1-iscsi neutron-server[93087]: INFO neutron.wsgi [None req-948220b4-41bf-4ed0-ad0a-5cfaa427cc45 admin admin] 10.222.0.106 "DELETE /v2.0/subnets/bede257f-b106-4765-a681-5c75d1d1d12d HTTP/1.1" status: 204 len: 168 time: 0.2881277 Jul 06 12:40:26.095441 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.wsgi [-] (93087) accepted ('10.222.0.106', 54954) {{(pid=93087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:40:26.098207 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36e91179-e92d-4cb5-a291-fe3dd1676e86 None None] Network 07322797-0ef5-460f-ab1e-36522ec66d36 requested from dv-cinder-799631-1-iscsi {{(pid=93089) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:40:26.169669 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-1dbcdf06-5ddb-47ae-8557-eec5be1ee74b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-555043'] for network, before_delete {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:40:26.236287 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.plugins.ml2.plugin [None req-1dbcdf06-5ddb-47ae-8557-eec5be1ee74b admin admin] Deleting port 86a79c11-96ea-485a-ac10-da3c0e97cd50 {{(pid=93087) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:40:26.236790 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-1dbcdf06-5ddb-47ae-8557-eec5be1ee74b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730294201564'] for port, before_delete {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:40:26.301967 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.plugins.ml2.db [None req-1dbcdf06-5ddb-47ae-8557-eec5be1ee74b admin admin] For port 86a79c11-96ea-485a-ac10-da3c0e97cd50, host dv-cinder-799631-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799631-1-iscsi',level=0,port_id=86a79c11-96ea-485a-ac10-da3c0e97cd50,segment=NetworkSegment(1cdad650-405c-4a97-b8ad-f379c5e76a63),segment_id=1cdad650-405c-4a97-b8ad-f379c5e76a63)] {{(pid=93087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:40:26.302348 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-1dbcdf06-5ddb-47ae-8557-eec5be1ee74b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813012'] for port, precommit_delete {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:40:26.315132 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.plugins.ml2.plugin [None req-1dbcdf06-5ddb-47ae-8557-eec5be1ee74b admin admin] Calling delete_port for 86a79c11-96ea-485a-ac10-da3c0e97cd50 owned by network:dhcp {{(pid=93087) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:40:26.322948 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cb86072-f0c9-4b5f-b1d4-9dec1ebf1208 None None] DHCP port deletion for 07322797-0ef5-460f-ab1e-36522ec66d36 request from dv-cinder-799631-1-iscsi {{(pid=93089) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 12:40:26.368963 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.plugin [None req-9cb86072-f0c9-4b5f-b1d4-9dec1ebf1208 None None] Deleting port 86a79c11-96ea-485a-ac10-da3c0e97cd50 {{(pid=93089) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:40:26.369338 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-9cb86072-f0c9-4b5f-b1d4-9dec1ebf1208 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730294201564'] for port, before_delete {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:40:26.409425 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-1dbcdf06-5ddb-47ae-8557-eec5be1ee74b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-772913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730294210838', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730293689573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65517743'] for port, after_delete {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:40:26.436609 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dbcdf06-5ddb-47ae-8557-eec5be1ee74b admin admin] Pushing event deleted for resources: {'Port': ['ID=86a79c11-96ea-485a-ac10-da3c0e97cd50,revision_number=None']} {{(pid=93087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:40:26.440766 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dbcdf06-5ddb-47ae-8557-eec5be1ee74b admin admin] No DVR routers for this DVR port 86a79c11-96ea-485a-ac10-da3c0e97cd50 on host dv-cinder-799631-1-iscsi {{(pid=93087) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:40:26.445721 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.db [None req-9cb86072-f0c9-4b5f-b1d4-9dec1ebf1208 None None] For port 86a79c11-96ea-485a-ac10-da3c0e97cd50, host dv-cinder-799631-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799631-1-iscsi',level=0,port_id=86a79c11-96ea-485a-ac10-da3c0e97cd50,segment=NetworkSegment(1cdad650-405c-4a97-b8ad-f379c5e76a63),segment_id=1cdad650-405c-4a97-b8ad-f379c5e76a63)] {{(pid=93089) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:40:26.446115 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-9cb86072-f0c9-4b5f-b1d4-9dec1ebf1208 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813012'] for port, precommit_delete {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:40:26.460537 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.plugin [None req-9cb86072-f0c9-4b5f-b1d4-9dec1ebf1208 None None] Calling delete_port for 86a79c11-96ea-485a-ac10-da3c0e97cd50 owned by network:dhcp {{(pid=93089) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:40:26.527277 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-1dbcdf06-5ddb-47ae-8557-eec5be1ee74b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-910539', 'neutron.services.segments.db._delete_segments_for_network-8730293992542'] for network, precommit_delete {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:40:26.537802 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.services.segments.db [None req-1dbcdf06-5ddb-47ae-8557-eec5be1ee74b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['07322797-0ef5-460f-ab1e-36522ec66d36']}} {{(pid=93087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:40:26.548297 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.services.segments.db [None req-1dbcdf06-5ddb-47ae-8557-eec5be1ee74b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1cdad650-405c-4a97-b8ad-f379c5e76a63') {'for_net_delete': True} {{(pid=93087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:40:26.548585 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.services.segments.db [None req-1dbcdf06-5ddb-47ae-8557-eec5be1ee74b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1cdad650-405c-4a97-b8ad-f379c5e76a63') {} {{(pid=93087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:40:26.557792 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-1dbcdf06-5ddb-47ae-8557-eec5be1ee74b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730294219394', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66964365'] for segment, before_delete {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:40:26.571925 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-1dbcdf06-5ddb-47ae-8557-eec5be1ee74b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-886815'] for segment, precommit_delete {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:40:26.578860 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1dbcdf06-5ddb-47ae-8557-eec5be1ee74b admin admin] Releasing vlan 1089 on physical network physnet1 to pool {{(pid=93087) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 12:40:26.579340 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-1dbcdf06-5ddb-47ae-8557-eec5be1ee74b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-886815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65517680'] for segment, after_delete {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:40:26.581102 dv-cinder-799631-1-iscsi neutron-server[93087]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:40:26.581102 dv-cinder-799631-1-iscsi neutron-server[93087]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:40:26.581102 dv-cinder-799631-1-iscsi neutron-server[93087]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:40:26.581102 dv-cinder-799631-1-iscsi neutron-server[93087]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:40:26.581102 dv-cinder-799631-1-iscsi neutron-server[93087]: Traceback (most recent call last): Jul 06 12:40:26.581102 dv-cinder-799631-1-iscsi neutron-server[93087]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 12:40:26.581102 dv-cinder-799631-1-iscsi neutron-server[93087]: timer() Jul 06 12:40:26.581102 dv-cinder-799631-1-iscsi neutron-server[93087]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 12:40:26.581102 dv-cinder-799631-1-iscsi neutron-server[93087]: cb(*args, **kw) Jul 06 12:40:26.581102 dv-cinder-799631-1-iscsi neutron-server[93087]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 12:40:26.581102 dv-cinder-799631-1-iscsi neutron-server[93087]: return func(*args, **kwargs) Jul 06 12:40:26.581102 dv-cinder-799631-1-iscsi neutron-server[93087]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 12:40:26.581102 dv-cinder-799631-1-iscsi neutron-server[93087]: self._notify() Jul 06 12:40:26.581102 dv-cinder-799631-1-iscsi neutron-server[93087]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 12:40:26.581102 dv-cinder-799631-1-iscsi neutron-server[93087]: self.callback(batched_events) Jul 06 12:40:26.581102 dv-cinder-799631-1-iscsi neutron-server[93087]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 12:40:26.581102 dv-cinder-799631-1-iscsi neutron-server[93087]: event.method(event) Jul 06 12:40:26.581102 dv-cinder-799631-1-iscsi neutron-server[93087]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 12:40:26.581102 dv-cinder-799631-1-iscsi neutron-server[93087]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 12:40:26.581102 dv-cinder-799631-1-iscsi neutron-server[93087]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 12:40:26.581102 dv-cinder-799631-1-iscsi neutron-server[93087]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 12:40:26.581102 dv-cinder-799631-1-iscsi neutron-server[93087]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 12:40:26.581102 dv-cinder-799631-1-iscsi neutron-server[93087]: return f(self, *a, **k) Jul 06 12:40:26.581102 dv-cinder-799631-1-iscsi neutron-server[93087]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 12:40:26.581102 dv-cinder-799631-1-iscsi neutron-server[93087]: return self._get(url).json() Jul 06 12:40:26.581102 dv-cinder-799631-1-iscsi neutron-server[93087]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 12:40:26.581102 dv-cinder-799631-1-iscsi neutron-server[93087]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 12:40:26.581102 dv-cinder-799631-1-iscsi neutron-server[93087]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 12:40:26.581102 dv-cinder-799631-1-iscsi neutron-server[93087]: return self.request(url, 'GET', **kwargs) Jul 06 12:40:26.581102 dv-cinder-799631-1-iscsi neutron-server[93087]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 12:40:26.581102 dv-cinder-799631-1-iscsi neutron-server[93087]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 12:40:26.581102 dv-cinder-799631-1-iscsi neutron-server[93087]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 12:40:26.581102 dv-cinder-799631-1-iscsi neutron-server[93087]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 12:40:26.581102 dv-cinder-799631-1-iscsi neutron-server[93087]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 12:40:26.581102 dv-cinder-799631-1-iscsi neutron-server[93087]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 12:40:26.581102 dv-cinder-799631-1-iscsi neutron-server[93087]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 12:40:26.586923 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-9cb86072-f0c9-4b5f-b1d4-9dec1ebf1208 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-772913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730294210838', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730293689573'] for port, after_delete {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:40:26.612797 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb86072-f0c9-4b5f-b1d4-9dec1ebf1208 None None] Pushing event deleted for resources: {'Port': ['ID=86a79c11-96ea-485a-ac10-da3c0e97cd50,revision_number=None']} {{(pid=93089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:40:26.617339 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cb86072-f0c9-4b5f-b1d4-9dec1ebf1208 None None] No DVR routers for this DVR port 86a79c11-96ea-485a-ac10-da3c0e97cd50 on host dv-cinder-799631-1-iscsi {{(pid=93089) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:40:26.641175 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-1dbcdf06-5ddb-47ae-8557-eec5be1ee74b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-910528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1774397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1764471'] for network, after_delete {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:40:26.646667 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-1dbcdf06-5ddb-47ae-8557-eec5be1ee74b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582504'] for network, before_response {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:40:26.648590 dv-cinder-799631-1-iscsi neutron-server[93087]: INFO neutron.wsgi [None req-1dbcdf06-5ddb-47ae-8557-eec5be1ee74b admin admin] 10.222.0.106 "DELETE /v2.0/networks/07322797-0ef5-460f-ab1e-36522ec66d36 HTTP/1.1" status: 204 len: 168 time: 0.5522227 Jul 06 12:40:26.659576 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dbcdf06-5ddb-47ae-8557-eec5be1ee74b admin admin] Pushing event deleted for resources: {'Network': ['ID=07322797-0ef5-460f-ab1e-36522ec66d36,revision_number=None']} {{(pid=93087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:40:26.810891 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.wsgi [-] (93087) accepted ('10.222.0.106', 54962) {{(pid=93087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:40:26.852832 dv-cinder-799631-1-iscsi neutron-server[93087]: INFO neutron.wsgi [None req-fb5bc727-2898-468f-9d90-aee50026492f admin admin] 10.222.0.106 "GET /v2.0/security-groups?tenant_id=f3eb28de4f1642849fc831371d7db6c4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0407133 Jul 06 12:40:26.855196 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.wsgi [-] (93087) accepted ('10.222.0.106', 54964) {{(pid=93087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:40:26.901303 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-e35cd189-b812-40d8-8aeb-70bc83985a75 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:40:26.921914 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-e35cd189-b812-40d8-8aeb-70bc83985a75 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:40:26.967999 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-e35cd189-b812-40d8-8aeb-70bc83985a75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1774441'] for security_group, after_delete {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:40:26.970648 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-e35cd189-b812-40d8-8aeb-70bc83985a75 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:40:26.971827 dv-cinder-799631-1-iscsi neutron-server[93087]: INFO neutron.wsgi [None req-e35cd189-b812-40d8-8aeb-70bc83985a75 admin admin] 10.222.0.106 "DELETE /v2.0/security-groups/26a62fe2-f45b-4706-a2cb-d0638e6cd286 HTTP/1.1" status: 204 len: 168 time: 0.1157653 Jul 06 12:40:26.979514 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35cd189-b812-40d8-8aeb-70bc83985a75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26a62fe2-f45b-4706-a2cb-d0638e6cd286,revision_number=None']} {{(pid=93087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:40:27.314557 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.wsgi [-] (93087) accepted ('10.222.0.106', 54974) {{(pid=93087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:40:27.357562 dv-cinder-799631-1-iscsi neutron-server[93087]: INFO neutron.wsgi [None req-c11a1f00-2f7e-41b9-8e01-6b67d77e746d admin admin] 10.222.0.106 "GET /v2.0/security-groups?tenant_id=5d3e42c78bd14583a9abc093215bd133&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0415626 Jul 06 12:40:27.360110 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.wsgi [-] (93088) accepted ('10.222.0.106', 54976) {{(pid=93088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:40:27.412569 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-e780f489-d245-4f39-8ca0-280d2010a53f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:40:27.420265 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.rpc [None req-3dd6613b-aa53-445d-9a05-4c085a94a05e None None] Device 86a79c11-96ea-485a-ac10-da3c0e97cd50 no longer exists at agent ovs-agent-dv-cinder-799631-1-iscsi {{(pid=93089) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:40:27.438667 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-e780f489-d245-4f39-8ca0-280d2010a53f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:40:27.440432 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.plugin [None req-3dd6613b-aa53-445d-9a05-4c085a94a05e None None] No Port match for: 86a79c11-96ea-485a-ac10-da3c0e97cd50 {{(pid=93089) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:40:27.440783 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.rpc [None req-3dd6613b-aa53-445d-9a05-4c085a94a05e None None] Device 86a79c11-96ea-485a-ac10-da3c0e97cd50 not bound to the agent host dv-cinder-799631-1-iscsi {{(pid=93089) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:40:27.441228 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.rpc [None req-3dd6613b-aa53-445d-9a05-4c085a94a05e None None] Device 32d74a72-2dac-422b-a13b-d85e0d711a13 no longer exists at agent ovs-agent-dv-cinder-799631-1-iscsi {{(pid=93089) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:40:27.460447 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.plugin [None req-3dd6613b-aa53-445d-9a05-4c085a94a05e None None] No Port match for: 32d74a72-2dac-422b-a13b-d85e0d711a13 {{(pid=93089) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:40:27.461043 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.rpc [None req-3dd6613b-aa53-445d-9a05-4c085a94a05e None None] Device 32d74a72-2dac-422b-a13b-d85e0d711a13 not bound to the agent host dv-cinder-799631-1-iscsi {{(pid=93089) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:40:27.461643 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.rpc [None req-3dd6613b-aa53-445d-9a05-4c085a94a05e None None] Device 09d669e7-883d-4910-a5f3-bd97de78b0d6 no longer exists at agent ovs-agent-dv-cinder-799631-1-iscsi {{(pid=93089) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:40:27.480776 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.plugin [None req-3dd6613b-aa53-445d-9a05-4c085a94a05e None None] No Port match for: 09d669e7-883d-4910-a5f3-bd97de78b0d6 {{(pid=93089) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:40:27.481203 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.rpc [None req-3dd6613b-aa53-445d-9a05-4c085a94a05e None None] Device 09d669e7-883d-4910-a5f3-bd97de78b0d6 not bound to the agent host dv-cinder-799631-1-iscsi {{(pid=93089) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:40:27.495451 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-e780f489-d245-4f39-8ca0-280d2010a53f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1774441'] for security_group, after_delete {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:40:27.498242 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-e780f489-d245-4f39-8ca0-280d2010a53f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:40:27.499516 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [None req-e780f489-d245-4f39-8ca0-280d2010a53f admin admin] 10.222.0.106 "DELETE /v2.0/security-groups/b4338dd1-2329-4ab8-bee7-6a065ea602ab HTTP/1.1" status: 204 len: 168 time: 0.1384246 Jul 06 12:40:27.505346 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.wsgi [-] (93087) accepted ('10.222.0.106', 54982) {{(pid=93087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:40:27.508787 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e780f489-d245-4f39-8ca0-280d2010a53f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4338dd1-2329-4ab8-bee7-6a065ea602ab,revision_number=None']} {{(pid=93088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:40:27.721393 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-a4149148-1ec0-47c1-bdeb-e14729b93fd0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:40:27.821705 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-a4149148-1ec0-47c1-bdeb-e14729b93fd0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:40:27.826211 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-a4149148-1ec0-47c1-bdeb-e14729b93fd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1774441'] for security_group, after_create {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:40:27.866305 dv-cinder-799631-1-iscsi neutron-server[93087]: INFO neutron.wsgi [None req-a4149148-1ec0-47c1-bdeb-e14729b93fd0 admin admin] 10.222.0.106 "GET /v2.0/security-groups?tenant_id=4fad2cebecb845e5a2b59931f4e6d62d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3597667 Jul 06 12:40:27.868259 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4149148-1ec0-47c1-bdeb-e14729b93fd0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f681f21-c6e1-4b71-b614-a4a930e91c84,revision_number=1']} {{(pid=93087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:40:27.869698 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.wsgi [-] (93088) accepted ('10.222.0.106', 54986) {{(pid=93088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:40:27.925176 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-47350bd7-d785-4fe7-8e43-a8a05eccf33b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:40:27.945692 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-47350bd7-d785-4fe7-8e43-a8a05eccf33b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:40:27.991288 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-47350bd7-d785-4fe7-8e43-a8a05eccf33b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1774441'] for security_group, after_delete {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:40:27.993803 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-47350bd7-d785-4fe7-8e43-a8a05eccf33b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:40:27.994941 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [None req-47350bd7-d785-4fe7-8e43-a8a05eccf33b admin admin] 10.222.0.106 "DELETE /v2.0/security-groups/9f681f21-c6e1-4b71-b614-a4a930e91c84 HTTP/1.1" status: 204 len: 168 time: 0.1236105 Jul 06 12:40:28.002824 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47350bd7-d785-4fe7-8e43-a8a05eccf33b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f681f21-c6e1-4b71-b614-a4a930e91c84,revision_number=None']} {{(pid=93088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:40:28.247328 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.wsgi [-] (93088) accepted ('10.222.0.106', 54992) {{(pid=93088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:40:28.259946 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-20011b8a-544c-4aec-a28e-089bc5da8c55 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:40:28.359413 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-20011b8a-544c-4aec-a28e-089bc5da8c55 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:40:28.363730 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-20011b8a-544c-4aec-a28e-089bc5da8c55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1774441'] for security_group, after_create {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:40:28.406756 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [None req-20011b8a-544c-4aec-a28e-089bc5da8c55 admin admin] 10.222.0.106 "GET /v2.0/security-groups?tenant_id=323a30a746024e0e942150a62d939e48&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1582942 Jul 06 12:40:28.406995 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.wsgi [-] (93087) accepted ('10.222.0.106', 54996) {{(pid=93087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:40:28.407624 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20011b8a-544c-4aec-a28e-089bc5da8c55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a8840fd-ddf2-404b-9b19-e70484e766e8,revision_number=1']} {{(pid=93088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:40:28.457109 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-93a90566-3896-4283-9f55-d7b83c585844 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:40:28.482153 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-93a90566-3896-4283-9f55-d7b83c585844 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:40:28.531536 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-93a90566-3896-4283-9f55-d7b83c585844 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1774441'] for security_group, after_delete {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:40:28.534396 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-93a90566-3896-4283-9f55-d7b83c585844 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:40:28.535815 dv-cinder-799631-1-iscsi neutron-server[93087]: INFO neutron.wsgi [None req-93a90566-3896-4283-9f55-d7b83c585844 admin admin] 10.222.0.106 "DELETE /v2.0/security-groups/5a8840fd-ddf2-404b-9b19-e70484e766e8 HTTP/1.1" status: 204 len: 168 time: 0.1278510 Jul 06 12:40:28.544766 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a90566-3896-4283-9f55-d7b83c585844 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a8840fd-ddf2-404b-9b19-e70484e766e8,revision_number=None']} {{(pid=93087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:40:29.013607 dv-cinder-799631-1-iscsi neutron-server[93090]: DEBUG neutron.db.agents_db [None req-df1e7349-c09a-47b1-8f5e-4c337b6ca707 None None] Agent healthcheck: found 6 active agents {{(pid=93090) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 12:40:32.091498 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.wsgi [-] (93087) accepted ('10.222.0.106', 55040) {{(pid=93087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:40:32.198234 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-2cb74d1e-1993-4bf9-81bf-1ad35e19c11f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:40:32.291420 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-2cb74d1e-1993-4bf9-81bf-1ad35e19c11f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:40:32.296323 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-2cb74d1e-1993-4bf9-81bf-1ad35e19c11f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1774441'] for security_group, after_create {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:40:32.334608 dv-cinder-799631-1-iscsi neutron-server[93087]: INFO neutron.wsgi [None req-2cb74d1e-1993-4bf9-81bf-1ad35e19c11f admin admin] 10.222.0.106 "GET /v2.0/security-groups?tenant_id=339cde45cdda4faab4fb8aaf1799dd1a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2419715 Jul 06 12:40:32.335500 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb74d1e-1993-4bf9-81bf-1ad35e19c11f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5403393d-8469-49c9-a3f5-7a517e09eea2,revision_number=1']} {{(pid=93087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:40:32.338065 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.wsgi [-] (93088) accepted ('10.222.0.106', 55044) {{(pid=93088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:40:32.389334 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-8fb41c54-d35e-4617-be28-f850373da6c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:40:32.410715 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-8fb41c54-d35e-4617-be28-f850373da6c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:40:32.457431 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-8fb41c54-d35e-4617-be28-f850373da6c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1774441'] for security_group, after_delete {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:40:32.460061 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-8fb41c54-d35e-4617-be28-f850373da6c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:40:32.461238 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [None req-8fb41c54-d35e-4617-be28-f850373da6c6 admin admin] 10.222.0.106 "DELETE /v2.0/security-groups/5403393d-8469-49c9-a3f5-7a517e09eea2 HTTP/1.1" status: 204 len: 168 time: 0.1216006 Jul 06 12:40:32.469939 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb41c54-d35e-4617-be28-f850373da6c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5403393d-8469-49c9-a3f5-7a517e09eea2,revision_number=None']} {{(pid=93088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:40:33.437243 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.wsgi [-] (93088) accepted ('10.222.0.106', 55074) {{(pid=93088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:40:33.552013 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-bc04d28b-f17b-48c2-8d95-35ef51b55ae4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:40:33.642487 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-bc04d28b-f17b-48c2-8d95-35ef51b55ae4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:40:33.647795 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-bc04d28b-f17b-48c2-8d95-35ef51b55ae4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1774441'] for security_group, after_create {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:40:33.690142 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc04d28b-f17b-48c2-8d95-35ef51b55ae4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=481dd175-eb76-42f2-9e35-b8f94ae85da4,revision_number=1']} {{(pid=93088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:40:33.694404 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [None req-bc04d28b-f17b-48c2-8d95-35ef51b55ae4 admin admin] 10.222.0.106 "GET /v2.0/security-groups?tenant_id=18418465b1b146d3ad44e9f54546412c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2561409 Jul 06 12:40:33.697050 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.wsgi [-] (93088) accepted ('10.222.0.106', 55078) {{(pid=93088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:40:33.747949 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-517a6735-dd83-4af7-b353-195a09e103bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:40:33.770358 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-517a6735-dd83-4af7-b353-195a09e103bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:40:33.819711 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-517a6735-dd83-4af7-b353-195a09e103bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1774441'] for security_group, after_delete {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:40:33.822550 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-517a6735-dd83-4af7-b353-195a09e103bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:40:33.823776 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [None req-517a6735-dd83-4af7-b353-195a09e103bc admin admin] 10.222.0.106 "DELETE /v2.0/security-groups/481dd175-eb76-42f2-9e35-b8f94ae85da4 HTTP/1.1" status: 204 len: 168 time: 0.1258032 Jul 06 12:40:33.833945 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517a6735-dd83-4af7-b353-195a09e103bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=481dd175-eb76-42f2-9e35-b8f94ae85da4,revision_number=None']} {{(pid=93088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:40:37.252260 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-e23f5a93-3248-452e-8621-c83765ca0fbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730293992524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912513'] for agent, after_update {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:40:40.515455 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-0517128f-f3d8-4cd7-9b01-8f56ba5c1c50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730293992524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912513'] for agent, after_update {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:40:40.912707 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-3dd6613b-aa53-445d-9a05-4c085a94a05e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730293992524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912513'] for agent, after_update {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:40:41.519189 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-59602645-7b03-4a79-8c54-32befe919dd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730293992524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912513'] for agent, after_update {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:40:43.089852 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-eaae0be5-6402-4968-ae30-74f1a6482786 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730293992524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912513'] for agent, after_update {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:40:44.259939 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9678a2-4101-454b-9e5f-38b9b5ef7468 req-54ac3a53-9afa-4c0a-a2b4-4b2246d61711 tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:40:44.261442 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-cc9678a2-4101-454b-9e5f-38b9b5ef7468 req-54ac3a53-9afa-4c0a-a2b4-4b2246d61711 tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] 10.222.0.106 "GET /v2.0/ports?device_id=94f9f2b5-5ad5-46f4-8cab-79ff7ad040af HTTP/1.1" status: 200 len: 947 time: 0.0624835 Jul 06 12:40:44.303977 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-cc9678a2-4101-454b-9e5f-38b9b5ef7468 req-70f8b2f8-07f7-4283-abd4-1d17919b3603 tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] 10.222.0.106 "GET /v2.0/security-groups?id=af721106-b63f-4fb8-b0d1-a9f3eb8d5c38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364695 Jul 06 12:40:45.496377 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4265870-8c21-4046-bde9-4c084ecdd9d1 req-0d500ac2-c68e-4744-a05b-af3930e57ff1 tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:40:45.497851 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-e4265870-8c21-4046-bde9-4c084ecdd9d1 req-0d500ac2-c68e-4744-a05b-af3930e57ff1 tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] 10.222.0.106 "GET /v2.0/ports?device_id=94f9f2b5-5ad5-46f4-8cab-79ff7ad040af HTTP/1.1" status: 200 len: 947 time: 0.0656354 Jul 06 12:40:45.536317 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-e4265870-8c21-4046-bde9-4c084ecdd9d1 req-b6bb3c4a-de0c-4f6d-b7af-5108dc68035e tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] 10.222.0.106 "GET /v2.0/security-groups?id=af721106-b63f-4fb8-b0d1-a9f3eb8d5c38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326838 Jul 06 12:40:46.719275 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ecd5a4-7b21-4d5f-a0ea-adb53a39ba74 req-7ef3b96f-1851-44ac-a0c3-99186678326a tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:40:46.720834 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-44ecd5a4-7b21-4d5f-a0ea-adb53a39ba74 req-7ef3b96f-1851-44ac-a0c3-99186678326a tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] 10.222.0.106 "GET /v2.0/ports?device_id=94f9f2b5-5ad5-46f4-8cab-79ff7ad040af HTTP/1.1" status: 200 len: 947 time: 0.0683460 Jul 06 12:40:46.758437 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-44ecd5a4-7b21-4d5f-a0ea-adb53a39ba74 req-a5cad7a5-0ade-4917-a7ab-faa12e774c36 tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] 10.222.0.106 "GET /v2.0/security-groups?id=af721106-b63f-4fb8-b0d1-a9f3eb8d5c38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320597 Jul 06 12:40:47.955760 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3747683c-c994-429f-a04d-88251575aca5 req-0eaf9fe9-7224-4f8d-8179-ebf54c071359 tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:40:47.957460 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-3747683c-c994-429f-a04d-88251575aca5 req-0eaf9fe9-7224-4f8d-8179-ebf54c071359 tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] 10.222.0.106 "GET /v2.0/ports?device_id=94f9f2b5-5ad5-46f4-8cab-79ff7ad040af HTTP/1.1" status: 200 len: 947 time: 0.0705421 Jul 06 12:40:47.995816 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-3747683c-c994-429f-a04d-88251575aca5 req-fb1b42da-8b22-4db6-9e73-54bf44c4341d tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] 10.222.0.106 "GET /v2.0/security-groups?id=af721106-b63f-4fb8-b0d1-a9f3eb8d5c38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326836 Jul 06 12:40:48.298524 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b8fa2e-490c-4b97-9105-f51062f7e589 req-0b9ec118-d9cf-48de-869b-3b9c90e1d6b7 tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:40:48.300131 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-a4b8fa2e-490c-4b97-9105-f51062f7e589 req-0b9ec118-d9cf-48de-869b-3b9c90e1d6b7 tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] 10.222.0.100 "GET /v2.0/ports?device_id=94f9f2b5-5ad5-46f4-8cab-79ff7ad040af HTTP/1.1" status: 200 len: 947 time: 0.0650668 Jul 06 12:40:48.408526 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.plugins.ml2.plugin [req-a4b8fa2e-490c-4b97-9105-f51062f7e589 req-dc0b3888-11d8-4432-954a-e1e7763af655 tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] Deleting port 802f6ec7-37ad-4b77-9f21-aabe53e951e1 {{(pid=93088) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:40:48.408865 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [req-a4b8fa2e-490c-4b97-9105-f51062f7e589 req-dc0b3888-11d8-4432-954a-e1e7763af655 tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730294201564'] for port, before_delete {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:40:48.502286 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.plugins.ml2.db [req-a4b8fa2e-490c-4b97-9105-f51062f7e589 req-dc0b3888-11d8-4432-954a-e1e7763af655 tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] For port 802f6ec7-37ad-4b77-9f21-aabe53e951e1, host hv-cinder-79963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79963',level=0,port_id=802f6ec7-37ad-4b77-9f21-aabe53e951e1,segment=NetworkSegment(9563ba30-5ba5-46ca-802a-73eb0aa117e8),segment_id=9563ba30-5ba5-46ca-802a-73eb0aa117e8)] {{(pid=93088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:40:48.502649 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [req-a4b8fa2e-490c-4b97-9105-f51062f7e589 req-dc0b3888-11d8-4432-954a-e1e7763af655 tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813012'] for port, precommit_delete {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:40:48.673116 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [req-a4b8fa2e-490c-4b97-9105-f51062f7e589 req-dc0b3888-11d8-4432-954a-e1e7763af655 tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:40:48.673408 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [req-a4b8fa2e-490c-4b97-9105-f51062f7e589 req-dc0b3888-11d8-4432-954a-e1e7763af655 tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1764457'] for floatingip, after_update {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:40:48.673729 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.db.l3_db [req-a4b8fa2e-490c-4b97-9105-f51062f7e589 req-dc0b3888-11d8-4432-954a-e1e7763af655 tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] Floating IP c34b3949-06f6-4553-a364-4b03c9265e0a disassociated. External IP: 172.27.1.185, port: 802f6ec7-37ad-4b77-9f21-aabe53e951e1. Jul 06 12:40:48.674080 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.plugins.ml2.plugin [req-a4b8fa2e-490c-4b97-9105-f51062f7e589 req-dc0b3888-11d8-4432-954a-e1e7763af655 tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] Calling delete_port for 802f6ec7-37ad-4b77-9f21-aabe53e951e1 owned by compute:nova {{(pid=93088) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:40:48.825309 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [req-a4b8fa2e-490c-4b97-9105-f51062f7e589 req-dc0b3888-11d8-4432-954a-e1e7763af655 tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-772913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730294210838', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730293689573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63638200'] for port, after_delete {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:40:48.857081 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0b3888-11d8-4432-954a-e1e7763af655 tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] Pushing event deleted for resources: {'Port': ['ID=802f6ec7-37ad-4b77-9f21-aabe53e951e1,revision_number=None']} {{(pid=93088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:40:48.980051 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a4b8fa2e-490c-4b97-9105-f51062f7e589 req-dc0b3888-11d8-4432-954a-e1e7763af655 tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] Router 130656f8-45c2-4a36-a256-8b9eebfb37e9 has already been hosted by L3 agent 8f648e93-51d3-4e20-9eca-a57842435ba1 {{(pid=93088) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 12:40:49.102005 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a4b8fa2e-490c-4b97-9105-f51062f7e589 req-dc0b3888-11d8-4432-954a-e1e7763af655 tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] Notify agent at l3_agent.dv-cinder-799631-1-iscsi the message routers_updated {{(pid=93088) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:40:49.117251 dv-cinder-799631-1-iscsi neutron-server[93090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f015fd9-a1c3-4557-83f7-25bc249f8cdc None None] Sync routers for ids ['130656f8-45c2-4a36-a256-8b9eebfb37e9'] in dv-cinder-799631-1-iscsi {{(pid=93090) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:40:49.131491 dv-cinder-799631-1-iscsi neutron-server[93090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f015fd9-a1c3-4557-83f7-25bc249f8cdc None None] Routers {'130656f8-45c2-4a36-a256-8b9eebfb37e9'} bound to L3 agent in host dv-cinder-799631-1-iscsi {{(pid=93090) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:40:49.132211 dv-cinder-799631-1-iscsi neutron-server[93090]: DEBUG neutron.db.l3_hamode_db [None req-3f015fd9-a1c3-4557-83f7-25bc249f8cdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799631-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T12:25:10Z,description=,heartbeat_timestamp=2021-07-06T12:40:41Z,host='dv-cinder-799631-1-iscsi',id=8f648e93-51d3-4e20-9eca-a57842435ba1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T12:25:10Z,topic='l3_agent')) {'router_ids': ['130656f8-45c2-4a36-a256-8b9eebfb37e9'], 'active': True} {{(pid=93090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:40:49.149970 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4b8fa2e-490c-4b97-9105-f51062f7e589 req-dc0b3888-11d8-4432-954a-e1e7763af655 tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] No DVR routers for this DVR port 802f6ec7-37ad-4b77-9f21-aabe53e951e1 on host hv-cinder-79963 {{(pid=93088) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:40:49.153110 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [req-a4b8fa2e-490c-4b97-9105-f51062f7e589 req-dc0b3888-11d8-4432-954a-e1e7763af655 tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473541'] for port, before_response {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:40:49.156476 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-a4b8fa2e-490c-4b97-9105-f51062f7e589 req-dc0b3888-11d8-4432-954a-e1e7763af655 tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] 10.222.0.100 "DELETE /v2.0/ports/802f6ec7-37ad-4b77-9f21-aabe53e951e1 HTTP/1.1" status: 204 len: 173 time: 0.8509607 Jul 06 12:40:49.164866 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94f9f2b5-5ad5-46f4-8cab-79ff7ad040af', 'name': 'network-vif-deleted', 'tag': '802f6ec7-37ad-4b77-9f21-aabe53e951e1'}] {{(pid=93088) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:40:49.167783 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.106/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9084e8bb467df778e8c5a57eadfa6056a7986fbfd2ee9905f143c38c4b95db31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96573642-0648-42fe-9879-1a393ecb755b" -d '{"events": [{"server_uuid": "94f9f2b5-5ad5-46f4-8cab-79ff7ad040af", "name": "network-vif-deleted", "tag": "802f6ec7-37ad-4b77-9f21-aabe53e951e1"}]}' {{(pid=93088) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:40:49.239733 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-26836532-f5a4-41e2-b78e-ba4f389814f9 req-8fe10144-dff4-4af0-8521-13da50bbcec2 tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] 10.222.0.106 "GET /v2.0/ports?device_id=94f9f2b5-5ad5-46f4-8cab-79ff7ad040af HTTP/1.1" status: 200 len: 210 time: 0.0909245 Jul 06 12:40:49.241846 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 12:40:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e1a622d-b9ce-4881-9e6e-2c8dcaa7db4b x-openstack-request-id: req-9e1a622d-b9ce-4881-9e6e-2c8dcaa7db4b {{(pid=93088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:40:49.242076 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94f9f2b5-5ad5-46f4-8cab-79ff7ad040af", "name": "network-vif-deleted", "tag": "802f6ec7-37ad-4b77-9f21-aabe53e951e1", "status": "completed", "code": 200}]} {{(pid=93088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:40:49.242244 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.106/compute/v2.1/os-server-external-events used request id req-9e1a622d-b9ce-4881-9e6e-2c8dcaa7db4b {{(pid=93088) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:40:49.242848 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94f9f2b5-5ad5-46f4-8cab-79ff7ad040af', 'name': 'network-vif-deleted', 'tag': '802f6ec7-37ad-4b77-9f21-aabe53e951e1', 'status': 'completed', 'code': 200} Jul 06 12:40:49.260163 dv-cinder-799631-1-iscsi neutron-server[93090]: DEBUG neutron.db.l3_dvr_db [None req-3f015fd9-a1c3-4557-83f7-25bc249f8cdc None None] Set router 130656f8-45c2-4a36-a256-8b9eebfb37e9 gateway port host: dv-cinder-799631-1-iscsi {{(pid=93090) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:40:49.525543 dv-cinder-799631-1-iscsi neutron-server[93090]: DEBUG neutron.db.l3_hamode_db [None req-3f015fd9-a1c3-4557-83f7-25bc249f8cdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '130656f8-45c2-4a36-a256-8b9eebfb37e9', 'name': 'tempest-AttachVolumeShelveTestJSON-1952371859-router', 'tenant_id': 'b437ce926689452f91685757af8037a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a97b808-be6d-48ec-a40b-4668530ee790', 'external_fixed_ips': [{'subnet_id': '1816a596-2dc6-4d27-98a5-201cc12476f2', 'ip_address': '172.27.1.78'}], 'enable_snat': True}, 'gw_port_id': '52b826e0-bcb1-4b1f-a824-e9966728d4f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:33:07Z', 'updated_at': '2021-07-06T12:33:20Z', 'revision_number': 4, 'project_id': 'b437ce926689452f91685757af8037a1', 'gw_port': {'id': '52b826e0-bcb1-4b1f-a824-e9966728d4f8', 'name': '', 'network_id': '2a97b808-be6d-48ec-a40b-4668530ee790', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:34:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '130656f8-45c2-4a36-a256-8b9eebfb37e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 53, 'fixed_ips': [{'subnet_id': '1816a596-2dc6-4d27-98a5-201cc12476f2', 'ip_address': '172.27.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799631-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:33:08Z', 'updated_at': '2021-07-06T12:33:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1816a596-2dc6-4d27-98a5-201cc12476f2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799631-1-iscsi', '_interfaces': [{'id': 'c8b0b1a8-36c0-47bc-bcd4-2453a786f7de', 'name': '', 'network_id': '13aecddf-3646-4770-a1b4-1e59fdf991f5', 'tenant_id': 'b437ce926689452f91685757af8037a1', 'mac_address': 'fa:16:3e:a0:be:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '130656f8-45c2-4a36-a256-8b9eebfb37e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '26404b5b-3148-4b62-b08e-5f523f412d1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799631-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:33:16Z', 'updated_at': '2021-07-06T12:33:35Z', 'revision_number': 5, 'project_id': 'b437ce926689452f91685757af8037a1', 'subnets': [{'id': '26404b5b-3148-4b62-b08e-5f523f412d1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799631-1-iscsi', False) {} {{(pid=93090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:40:49.653508 dv-cinder-799631-1-iscsi neutron-server[93090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f015fd9-a1c3-4557-83f7-25bc249f8cdc None None] Checking router: 130656f8-45c2-4a36-a256-8b9eebfb37e9 for host: dv-cinder-799631-1-iscsi {{(pid=93090) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 12:40:49.662668 dv-cinder-799631-1-iscsi neutron-server[93090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f015fd9-a1c3-4557-83f7-25bc249f8cdc None None] Routers {'130656f8-45c2-4a36-a256-8b9eebfb37e9'} bound to L3 agent in host dv-cinder-799631-1-iscsi {{(pid=93090) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:40:49.663371 dv-cinder-799631-1-iscsi neutron-server[93090]: DEBUG neutron.db.l3_hamode_db [None req-3f015fd9-a1c3-4557-83f7-25bc249f8cdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799631-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T12:25:10Z,description=,heartbeat_timestamp=2021-07-06T12:40:41Z,host='dv-cinder-799631-1-iscsi',id=8f648e93-51d3-4e20-9eca-a57842435ba1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T12:25:10Z,topic='l3_agent')) {'router_ids': ['130656f8-45c2-4a36-a256-8b9eebfb37e9'], 'active': True} {{(pid=93090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:40:49.777217 dv-cinder-799631-1-iscsi neutron-server[93090]: DEBUG neutron.db.l3_dvr_db [None req-3f015fd9-a1c3-4557-83f7-25bc249f8cdc None None] Set router 130656f8-45c2-4a36-a256-8b9eebfb37e9 gateway port host: dv-cinder-799631-1-iscsi {{(pid=93090) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:40:49.994728 dv-cinder-799631-1-iscsi neutron-server[93090]: DEBUG neutron.db.l3_hamode_db [None req-3f015fd9-a1c3-4557-83f7-25bc249f8cdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '130656f8-45c2-4a36-a256-8b9eebfb37e9', 'name': 'tempest-AttachVolumeShelveTestJSON-1952371859-router', 'tenant_id': 'b437ce926689452f91685757af8037a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a97b808-be6d-48ec-a40b-4668530ee790', 'external_fixed_ips': [{'subnet_id': '1816a596-2dc6-4d27-98a5-201cc12476f2', 'ip_address': '172.27.1.78'}], 'enable_snat': True}, 'gw_port_id': '52b826e0-bcb1-4b1f-a824-e9966728d4f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:33:07Z', 'updated_at': '2021-07-06T12:33:20Z', 'revision_number': 4, 'project_id': 'b437ce926689452f91685757af8037a1', 'gw_port': {'id': '52b826e0-bcb1-4b1f-a824-e9966728d4f8', 'name': '', 'network_id': '2a97b808-be6d-48ec-a40b-4668530ee790', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:34:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '130656f8-45c2-4a36-a256-8b9eebfb37e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 53, 'fixed_ips': [{'subnet_id': '1816a596-2dc6-4d27-98a5-201cc12476f2', 'ip_address': '172.27.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799631-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:33:08Z', 'updated_at': '2021-07-06T12:33:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1816a596-2dc6-4d27-98a5-201cc12476f2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799631-1-iscsi', '_interfaces': [{'id': 'c8b0b1a8-36c0-47bc-bcd4-2453a786f7de', 'name': '', 'network_id': '13aecddf-3646-4770-a1b4-1e59fdf991f5', 'tenant_id': 'b437ce926689452f91685757af8037a1', 'mac_address': 'fa:16:3e:a0:be:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '130656f8-45c2-4a36-a256-8b9eebfb37e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '26404b5b-3148-4b62-b08e-5f523f412d1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799631-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:33:16Z', 'updated_at': '2021-07-06T12:33:35Z', 'revision_number': 5, 'project_id': 'b437ce926689452f91685757af8037a1', 'subnets': [{'id': '26404b5b-3148-4b62-b08e-5f523f412d1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799631-1-iscsi', False) {} {{(pid=93090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:40:50.026481 dv-cinder-799631-1-iscsi neutron-server[93090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f015fd9-a1c3-4557-83f7-25bc249f8cdc None None] The sync data for ids ['130656f8-45c2-4a36-a256-8b9eebfb37e9'] in dv-cinder-799631-1-iscsi is: [{'id': '130656f8-45c2-4a36-a256-8b9eebfb37e9', 'name': 'tempest-AttachVolumeShelveTestJSON-1952371859-router', 'tenant_id': 'b437ce926689452f91685757af8037a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a97b808-be6d-48ec-a40b-4668530ee790', 'external_fixed_ips': [{'subnet_id': '1816a596-2dc6-4d27-98a5-201cc12476f2', 'ip_address': '172.27.1.78'}], 'enable_snat': True}, 'gw_port_id': '52b826e0-bcb1-4b1f-a824-e9966728d4f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:33:07Z', 'updated_at': '2021-07-06T12:33:20Z', 'revision_number': 4, 'project_id': 'b437ce926689452f91685757af8037a1', 'gw_port': {'id': '52b826e0-bcb1-4b1f-a824-e9966728d4f8', 'name': '', 'network_id': '2a97b808-be6d-48ec-a40b-4668530ee790', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:34:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '130656f8-45c2-4a36-a256-8b9eebfb37e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 53, 'fixed_ips': [{'subnet_id': '1816a596-2dc6-4d27-98a5-201cc12476f2', 'ip_address': '172.27.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799631-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:33:08Z', 'updated_at': '2021-07-06T12:33:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1816a596-2dc6-4d27-98a5-201cc12476f2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799631-1-iscsi', '_interfaces': [{'id': 'c8b0b1a8-36c0-47bc-bcd4-2453a786f7de', 'name': '', 'network_id': '13aecddf-3646-4770-a1b4-1e59fdf991f5', 'tenant_id': 'b437ce926689452f91685757af8037a1', 'mac_address': 'fa:16:3e:a0:be:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '130656f8-45c2-4a36-a256-8b9eebfb37e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '26404b5b-3148-4b62-b08e-5f523f412d1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799631-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:33:16Z', 'updated_at': '2021-07-06T12:33:35Z', 'revision_number': 5, 'project_id': 'b437ce926689452f91685757af8037a1', 'subnets': [{'id': '26404b5b-3148-4b62-b08e-5f523f412d1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93090) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:40:50.252638 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee619864-3bbd-4f7b-b79d-65a41ebafb6f None None] New status for floating IP c34b3949-06f6-4553-a364-4b03c9265e0a: DOWN {{(pid=93089) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 12:40:50.389836 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.wsgi [-] (93088) accepted ('10.222.0.106', 55214) {{(pid=93088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:40:50.447446 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-0827efb4-8023-4616-81dc-06e05d85af2c tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] Notify callbacks [] for security_group, before_delete {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:40:50.471766 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-0827efb4-8023-4616-81dc-06e05d85af2c tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:40:50.519053 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-0827efb4-8023-4616-81dc-06e05d85af2c tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1774441'] for security_group, after_delete {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:40:50.521727 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-0827efb4-8023-4616-81dc-06e05d85af2c tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] Notify callbacks [] for security_group, before_response {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:40:50.522904 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [None req-0827efb4-8023-4616-81dc-06e05d85af2c tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] 10.222.0.106 "DELETE /v2.0/security-groups/af721106-b63f-4fb8-b0d1-a9f3eb8d5c38 HTTP/1.1" status: 204 len: 168 time: 0.1320539 Jul 06 12:40:50.526267 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.wsgi [-] (93087) accepted ('10.222.0.106', 55216) {{(pid=93087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:40:50.532689 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0827efb4-8023-4616-81dc-06e05d85af2c tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=af721106-b63f-4fb8-b0d1-a9f3eb8d5c38,revision_number=None']} {{(pid=93088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:40:50.540998 dv-cinder-799631-1-iscsi neutron-server[93087]: INFO neutron.api.v2.resource [None req-d5bb919e-c77e-4c57-8445-0bddc465caef tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] show failed (client error): The resource could not be found. Jul 06 12:40:50.542223 dv-cinder-799631-1-iscsi neutron-server[93087]: INFO neutron.wsgi [None req-d5bb919e-c77e-4c57-8445-0bddc465caef tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] 10.222.0.106 "GET /v2.0/security-groups/af721106-b63f-4fb8-b0d1-a9f3eb8d5c38 HTTP/1.1" status: 404 len: 347 time: 0.0148625 Jul 06 12:40:50.546166 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.wsgi [-] (93087) accepted ('10.222.0.106', 55218) {{(pid=93087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:40:50.673462 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.plugins.ml2.plugin [None req-db71407d-038a-4be1-a96e-e6ed77f92209 tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] Deleting port 12f49233-e4ee-4979-8b20-f3ced00d5578 {{(pid=93087) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:40:50.674014 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-db71407d-038a-4be1-a96e-e6ed77f92209 tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730294201564'] for port, before_delete {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:40:50.749938 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-db71407d-038a-4be1-a96e-e6ed77f92209 tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813012'] for port, precommit_delete {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:40:50.750315 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-db71407d-038a-4be1-a96e-e6ed77f92209 tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:40:50.762035 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.plugins.ml2.plugin [None req-db71407d-038a-4be1-a96e-e6ed77f92209 tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] Calling delete_port for 12f49233-e4ee-4979-8b20-f3ced00d5578 owned by network:floatingip {{(pid=93087) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:40:50.905853 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-db71407d-038a-4be1-a96e-e6ed77f92209 tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-772913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730294210838', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730293689573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65517743'] for port, after_delete {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:40:50.930399 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db71407d-038a-4be1-a96e-e6ed77f92209 tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] Pushing event deleted for resources: {'Port': ['ID=12f49233-e4ee-4979-8b20-f3ced00d5578,revision_number=None']} {{(pid=93087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:40:50.995294 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-db71407d-038a-4be1-a96e-e6ed77f92209 tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] Notify callbacks [] for floatingip, after_delete {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:40:50.997834 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-db71407d-038a-4be1-a96e-e6ed77f92209 tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473541'] for floatingip, before_response {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:40:50.998991 dv-cinder-799631-1-iscsi neutron-server[93087]: INFO neutron.wsgi [None req-db71407d-038a-4be1-a96e-e6ed77f92209 tempest-AttachVolumeShelveTestJSON-872185415 tempest-AttachVolumeShelveTestJSON-872185415-project] 10.222.0.106 "DELETE /v2.0/floatingips/c34b3949-06f6-4553-a364-4b03c9265e0a HTTP/1.1" status: 204 len: 168 time: 0.4518602 Jul 06 12:40:52.026424 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730293992524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912513'] for agent, after_update {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:40:52.425191 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.rpc [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] Device 802f6ec7-37ad-4b77-9f21-aabe53e951e1 no longer exists at agent hyperv_hv-cinder-79963 {{(pid=93089) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:40:52.443695 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.plugin [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] No Port match for: 802f6ec7-37ad-4b77-9f21-aabe53e951e1 {{(pid=93089) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:40:52.444045 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.rpc [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] Device 802f6ec7-37ad-4b77-9f21-aabe53e951e1 not bound to the agent host hv-cinder-79963 {{(pid=93089) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:40:53.571456 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.wsgi [-] (93087) accepted ('10.222.0.106', 55258) {{(pid=93087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:40:54.057937 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-4e30630e-53bc-442a-ab28-047194ba79d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1815572'] for router_interface, before_delete {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:40:54.120565 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.wsgi [-] (93088) accepted ('10.222.0.106', 55268) {{(pid=93088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:40:54.223403 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-d55af494-2b7e-4d05-b12a-53349659027c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:40:54.312685 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.plugins.ml2.plugin [None req-4e30630e-53bc-442a-ab28-047194ba79d0 admin admin] Deleting port c8b0b1a8-36c0-47bc-bcd4-2453a786f7de {{(pid=93087) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:40:54.313037 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-4e30630e-53bc-442a-ab28-047194ba79d0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730294201564'] for port, before_delete {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:40:54.313209 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-d55af494-2b7e-4d05-b12a-53349659027c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:40:54.318254 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-d55af494-2b7e-4d05-b12a-53349659027c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1774441'] for security_group, after_create {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:40:54.363522 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [None req-d55af494-2b7e-4d05-b12a-53349659027c admin admin] 10.222.0.106 "GET /v2.0/security-groups?tenant_id=4184420d70a04e3092dc13af731974ac&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2415557 Jul 06 12:40:54.364933 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55af494-2b7e-4d05-b12a-53349659027c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1024105b-d174-4ad3-8f7f-e07d8ff6d863,revision_number=1']} {{(pid=93088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:40:54.367344 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.wsgi [-] (93088) accepted ('10.222.0.106', 55272) {{(pid=93088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:40:54.402957 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.plugins.ml2.db [None req-4e30630e-53bc-442a-ab28-047194ba79d0 admin admin] For port c8b0b1a8-36c0-47bc-bcd4-2453a786f7de, host dv-cinder-799631-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799631-1-iscsi',level=0,port_id=c8b0b1a8-36c0-47bc-bcd4-2453a786f7de,segment=NetworkSegment(9563ba30-5ba5-46ca-802a-73eb0aa117e8),segment_id=9563ba30-5ba5-46ca-802a-73eb0aa117e8)] {{(pid=93087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:40:54.403347 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-4e30630e-53bc-442a-ab28-047194ba79d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813012'] for port, precommit_delete {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:40:54.416289 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.plugins.ml2.plugin [None req-4e30630e-53bc-442a-ab28-047194ba79d0 admin admin] Calling delete_port for c8b0b1a8-36c0-47bc-bcd4-2453a786f7de owned by network:router_interface {{(pid=93087) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:40:54.421666 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-8e4f6a20-6905-47db-96ff-f3cd283a97e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:40:54.443821 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-8e4f6a20-6905-47db-96ff-f3cd283a97e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:40:54.492334 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-8e4f6a20-6905-47db-96ff-f3cd283a97e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1774441'] for security_group, after_delete {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:40:54.497100 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-8e4f6a20-6905-47db-96ff-f3cd283a97e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:40:54.497100 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [None req-8e4f6a20-6905-47db-96ff-f3cd283a97e6 admin admin] 10.222.0.106 "DELETE /v2.0/security-groups/1024105b-d174-4ad3-8f7f-e07d8ff6d863 HTTP/1.1" status: 204 len: 168 time: 0.1283038 Jul 06 12:40:54.506852 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4f6a20-6905-47db-96ff-f3cd283a97e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1024105b-d174-4ad3-8f7f-e07d8ff6d863,revision_number=None']} {{(pid=93088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:40:54.614048 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-4e30630e-53bc-442a-ab28-047194ba79d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-772913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730294210838', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730293689573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65517743'] for port, after_delete {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:40:54.638066 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e30630e-53bc-442a-ab28-047194ba79d0 admin admin] Pushing event deleted for resources: {'Port': ['ID=c8b0b1a8-36c0-47bc-bcd4-2453a786f7de,revision_number=None']} {{(pid=93087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:40:54.821188 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-4e30630e-53bc-442a-ab28-047194ba79d0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1582540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1813034'] for router_interface, after_delete {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:40:55.047036 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e30630e-53bc-442a-ab28-047194ba79d0 admin admin] Router 130656f8-45c2-4a36-a256-8b9eebfb37e9 has already been hosted by L3 agent 8f648e93-51d3-4e20-9eca-a57842435ba1 {{(pid=93087) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 12:40:55.128277 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.wsgi [-] (93088) accepted ('10.222.0.106', 55294) {{(pid=93088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:40:55.234918 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.api.v2.base [None req-b1b2fe77-e745-4729-84d8-5b49aafa4004 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1925488153-network', 'tenant_id': 'fbb5711b461a4640a58e2421932d76ad'}} {{(pid=93088) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:40:55.259551 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1b2fe77-e745-4729-84d8-5b49aafa4004 admin admin] Made reservation on behalf of fbb5711b461a4640a58e2421932d76ad for: {'network': 1} {{(pid=93088) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:40:55.261981 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-b1b2fe77-e745-4729-84d8-5b49aafa4004 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772861'] for network, before_create {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:40:55.272189 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-b1b2fe77-e745-4729-84d8-5b49aafa4004 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:40:55.365602 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-b1b2fe77-e745-4729-84d8-5b49aafa4004 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:40:55.370406 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-b1b2fe77-e745-4729-84d8-5b49aafa4004 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1774441'] for security_group, after_create {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:40:55.402426 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b1b2fe77-e745-4729-84d8-5b49aafa4004 admin admin] vlan segment allocate from pool success with {'vlan_id': 1084, 'physical_network': 'physnet1'} {{(pid=93088) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 12:40:55.407775 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e30630e-53bc-442a-ab28-047194ba79d0 admin admin] Notify agent at l3_agent.dv-cinder-799631-1-iscsi the message routers_updated {{(pid=93087) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:40:55.413261 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b2fe77-e745-4729-84d8-5b49aafa4004 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9e8487a-4c11-4c4f-9811-cc064d5f2e48,revision_number=1']} {{(pid=93088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:40:55.416316 dv-cinder-799631-1-iscsi neutron-server[93090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b31e901-817c-4942-9913-492b5251fe49 None None] Sync routers for ids ['130656f8-45c2-4a36-a256-8b9eebfb37e9'] in dv-cinder-799631-1-iscsi {{(pid=93090) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:40:55.420544 dv-cinder-799631-1-iscsi neutron-server[93087]: INFO neutron.wsgi [None req-4e30630e-53bc-442a-ab28-047194ba79d0 admin admin] 10.222.0.106 "PUT /v2.0/routers/130656f8-45c2-4a36-a256-8b9eebfb37e9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8474376 Jul 06 12:40:55.422947 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.wsgi [-] (93087) accepted ('10.222.0.106', 55298) {{(pid=93087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:40:55.423712 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-b1b2fe77-e745-4729-84d8-5b49aafa4004 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-886815'] for segment, precommit_create {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:40:55.424067 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.db.segments_db [None req-b1b2fe77-e745-4729-84d8-5b49aafa4004 admin admin] Added segment 10af5586-a131-4c09-9c2c-2bb6a116b3b9 of type vlan for network c2879fcc-f3ae-4cdd-a55a-3d405f299166 Jul 06 12:40:55.442432 dv-cinder-799631-1-iscsi neutron-server[93090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b31e901-817c-4942-9913-492b5251fe49 None None] Routers {'130656f8-45c2-4a36-a256-8b9eebfb37e9'} bound to L3 agent in host dv-cinder-799631-1-iscsi {{(pid=93090) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:40:55.443079 dv-cinder-799631-1-iscsi neutron-server[93090]: DEBUG neutron.db.l3_hamode_db [None req-3b31e901-817c-4942-9913-492b5251fe49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799631-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T12:25:10Z,description=,heartbeat_timestamp=2021-07-06T12:40:41Z,host='dv-cinder-799631-1-iscsi',id=8f648e93-51d3-4e20-9eca-a57842435ba1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T12:25:10Z,topic='l3_agent')) {'router_ids': ['130656f8-45c2-4a36-a256-8b9eebfb37e9'], 'active': True} {{(pid=93090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:40:55.469585 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-b1b2fe77-e745-4729-84d8-5b49aafa4004 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730293704277'] for network, precommit_create {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:40:55.503101 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-b1b2fe77-e745-4729-84d8-5b49aafa4004 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1774397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582535'] for network, after_create {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:40:55.504272 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1b2fe77-e745-4729-84d8-5b49aafa4004 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:40:55.504967 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-b1b2fe77-e745-4729-84d8-5b49aafa4004 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582504'] for network, before_response {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:40:55.538791 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-b8e4aecc-2b06-4840-bef8-3b8220fe2dad admin admin] Notify callbacks [] for router, before_delete {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:40:55.554641 dv-cinder-799631-1-iscsi neutron-server[93090]: DEBUG neutron.db.l3_dvr_db [None req-3b31e901-817c-4942-9913-492b5251fe49 None None] Set router 130656f8-45c2-4a36-a256-8b9eebfb37e9 gateway port host: dv-cinder-799631-1-iscsi {{(pid=93090) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:40:55.564069 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [None req-b1b2fe77-e745-4729-84d8-5b49aafa4004 admin admin] 10.222.0.106 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.4343722 Jul 06 12:40:55.564812 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.wsgi [-] (93088) accepted ('10.222.0.106', 55300) {{(pid=93088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:40:55.571347 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.api.v2.base [None req-c316eca6-5218-4ee4-bf5d-53ea714897c1 admin admin] Request body: {'subnet': {'network_id': 'c2879fcc-f3ae-4cdd-a55a-3d405f299166', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1925488153-subnet', 'tenant_id': 'fbb5711b461a4640a58e2421932d76ad', 'ip_version': 4}} {{(pid=93088) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:40:55.581207 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b2fe77-e745-4729-84d8-5b49aafa4004 admin admin] Pushing event updated for resources: {'Network': ['ID=c2879fcc-f3ae-4cdd-a55a-3d405f299166,revision_number=1']} {{(pid=93088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:40:55.592150 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.rpc [None req-3dd6613b-aa53-445d-9a05-4c085a94a05e None None] Network c2879fcc-f3ae-4cdd-a55a-3d405f299166 details requested by agent ovs-agent-dv-cinder-799631-1-iscsi with host dv-cinder-799631-1-iscsi {{(pid=93089) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 12:40:55.603119 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c316eca6-5218-4ee4-bf5d-53ea714897c1 admin admin] Made reservation on behalf of fbb5711b461a4640a58e2421932d76ad for: {'subnet': 1} {{(pid=93088) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:40:55.605801 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-c316eca6-5218-4ee4-bf5d-53ea714897c1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63518454'] for subnet, before_create {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:40:55.655702 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-b8e4aecc-2b06-4840-bef8-3b8220fe2dad admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:40:55.719928 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.plugins.ml2.plugin [None req-b8e4aecc-2b06-4840-bef8-3b8220fe2dad admin admin] Deleting port 52b826e0-bcb1-4b1f-a824-e9966728d4f8 {{(pid=93087) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:40:55.720174 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-b8e4aecc-2b06-4840-bef8-3b8220fe2dad admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730294201564'] for port, before_delete {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:40:55.759776 dv-cinder-799631-1-iscsi neutron-server[93090]: DEBUG neutron.db.l3_hamode_db [None req-3b31e901-817c-4942-9913-492b5251fe49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '130656f8-45c2-4a36-a256-8b9eebfb37e9', 'name': 'tempest-AttachVolumeShelveTestJSON-1952371859-router', 'tenant_id': 'b437ce926689452f91685757af8037a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a97b808-be6d-48ec-a40b-4668530ee790', 'external_fixed_ips': [{'subnet_id': '1816a596-2dc6-4d27-98a5-201cc12476f2', 'ip_address': '172.27.1.78'}], 'enable_snat': True}, 'gw_port_id': '52b826e0-bcb1-4b1f-a824-e9966728d4f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:33:07Z', 'updated_at': '2021-07-06T12:40:54Z', 'revision_number': 5, 'project_id': 'b437ce926689452f91685757af8037a1', 'gw_port': {'id': '52b826e0-bcb1-4b1f-a824-e9966728d4f8', 'name': '', 'network_id': '2a97b808-be6d-48ec-a40b-4668530ee790', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:34:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '130656f8-45c2-4a36-a256-8b9eebfb37e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 53, 'fixed_ips': [{'subnet_id': '1816a596-2dc6-4d27-98a5-201cc12476f2', 'ip_address': '172.27.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799631-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:33:08Z', 'updated_at': '2021-07-06T12:33:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1816a596-2dc6-4d27-98a5-201cc12476f2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799631-1-iscsi'}], 'dv-cinder-799631-1-iscsi', False) {} {{(pid=93090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:40:55.791216 dv-cinder-799631-1-iscsi neutron-server[93090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b31e901-817c-4942-9913-492b5251fe49 None None] Checking router: 130656f8-45c2-4a36-a256-8b9eebfb37e9 for host: dv-cinder-799631-1-iscsi {{(pid=93090) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 12:40:55.801224 dv-cinder-799631-1-iscsi neutron-server[93090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b31e901-817c-4942-9913-492b5251fe49 None None] Routers {'130656f8-45c2-4a36-a256-8b9eebfb37e9'} bound to L3 agent in host dv-cinder-799631-1-iscsi {{(pid=93090) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:40:55.802043 dv-cinder-799631-1-iscsi neutron-server[93090]: DEBUG neutron.db.l3_hamode_db [None req-3b31e901-817c-4942-9913-492b5251fe49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799631-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T12:25:10Z,description=,heartbeat_timestamp=2021-07-06T12:40:41Z,host='dv-cinder-799631-1-iscsi',id=8f648e93-51d3-4e20-9eca-a57842435ba1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T12:25:10Z,topic='l3_agent')) {'router_ids': ['130656f8-45c2-4a36-a256-8b9eebfb37e9'], 'active': True} {{(pid=93090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:40:55.802578 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-c316eca6-5218-4ee4-bf5d-53ea714897c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1774543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63638213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63518436'] for subnet, after_create {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:40:55.807625 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.plugins.ml2.db [None req-b8e4aecc-2b06-4840-bef8-3b8220fe2dad admin admin] For port 52b826e0-bcb1-4b1f-a824-e9966728d4f8, host dv-cinder-799631-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799631-1-iscsi',level=0,port_id=52b826e0-bcb1-4b1f-a824-e9966728d4f8,segment=NetworkSegment(89d2d2f7-34cd-4989-93e1-84776a10346d),segment_id=89d2d2f7-34cd-4989-93e1-84776a10346d)] {{(pid=93087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:40:55.807994 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-b8e4aecc-2b06-4840-bef8-3b8220fe2dad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813012'] for port, precommit_delete {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:40:55.823154 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.plugins.ml2.plugin [None req-b8e4aecc-2b06-4840-bef8-3b8220fe2dad admin admin] Calling delete_port for 52b826e0-bcb1-4b1f-a824-e9966728d4f8 owned by network:router_gateway {{(pid=93087) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:40:55.861260 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c316eca6-5218-4ee4-bf5d-53ea714897c1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a8b537dc-1fa3-4687-8db2-3b01ae5301d6,revision_number=0']} {{(pid=93088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:40:55.871981 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c316eca6-5218-4ee4-bf5d-53ea714897c1 admin admin] Checking segment: {'id': '10af5586-a131-4c09-9c2c-2bb6a116b3b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': 'c2879fcc-f3ae-4cdd-a55a-3d405f299166'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93088) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:40:55.872916 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c316eca6-5218-4ee4-bf5d-53ea714897c1 admin admin] Network hostable DHCP agents. Network: c2879fcc-f3ae-4cdd-a55a-3d405f299166, hostable agents: ['4e405fa1-8706-417c-9214-b4e9d51c0aa2'], hosted agents: [] {{(pid=93088) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 12:40:55.890842 dv-cinder-799631-1-iscsi neutron-server[93090]: DEBUG neutron.db.l3_dvr_db [None req-3b31e901-817c-4942-9913-492b5251fe49 None None] Set router 130656f8-45c2-4a36-a256-8b9eebfb37e9 gateway port host: None {{(pid=93090) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:40:55.891196 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c316eca6-5218-4ee4-bf5d-53ea714897c1 admin admin] Network c2879fcc-f3ae-4cdd-a55a-3d405f299166 is scheduled to be hosted by DHCP agent 4e405fa1-8706-417c-9214-b4e9d51c0aa2 with binding_index 1 {{(pid=93088) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 12:40:55.900630 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.scheduler.base_scheduler [None req-c316eca6-5218-4ee4-bf5d-53ea714897c1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-799631-1-iscsi, c2879fcc-f3ae-4cdd-a55a-3d405f299166) {{(pid=93088) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:40:55.905053 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c316eca6-5218-4ee4-bf5d-53ea714897c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:40:55.905633 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-c316eca6-5218-4ee4-bf5d-53ea714897c1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:40:55.916139 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc9c1c08-21db-4ff0-bddf-db1f7a6cec60 None None] Network c2879fcc-f3ae-4cdd-a55a-3d405f299166 requested from dv-cinder-799631-1-iscsi {{(pid=93089) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:40:55.928571 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [None req-c316eca6-5218-4ee4-bf5d-53ea714897c1 admin admin] 10.222.0.106 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3609698 Jul 06 12:40:55.931023 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.wsgi [-] (93088) accepted ('10.222.0.106', 55302) {{(pid=93088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:40:55.938044 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.api.v2.base [None req-0090cb5e-3af7-4683-9395-529f695afd02 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1925488153-router', 'tenant_id': 'fbb5711b461a4640a58e2421932d76ad', 'external_gateway_info': {'network_id': '2a97b808-be6d-48ec-a40b-4668530ee790'}}} {{(pid=93088) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:40:55.948233 dv-cinder-799631-1-iscsi neutron-server[93090]: DEBUG neutron.db.l3_hamode_db [None req-3b31e901-817c-4942-9913-492b5251fe49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '130656f8-45c2-4a36-a256-8b9eebfb37e9', 'name': 'tempest-AttachVolumeShelveTestJSON-1952371859-router', 'tenant_id': 'b437ce926689452f91685757af8037a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:33:07Z', 'updated_at': '2021-07-06T12:40:55Z', 'revision_number': 6, 'project_id': 'b437ce926689452f91685757af8037a1', 'gw_port_host': None}], 'dv-cinder-799631-1-iscsi', False) {} {{(pid=93090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:40:55.969842 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-0090cb5e-3af7-4683-9395-529f695afd02 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1816785', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-259374'] for router, before_create {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:40:55.972584 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-0090cb5e-3af7-4683-9395-529f695afd02 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1816654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1816574', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1706296', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-259361'] for router, precommit_create {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:40:55.976337 dv-cinder-799631-1-iscsi neutron-server[93090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b31e901-817c-4942-9913-492b5251fe49 None None] The sync data for ids ['130656f8-45c2-4a36-a256-8b9eebfb37e9'] in dv-cinder-799631-1-iscsi is: [{'id': '130656f8-45c2-4a36-a256-8b9eebfb37e9', 'name': 'tempest-AttachVolumeShelveTestJSON-1952371859-router', 'tenant_id': 'b437ce926689452f91685757af8037a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:33:07Z', 'updated_at': '2021-07-06T12:40:55Z', 'revision_number': 6, 'project_id': 'b437ce926689452f91685757af8037a1', 'gw_port_host': None}] {{(pid=93090) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:40:56.019146 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-b8e4aecc-2b06-4840-bef8-3b8220fe2dad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-772913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730294210838', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730293689573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65517743'] for port, after_delete {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:40:56.049568 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e4aecc-2b06-4840-bef8-3b8220fe2dad admin admin] Pushing event deleted for resources: {'Port': ['ID=52b826e0-bcb1-4b1f-a824-e9966728d4f8,revision_number=None']} {{(pid=93087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:40:56.072081 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-0090cb5e-3af7-4683-9395-529f695afd02 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:40:56.108140 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d935f8c7-2b70-48ff-8cb7-216d0a5fa68a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d5148ee-c8da-5cea-b4c5-c4f407a95c14-c2879fcc-f3ae-4cdd-a55a-3d405f299166', 'network_id': 'c2879fcc-f3ae-4cdd-a55a-3d405f299166', 'tenant_id': 'fbb5711b461a4640a58e2421932d76ad', 'fixed_ips': [{'subnet_id': 'a8b537dc-1fa3-4687-8db2-3b01ae5301d6'}]}} from dv-cinder-799631-1-iscsi. {{(pid=93089) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 12:40:56.109226 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-d935f8c7-2b70-48ff-8cb7-216d0a5fa68a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772861'] for port, before_create {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:40:56.113527 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-b8e4aecc-2b06-4840-bef8-3b8220fe2dad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1764435'] for router_gateway, after_delete {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:40:56.208373 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-b8e4aecc-2b06-4840-bef8-3b8220fe2dad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1816807', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-259384'] for router, precommit_delete {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:40:56.209926 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-0090cb5e-3af7-4683-9395-529f695afd02 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1764372', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1816771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-259379'] for router, precommit_update {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:40:56.210682 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-b8e4aecc-2b06-4840-bef8-3b8220fe2dad admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:40:56.248792 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.db.db_base_plugin_common [None req-d935f8c7-2b70-48ff-8cb7-216d0a5fa68a None None] Allocated IP 172.20.0.2 (c2879fcc-f3ae-4cdd-a55a-3d405f299166/a8b537dc-1fa3-4687-8db2-3b01ae5301d6/1efaf587-6907-4398-98dc-c2db5c8a5874) {{(pid=93089) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:40:56.266683 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-b8e4aecc-2b06-4840-bef8-3b8220fe2dad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1817463'] for router, after_delete {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:40:56.267146 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8e4aecc-2b06-4840-bef8-3b8220fe2dad admin admin] Fanout notify agent at l3_agent the message router_deleted on router 130656f8-45c2-4a36-a256-8b9eebfb37e9 {{(pid=93087) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 12:40:56.273036 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-b8e4aecc-2b06-4840-bef8-3b8220fe2dad admin admin] Notify callbacks [] for router, before_response {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:40:56.275063 dv-cinder-799631-1-iscsi neutron-server[93087]: INFO neutron.wsgi [None req-b8e4aecc-2b06-4840-bef8-3b8220fe2dad admin admin] 10.222.0.106 "DELETE /v2.0/routers/130656f8-45c2-4a36-a256-8b9eebfb37e9 HTTP/1.1" status: 204 len: 168 time: 0.8508708 Jul 06 12:40:56.277800 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.wsgi [-] (93088) accepted ('10.222.0.106', 55304) {{(pid=93088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:40:56.329919 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.db.db_base_plugin_v2 [None req-9db2b054-bde8-43e5-a304-9521b685d021 admin admin] Deleting subnet 26404b5b-3148-4b62-b08e-5f523f412d1e {{(pid=93088) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 12:40:56.334813 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-9db2b054-bde8-43e5-a304-9521b685d021 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:40:56.381032 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-9db2b054-bde8-43e5-a304-9521b685d021 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63205673'] for subnet, precommit_delete_associations {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:40:56.397045 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-d935f8c7-2b70-48ff-8cb7-216d0a5fa68a None None] Notify callbacks [] for port, precommit_create {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:40:56.409363 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.db.provisioning_blocks [None req-d935f8c7-2b70-48ff-8cb7-216d0a5fa68a None None] Transition to ACTIVE for port object 1efaf587-6907-4398-98dc-c2db5c8a5874 will not be triggered until provisioned by entity L2. {{(pid=93089) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:40:56.433976 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.db.provisioning_blocks [None req-d935f8c7-2b70-48ff-8cb7-216d0a5fa68a None None] Transition to ACTIVE for port object 1efaf587-6907-4398-98dc-c2db5c8a5874 will not be triggered until provisioned by entity DHCP. {{(pid=93089) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:40:56.440494 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-d935f8c7-2b70-48ff-8cb7-216d0a5fa68a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-772920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-407207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730293689564'] for port, after_create {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:40:56.481494 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d935f8c7-2b70-48ff-8cb7-216d0a5fa68a None None] Network c2879fcc-f3ae-4cdd-a55a-3d405f299166 is already hosted by enough agents. {{(pid=93089) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:40:56.483511 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.scheduler.base_scheduler [None req-d935f8c7-2b70-48ff-8cb7-216d0a5fa68a None None] Resources bound (agent type, host, resource id): {{(pid=93089) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:40:56.487857 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d935f8c7-2b70-48ff-8cb7-216d0a5fa68a None None] Received port after_create {{(pid=93089) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:40:56.497676 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d935f8c7-2b70-48ff-8cb7-216d0a5fa68a None None] Pushing event updated for resources: {'Port': ['ID=1efaf587-6907-4398-98dc-c2db5c8a5874,revision_number=1']} {{(pid=93089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:40:56.507922 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d935f8c7-2b70-48ff-8cb7-216d0a5fa68a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799631-1-iscsi {{(pid=93089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:40:56.508273 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d935f8c7-2b70-48ff-8cb7-216d0a5fa68a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799631-1-iscsi {{(pid=93089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:40:56.508663 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d935f8c7-2b70-48ff-8cb7-216d0a5fa68a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799631-1-iscsi {{(pid=93089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:40:56.509057 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d935f8c7-2b70-48ff-8cb7-216d0a5fa68a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799631-1-iscsi {{(pid=93089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:40:56.509419 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d935f8c7-2b70-48ff-8cb7-216d0a5fa68a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799631-1-iscsi {{(pid=93089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:40:56.509927 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d935f8c7-2b70-48ff-8cb7-216d0a5fa68a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799631-1-iscsi {{(pid=93089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:40:56.510104 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d935f8c7-2b70-48ff-8cb7-216d0a5fa68a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-799631-1-iscsi {{(pid=93089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:40:56.510473 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d935f8c7-2b70-48ff-8cb7-216d0a5fa68a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-799631-1-iscsi {{(pid=93089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:40:56.510777 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d935f8c7-2b70-48ff-8cb7-216d0a5fa68a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799631-1-iscsi {{(pid=93089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:40:56.511220 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d935f8c7-2b70-48ff-8cb7-216d0a5fa68a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799631-1-iscsi {{(pid=93089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:40:56.511529 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d935f8c7-2b70-48ff-8cb7-216d0a5fa68a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799631-1-iscsi {{(pid=93089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:40:56.512068 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d935f8c7-2b70-48ff-8cb7-216d0a5fa68a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799631-1-iscsi {{(pid=93089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:40:56.550212 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-9db2b054-bde8-43e5-a304-9521b685d021 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-892766'] for subnet, precommit_delete {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:40:56.571872 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.managers [None req-d935f8c7-2b70-48ff-8cb7-216d0a5fa68a None None] Attempting to bind port 1efaf587-6907-4398-98dc-c2db5c8a5874 on host dv-cinder-799631-1-iscsi for vnic_type normal with profile {{(pid=93089) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:40:56.572248 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.managers [None req-d935f8c7-2b70-48ff-8cb7-216d0a5fa68a None None] Attempting to bind port 1efaf587-6907-4398-98dc-c2db5c8a5874 by drivers openvswitch,hyperv on host dv-cinder-799631-1-iscsi at level 0 using segments [{'id': '10af5586-a131-4c09-9c2c-2bb6a116b3b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': 'c2879fcc-f3ae-4cdd-a55a-3d405f299166'}] {{(pid=93089) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:40:56.572620 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d935f8c7-2b70-48ff-8cb7-216d0a5fa68a None None] Attempting to bind port 1efaf587-6907-4398-98dc-c2db5c8a5874 on network c2879fcc-f3ae-4cdd-a55a-3d405f299166 {{(pid=93089) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:40:56.577797 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d935f8c7-2b70-48ff-8cb7-216d0a5fa68a None None] Checking agent: {'id': '0df45e45-1cb7-430e-9311-5161aceb24d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799631-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 12, 25, 11), 'started_at': datetime.datetime(2021, 7, 6, 12, 25, 41), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 40, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799631-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93089) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:40:56.578177 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d935f8c7-2b70-48ff-8cb7-216d0a5fa68a None None] Checking segment: {'id': '10af5586-a131-4c09-9c2c-2bb6a116b3b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': 'c2879fcc-f3ae-4cdd-a55a-3d405f299166'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93089) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:40:56.578620 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-d935f8c7-2b70-48ff-8cb7-216d0a5fa68a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:40:56.579021 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d935f8c7-2b70-48ff-8cb7-216d0a5fa68a None None] Bound using segment: {'id': '10af5586-a131-4c09-9c2c-2bb6a116b3b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': 'c2879fcc-f3ae-4cdd-a55a-3d405f299166'} {{(pid=93089) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:40:56.579513 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.managers [None req-d935f8c7-2b70-48ff-8cb7-216d0a5fa68a None None] Bound port: 1efaf587-6907-4398-98dc-c2db5c8a5874, host: dv-cinder-799631-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10af5586-a131-4c09-9c2c-2bb6a116b3b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': 'c2879fcc-f3ae-4cdd-a55a-3d405f299166'}}] {{(pid=93089) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:40:56.579933 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-d935f8c7-2b70-48ff-8cb7-216d0a5fa68a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772861'] for port, before_update {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:40:56.580062 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-0090cb5e-3af7-4683-9395-529f695afd02 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:40:56.603446 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-0090cb5e-3af7-4683-9395-529f695afd02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772861'] for port, before_create {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:40:56.642535 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.db [None req-d935f8c7-2b70-48ff-8cb7-216d0a5fa68a None None] For port 1efaf587-6907-4398-98dc-c2db5c8a5874, host dv-cinder-799631-1-iscsi, cleared binding levels {{(pid=93089) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:40:56.645691 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.db [None req-d935f8c7-2b70-48ff-8cb7-216d0a5fa68a None None] For port 1efaf587-6907-4398-98dc-c2db5c8a5874, host dv-cinder-799631-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799631-1-iscsi',level=0,port_id=1efaf587-6907-4398-98dc-c2db5c8a5874,segment=NetworkSegment(10af5586-a131-4c09-9c2c-2bb6a116b3b9),segment_id=10af5586-a131-4c09-9c2c-2bb6a116b3b9)] {{(pid=93089) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:40:56.650321 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-d935f8c7-2b70-48ff-8cb7-216d0a5fa68a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-772913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730294210856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730293689582', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730293689631'] for port, after_update {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:40:56.664464 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-9db2b054-bde8-43e5-a304-9521b685d021 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-892759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1774543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63638146', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63516695'] for subnet, after_delete {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:40:56.702029 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db2b054-bde8-43e5-a304-9521b685d021 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=26404b5b-3148-4b62-b08e-5f523f412d1e,revision_number=None']} {{(pid=93088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:40:56.708863 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d935f8c7-2b70-48ff-8cb7-216d0a5fa68a None None] Pushing event updated for resources: {'Port': ['ID=1efaf587-6907-4398-98dc-c2db5c8a5874,revision_number=2']} {{(pid=93089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:40:56.724353 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-9db2b054-bde8-43e5-a304-9521b685d021 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:40:56.726260 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [None req-9db2b054-bde8-43e5-a304-9521b685d021 admin admin] 10.222.0.106 "DELETE /v2.0/subnets/26404b5b-3148-4b62-b08e-5f523f412d1e HTTP/1.1" status: 204 len: 168 time: 0.4473488 Jul 06 12:40:56.728729 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.wsgi [-] (93088) accepted ('10.222.0.106', 55306) {{(pid=93088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:40:56.735225 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da5258d8-f911-43de-831f-5fd63627e07f None None] Network 13aecddf-3646-4770-a1b4-1e59fdf991f5 requested from dv-cinder-799631-1-iscsi {{(pid=93089) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:40:56.800698 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.db.db_base_plugin_common [None req-0090cb5e-3af7-4683-9395-529f695afd02 admin admin] Allocated IP 172.27.1.194 (2a97b808-be6d-48ec-a40b-4668530ee790/1816a596-2dc6-4d27-98a5-201cc12476f2/0edec560-7d21-4ca8-bd9b-e316925d50a2) {{(pid=93088) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:40:56.827626 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-7becba6f-c6d5-4587-8c55-b6ac0129635c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-555043'] for network, before_delete {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:40:56.988036 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-0090cb5e-3af7-4683-9395-529f695afd02 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:40:57.032708 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.plugins.ml2.plugin [None req-7becba6f-c6d5-4587-8c55-b6ac0129635c admin admin] Deleting port 5ccea8ae-7344-4a8f-88cb-5ec153333609 {{(pid=93088) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:40:57.033050 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-7becba6f-c6d5-4587-8c55-b6ac0129635c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730294201564'] for port, before_delete {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:40:57.103877 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-0090cb5e-3af7-4683-9395-529f695afd02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-772920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-407207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730293689564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-63638193'] for port, after_create {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:40:57.110729 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.plugins.ml2.db [None req-7becba6f-c6d5-4587-8c55-b6ac0129635c admin admin] For port 5ccea8ae-7344-4a8f-88cb-5ec153333609, host dv-cinder-799631-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799631-1-iscsi',level=0,port_id=5ccea8ae-7344-4a8f-88cb-5ec153333609,segment=NetworkSegment(9563ba30-5ba5-46ca-802a-73eb0aa117e8),segment_id=9563ba30-5ba5-46ca-802a-73eb0aa117e8)] {{(pid=93088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:40:57.111105 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-7becba6f-c6d5-4587-8c55-b6ac0129635c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813012'] for port, precommit_delete {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:40:57.121580 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f257248-a868-494e-ba27-a42d979c3d41 None None] DHCP port deletion for 13aecddf-3646-4770-a1b4-1e59fdf991f5 request from dv-cinder-799631-1-iscsi {{(pid=93089) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 12:40:57.149464 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.plugins.ml2.plugin [None req-7becba6f-c6d5-4587-8c55-b6ac0129635c admin admin] Calling delete_port for 5ccea8ae-7344-4a8f-88cb-5ec153333609 owned by network:dhcp {{(pid=93088) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:40:57.163383 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0090cb5e-3af7-4683-9395-529f695afd02 admin admin] Network 2a97b808-be6d-48ec-a40b-4668530ee790 is already hosted by enough agents. {{(pid=93088) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:40:57.173984 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.scheduler.base_scheduler [None req-0090cb5e-3af7-4683-9395-529f695afd02 admin admin] Resources bound (agent type, host, resource id): {{(pid=93088) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:40:57.179966 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0090cb5e-3af7-4683-9395-529f695afd02 admin admin] Received port after_create {{(pid=93088) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:40:57.180441 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.plugin [None req-0f257248-a868-494e-ba27-a42d979c3d41 None None] Deleting port 5ccea8ae-7344-4a8f-88cb-5ec153333609 {{(pid=93089) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:40:57.180831 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-0f257248-a868-494e-ba27-a42d979c3d41 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730294201564'] for port, before_delete {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:40:57.185477 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0090cb5e-3af7-4683-9395-529f695afd02 admin admin] Pushing event updated for resources: {'Port': ['ID=0edec560-7d21-4ca8-bd9b-e316925d50a2,revision_number=1']} {{(pid=93088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:40:57.256084 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.db [None req-0f257248-a868-494e-ba27-a42d979c3d41 None None] For port 5ccea8ae-7344-4a8f-88cb-5ec153333609, host dv-cinder-799631-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799631-1-iscsi',level=0,port_id=5ccea8ae-7344-4a8f-88cb-5ec153333609,segment=NetworkSegment(9563ba30-5ba5-46ca-802a-73eb0aa117e8),segment_id=9563ba30-5ba5-46ca-802a-73eb0aa117e8)] {{(pid=93089) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:40:57.256481 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-0f257248-a868-494e-ba27-a42d979c3d41 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813012'] for port, precommit_delete {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:40:57.269603 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.plugin [None req-0f257248-a868-494e-ba27-a42d979c3d41 None None] Calling delete_port for 5ccea8ae-7344-4a8f-88cb-5ec153333609 owned by network:dhcp {{(pid=93089) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:40:57.351325 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-0f257248-a868-494e-ba27-a42d979c3d41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-772913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730294210838', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730293689573'] for port, after_delete {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:40:57.374042 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-7becba6f-c6d5-4587-8c55-b6ac0129635c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-772913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730294210838', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730293689573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63638200'] for port, after_delete {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:40:57.376202 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f257248-a868-494e-ba27-a42d979c3d41 None None] Pushing event deleted for resources: {'Port': ['ID=5ccea8ae-7344-4a8f-88cb-5ec153333609,revision_number=None']} {{(pid=93089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:40:57.381579 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f257248-a868-494e-ba27-a42d979c3d41 None None] No DVR routers for this DVR port 5ccea8ae-7344-4a8f-88cb-5ec153333609 on host dv-cinder-799631-1-iscsi {{(pid=93089) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:40:57.416191 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7becba6f-c6d5-4587-8c55-b6ac0129635c admin admin] No DVR routers for this DVR port 5ccea8ae-7344-4a8f-88cb-5ec153333609 on host dv-cinder-799631-1-iscsi {{(pid=93088) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:40:57.425850 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7becba6f-c6d5-4587-8c55-b6ac0129635c admin admin] Pushing event deleted for resources: {'Port': ['ID=5ccea8ae-7344-4a8f-88cb-5ec153333609,revision_number=None']} {{(pid=93088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:40:57.507754 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.rpc [None req-3dd6613b-aa53-445d-9a05-4c085a94a05e None None] Device 1efaf587-6907-4398-98dc-c2db5c8a5874 up at agent ovs-agent-dv-cinder-799631-1-iscsi {{(pid=93089) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:40:57.547920 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-7becba6f-c6d5-4587-8c55-b6ac0129635c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-910539', 'neutron.services.segments.db._delete_segments_for_network-8730293992542'] for network, precommit_delete {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:40:57.562246 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.db.provisioning_blocks [None req-3dd6613b-aa53-445d-9a05-4c085a94a05e None None] Provisioning for port 1efaf587-6907-4398-98dc-c2db5c8a5874 completed by entity L2. {{(pid=93089) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:40:57.589797 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.services.segments.db [None req-7becba6f-c6d5-4587-8c55-b6ac0129635c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['13aecddf-3646-4770-a1b4-1e59fdf991f5']}} {{(pid=93088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:40:57.603392 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.services.segments.db [None req-7becba6f-c6d5-4587-8c55-b6ac0129635c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9563ba30-5ba5-46ca-802a-73eb0aa117e8') {'for_net_delete': True} {{(pid=93088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:40:57.603590 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.services.segments.db [None req-7becba6f-c6d5-4587-8c55-b6ac0129635c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9563ba30-5ba5-46ca-802a-73eb0aa117e8') {} {{(pid=93088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:40:57.617614 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.rpc [None req-3dd6613b-aa53-445d-9a05-4c085a94a05e None None] Device c8b0b1a8-36c0-47bc-bcd4-2453a786f7de no longer exists at agent ovs-agent-dv-cinder-799631-1-iscsi {{(pid=93089) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:40:57.620542 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-7becba6f-c6d5-4587-8c55-b6ac0129635c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730294219394', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63205694'] for segment, before_delete {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:40:57.638533 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.plugin [None req-3dd6613b-aa53-445d-9a05-4c085a94a05e None None] No Port match for: c8b0b1a8-36c0-47bc-bcd4-2453a786f7de {{(pid=93089) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:40:57.638978 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.rpc [None req-3dd6613b-aa53-445d-9a05-4c085a94a05e None None] Device c8b0b1a8-36c0-47bc-bcd4-2453a786f7de not bound to the agent host dv-cinder-799631-1-iscsi {{(pid=93089) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:40:57.639260 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-7becba6f-c6d5-4587-8c55-b6ac0129635c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-886815'] for segment, precommit_delete {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:40:57.639747 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.rpc [None req-3dd6613b-aa53-445d-9a05-4c085a94a05e None None] Device 5ccea8ae-7344-4a8f-88cb-5ec153333609 no longer exists at agent ovs-agent-dv-cinder-799631-1-iscsi {{(pid=93089) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:40:57.641975 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-0090cb5e-3af7-4683-9395-529f695afd02 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:40:57.662840 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.plugin [None req-3dd6613b-aa53-445d-9a05-4c085a94a05e None None] No Port match for: 5ccea8ae-7344-4a8f-88cb-5ec153333609 {{(pid=93089) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:40:57.663470 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.rpc [None req-3dd6613b-aa53-445d-9a05-4c085a94a05e None None] Device 5ccea8ae-7344-4a8f-88cb-5ec153333609 not bound to the agent host dv-cinder-799631-1-iscsi {{(pid=93089) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:40:57.663808 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.rpc [None req-3dd6613b-aa53-445d-9a05-4c085a94a05e None None] Device 52b826e0-bcb1-4b1f-a824-e9966728d4f8 no longer exists at agent ovs-agent-dv-cinder-799631-1-iscsi {{(pid=93089) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:40:57.679512 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7becba6f-c6d5-4587-8c55-b6ac0129635c admin admin] Releasing vlan 1083 on physical network physnet1 to pool {{(pid=93088) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 12:40:57.680011 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-7becba6f-c6d5-4587-8c55-b6ac0129635c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-886815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63638119'] for segment, after_delete {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:40:57.681775 dv-cinder-799631-1-iscsi neutron-server[93088]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 12:40:57.681775 dv-cinder-799631-1-iscsi neutron-server[93088]: self.session.flush() Jul 06 12:40:57.681775 dv-cinder-799631-1-iscsi neutron-server[93088]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 12:40:57.681775 dv-cinder-799631-1-iscsi neutron-server[93088]: self.session.flush() Jul 06 12:40:57.681775 dv-cinder-799631-1-iscsi neutron-server[93088]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 12:40:57.681775 dv-cinder-799631-1-iscsi neutron-server[93088]: self.session.flush() Jul 06 12:40:57.681775 dv-cinder-799631-1-iscsi neutron-server[93088]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 12:40:57.681775 dv-cinder-799631-1-iscsi neutron-server[93088]: self.session.flush() Jul 06 12:40:57.681775 dv-cinder-799631-1-iscsi neutron-server[93088]: Traceback (most recent call last): Jul 06 12:40:57.681775 dv-cinder-799631-1-iscsi neutron-server[93088]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 12:40:57.681775 dv-cinder-799631-1-iscsi neutron-server[93088]: timer() Jul 06 12:40:57.681775 dv-cinder-799631-1-iscsi neutron-server[93088]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 12:40:57.681775 dv-cinder-799631-1-iscsi neutron-server[93088]: cb(*args, **kw) Jul 06 12:40:57.681775 dv-cinder-799631-1-iscsi neutron-server[93088]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 12:40:57.681775 dv-cinder-799631-1-iscsi neutron-server[93088]: return func(*args, **kwargs) Jul 06 12:40:57.681775 dv-cinder-799631-1-iscsi neutron-server[93088]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 12:40:57.681775 dv-cinder-799631-1-iscsi neutron-server[93088]: self._notify() Jul 06 12:40:57.681775 dv-cinder-799631-1-iscsi neutron-server[93088]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 12:40:57.681775 dv-cinder-799631-1-iscsi neutron-server[93088]: self.callback(batched_events) Jul 06 12:40:57.681775 dv-cinder-799631-1-iscsi neutron-server[93088]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 12:40:57.681775 dv-cinder-799631-1-iscsi neutron-server[93088]: event.method(event) Jul 06 12:40:57.681775 dv-cinder-799631-1-iscsi neutron-server[93088]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 12:40:57.681775 dv-cinder-799631-1-iscsi neutron-server[93088]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 12:40:57.681775 dv-cinder-799631-1-iscsi neutron-server[93088]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 12:40:57.681775 dv-cinder-799631-1-iscsi neutron-server[93088]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 12:40:57.681775 dv-cinder-799631-1-iscsi neutron-server[93088]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 12:40:57.681775 dv-cinder-799631-1-iscsi neutron-server[93088]: return f(self, *a, **k) Jul 06 12:40:57.681775 dv-cinder-799631-1-iscsi neutron-server[93088]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 12:40:57.681775 dv-cinder-799631-1-iscsi neutron-server[93088]: return self._get(url).json() Jul 06 12:40:57.681775 dv-cinder-799631-1-iscsi neutron-server[93088]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 12:40:57.681775 dv-cinder-799631-1-iscsi neutron-server[93088]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 12:40:57.681775 dv-cinder-799631-1-iscsi neutron-server[93088]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 12:40:57.681775 dv-cinder-799631-1-iscsi neutron-server[93088]: return self.request(url, 'GET', **kwargs) Jul 06 12:40:57.681775 dv-cinder-799631-1-iscsi neutron-server[93088]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 12:40:57.681775 dv-cinder-799631-1-iscsi neutron-server[93088]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 12:40:57.681775 dv-cinder-799631-1-iscsi neutron-server[93088]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 12:40:57.681775 dv-cinder-799631-1-iscsi neutron-server[93088]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 12:40:57.681775 dv-cinder-799631-1-iscsi neutron-server[93088]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 12:40:57.681775 dv-cinder-799631-1-iscsi neutron-server[93088]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 12:40:57.681775 dv-cinder-799631-1-iscsi neutron-server[93088]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 12:40:57.688134 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.plugin [None req-3dd6613b-aa53-445d-9a05-4c085a94a05e None None] No Port match for: 52b826e0-bcb1-4b1f-a824-e9966728d4f8 {{(pid=93089) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:40:57.688134 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.rpc [None req-3dd6613b-aa53-445d-9a05-4c085a94a05e None None] Device 52b826e0-bcb1-4b1f-a824-e9966728d4f8 not bound to the agent host dv-cinder-799631-1-iscsi {{(pid=93089) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:40:57.775414 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a965fa13-ab31-497a-a308-0defd971be95 None None] Network c2879fcc-f3ae-4cdd-a55a-3d405f299166 requested from dv-cinder-799631-1-iscsi {{(pid=93089) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:40:57.897496 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.db.provisioning_blocks [None req-0bd40864-ce2b-402a-a429-b8cf75ee15c9 None None] Provisioning for port 1efaf587-6907-4398-98dc-c2db5c8a5874 completed by entity DHCP. {{(pid=93089) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:40:57.906217 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.db.provisioning_blocks [None req-0bd40864-ce2b-402a-a429-b8cf75ee15c9 None None] Provisioning complete for port 1efaf587-6907-4398-98dc-c2db5c8a5874 triggered by entity DHCP. {{(pid=93089) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:40:57.906596 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-0bd40864-ce2b-402a-a429-b8cf75ee15c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912496'] for port, provisioning_complete {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:40:58.028184 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-0bd40864-ce2b-402a-a429-b8cf75ee15c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772861'] for port, before_update {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:40:58.056266 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-7becba6f-c6d5-4587-8c55-b6ac0129635c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-910528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1774397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1764471'] for network, after_delete {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:40:58.063327 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.db [None req-0bd40864-ce2b-402a-a429-b8cf75ee15c9 None None] For port 1efaf587-6907-4398-98dc-c2db5c8a5874, host dv-cinder-799631-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799631-1-iscsi',level=0,port_id=1efaf587-6907-4398-98dc-c2db5c8a5874,segment=NetworkSegment(10af5586-a131-4c09-9c2c-2bb6a116b3b9),segment_id=10af5586-a131-4c09-9c2c-2bb6a116b3b9)] {{(pid=93089) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:40:58.068287 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-0bd40864-ce2b-402a-a429-b8cf75ee15c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-772913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730294210856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730293689582', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730293689631'] for port, after_update {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:40:58.075149 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-7becba6f-c6d5-4587-8c55-b6ac0129635c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582504'] for network, before_response {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:40:58.077337 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [None req-7becba6f-c6d5-4587-8c55-b6ac0129635c admin admin] 10.222.0.106 "DELETE /v2.0/networks/13aecddf-3646-4770-a1b4-1e59fdf991f5 HTTP/1.1" status: 204 len: 168 time: 1.3476756 Jul 06 12:40:58.089924 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7becba6f-c6d5-4587-8c55-b6ac0129635c admin admin] Pushing event deleted for resources: {'Network': ['ID=13aecddf-3646-4770-a1b4-1e59fdf991f5,revision_number=None']} {{(pid=93088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:40:58.142816 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd40864-ce2b-402a-a429-b8cf75ee15c9 None None] Pushing event updated for resources: {'Port': ['ID=1efaf587-6907-4398-98dc-c2db5c8a5874,revision_number=3']} {{(pid=93089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:40:58.212589 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-0090cb5e-3af7-4683-9395-529f695afd02 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1816794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1764367'] for router, after_create {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:40:58.223831 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.wsgi [-] (93087) accepted ('10.222.0.106', 55310) {{(pid=93087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:40:58.266542 dv-cinder-799631-1-iscsi neutron-server[93087]: INFO neutron.wsgi [None req-6f76c71b-f037-4d36-a0d5-0acd4f6c905f admin admin] 10.222.0.106 "GET /v2.0/security-groups?tenant_id=b437ce926689452f91685757af8037a1&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0415390 Jul 06 12:40:58.269219 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.wsgi [-] (93087) accepted ('10.222.0.106', 55312) {{(pid=93087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:40:58.293158 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.db.provisioning_blocks [None req-91a7e6a0-aebc-4973-af30-0dfc76b958c1 None None] Provisioning complete for port 1efaf587-6907-4398-98dc-c2db5c8a5874 triggered by entity DHCP. {{(pid=93089) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:40:58.294131 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-91a7e6a0-aebc-4973-af30-0dfc76b958c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912496'] for port, provisioning_complete {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:40:58.335168 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-36480310-d5cf-4e70-b1cc-84d61ea63547 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:40:58.359479 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-36480310-d5cf-4e70-b1cc-84d61ea63547 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:40:58.359841 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0090cb5e-3af7-4683-9395-529f695afd02 admin admin] Router 3e435827-2e6b-449a-8510-4f0fd6c8f2c6 is scheduled to L3 agent 8f648e93-51d3-4e20-9eca-a57842435ba1 with binding_index 1 {{(pid=93088) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 12:40:58.408488 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-36480310-d5cf-4e70-b1cc-84d61ea63547 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1774441'] for security_group, after_delete {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:40:58.411039 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-36480310-d5cf-4e70-b1cc-84d61ea63547 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:40:58.412212 dv-cinder-799631-1-iscsi neutron-server[93087]: INFO neutron.wsgi [None req-36480310-d5cf-4e70-b1cc-84d61ea63547 admin admin] 10.222.0.106 "DELETE /v2.0/security-groups/6b70420f-300f-413d-8519-083a74dc6617 HTTP/1.1" status: 204 len: 168 time: 0.1417735 Jul 06 12:40:58.420837 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36480310-d5cf-4e70-b1cc-84d61ea63547 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b70420f-300f-413d-8519-083a74dc6617,revision_number=None']} {{(pid=93087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:40:58.475868 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0090cb5e-3af7-4683-9395-529f695afd02 admin admin] Notify agent at l3_agent.dv-cinder-799631-1-iscsi the message routers_updated {{(pid=93088) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:40:58.484906 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5a9d25f-b79e-454f-828c-d00a7dbe9cdf None None] Sync routers for ids ['3e435827-2e6b-449a-8510-4f0fd6c8f2c6'] in dv-cinder-799631-1-iscsi {{(pid=93089) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:40:58.493104 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-0090cb5e-3af7-4683-9395-529f695afd02 admin admin] Notify callbacks [] for router, before_response {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:40:58.494377 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5a9d25f-b79e-454f-828c-d00a7dbe9cdf None None] Routers {'3e435827-2e6b-449a-8510-4f0fd6c8f2c6'} bound to L3 agent in host dv-cinder-799631-1-iscsi {{(pid=93089) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:40:58.494792 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [None req-0090cb5e-3af7-4683-9395-529f695afd02 admin admin] 10.222.0.106 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.5624421 Jul 06 12:40:58.495150 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.db.l3_hamode_db [None req-a5a9d25f-b79e-454f-828c-d00a7dbe9cdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799631-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T12:25:10Z,description=,heartbeat_timestamp=2021-07-06T12:40:41Z,host='dv-cinder-799631-1-iscsi',id=8f648e93-51d3-4e20-9eca-a57842435ba1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T12:25:10Z,topic='l3_agent')) {'router_ids': ['3e435827-2e6b-449a-8510-4f0fd6c8f2c6'], 'active': True} {{(pid=93089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:40:58.499427 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.wsgi [-] (93088) accepted ('10.222.0.106', 55316) {{(pid=93088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:40:58.606017 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.db.l3_dvr_db [None req-a5a9d25f-b79e-454f-828c-d00a7dbe9cdf None None] Set router 3e435827-2e6b-449a-8510-4f0fd6c8f2c6 gateway port host: dv-cinder-799631-1-iscsi {{(pid=93089) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:40:58.802995 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.db.l3_hamode_db [None req-a5a9d25f-b79e-454f-828c-d00a7dbe9cdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e435827-2e6b-449a-8510-4f0fd6c8f2c6', 'name': 'tempest-TestShelveInstance-1925488153-router', 'tenant_id': 'fbb5711b461a4640a58e2421932d76ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a97b808-be6d-48ec-a40b-4668530ee790', 'external_fixed_ips': [{'subnet_id': '1816a596-2dc6-4d27-98a5-201cc12476f2', 'ip_address': '172.27.1.194'}], 'enable_snat': True}, 'gw_port_id': '0edec560-7d21-4ca8-bd9b-e316925d50a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:40:55Z', 'updated_at': '2021-07-06T12:40:57Z', 'revision_number': 3, 'project_id': 'fbb5711b461a4640a58e2421932d76ad', 'gw_port': {'id': '0edec560-7d21-4ca8-bd9b-e316925d50a2', 'name': '', 'network_id': '2a97b808-be6d-48ec-a40b-4668530ee790', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:dc:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e435827-2e6b-449a-8510-4f0fd6c8f2c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '1816a596-2dc6-4d27-98a5-201cc12476f2', 'ip_address': '172.27.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:40:56Z', 'updated_at': '2021-07-06T12:40:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1816a596-2dc6-4d27-98a5-201cc12476f2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799631-1-iscsi'}], 'dv-cinder-799631-1-iscsi', False) {} {{(pid=93089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:40:58.831630 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5a9d25f-b79e-454f-828c-d00a7dbe9cdf None None] Checking router: 3e435827-2e6b-449a-8510-4f0fd6c8f2c6 for host: dv-cinder-799631-1-iscsi {{(pid=93089) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 12:40:58.831986 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5a9d25f-b79e-454f-828c-d00a7dbe9cdf None None] Updating router 3e435827-2e6b-449a-8510-4f0fd6c8f2c6 port 0edec560-7d21-4ca8-bd9b-e316925d50a2 binding host dv-cinder-799631-1-iscsi {{(pid=93089) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 12:40:58.868451 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-a5a9d25f-b79e-454f-828c-d00a7dbe9cdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772861'] for port, before_update {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:40:58.943957 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-ec62baa8-5888-4b9d-8834-5133a48b4355 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772861'] for port, before_create {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:40:59.114547 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.db.db_base_plugin_common [None req-ec62baa8-5888-4b9d-8834-5133a48b4355 admin admin] Allocated IP 172.20.0.1 (c2879fcc-f3ae-4cdd-a55a-3d405f299166/a8b537dc-1fa3-4687-8db2-3b01ae5301d6/3d5d2af1-8764-40d5-98bf-add040e7b79b) {{(pid=93088) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:40:59.153343 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-a5a9d25f-b79e-454f-828c-d00a7dbe9cdf None None] Notify callbacks [] for port, precommit_update {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:40:59.164405 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.db.provisioning_blocks [None req-a5a9d25f-b79e-454f-828c-d00a7dbe9cdf None None] Transition to ACTIVE for port object 0edec560-7d21-4ca8-bd9b-e316925d50a2 will not be triggered until provisioned by entity L2. {{(pid=93089) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:40:59.171239 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-a5a9d25f-b79e-454f-828c-d00a7dbe9cdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-772913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730294210856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730293689582', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730293689631'] for port, after_update {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:40:59.227814 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-ec62baa8-5888-4b9d-8834-5133a48b4355 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:40:59.228039 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.managers [None req-a5a9d25f-b79e-454f-828c-d00a7dbe9cdf None None] Attempting to bind port 0edec560-7d21-4ca8-bd9b-e316925d50a2 on host dv-cinder-799631-1-iscsi for vnic_type normal with profile {{(pid=93089) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:40:59.228354 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.managers [None req-a5a9d25f-b79e-454f-828c-d00a7dbe9cdf None None] Attempting to bind port 0edec560-7d21-4ca8-bd9b-e316925d50a2 by drivers openvswitch,hyperv on host dv-cinder-799631-1-iscsi at level 0 using segments [{'id': '89d2d2f7-34cd-4989-93e1-84776a10346d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a97b808-be6d-48ec-a40b-4668530ee790'}] {{(pid=93089) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:40:59.228726 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5a9d25f-b79e-454f-828c-d00a7dbe9cdf None None] Attempting to bind port 0edec560-7d21-4ca8-bd9b-e316925d50a2 on network 2a97b808-be6d-48ec-a40b-4668530ee790 {{(pid=93089) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:40:59.230633 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0843020-cb7f-48fe-adce-f848dde1cd3e None None] Pushing event updated for resources: {'Port': ['ID=0edec560-7d21-4ca8-bd9b-e316925d50a2,revision_number=2']} {{(pid=93089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:40:59.238861 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5a9d25f-b79e-454f-828c-d00a7dbe9cdf None None] Checking agent: {'id': '0df45e45-1cb7-430e-9311-5161aceb24d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799631-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 12, 25, 11), 'started_at': datetime.datetime(2021, 7, 6, 12, 25, 41), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 40, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799631-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93089) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:40:59.239274 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5a9d25f-b79e-454f-828c-d00a7dbe9cdf None None] Checking segment: {'id': '89d2d2f7-34cd-4989-93e1-84776a10346d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a97b808-be6d-48ec-a40b-4668530ee790'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93089) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:40:59.239682 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-a5a9d25f-b79e-454f-828c-d00a7dbe9cdf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:40:59.240077 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5a9d25f-b79e-454f-828c-d00a7dbe9cdf None None] Bound using segment: {'id': '89d2d2f7-34cd-4989-93e1-84776a10346d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a97b808-be6d-48ec-a40b-4668530ee790'} {{(pid=93089) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:40:59.240696 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.managers [None req-a5a9d25f-b79e-454f-828c-d00a7dbe9cdf None None] Bound port: 0edec560-7d21-4ca8-bd9b-e316925d50a2, host: dv-cinder-799631-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89d2d2f7-34cd-4989-93e1-84776a10346d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a97b808-be6d-48ec-a40b-4668530ee790'}}] {{(pid=93089) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:40:59.241087 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-a5a9d25f-b79e-454f-828c-d00a7dbe9cdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772861'] for port, before_update {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:40:59.241210 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.db.provisioning_blocks [None req-ec62baa8-5888-4b9d-8834-5133a48b4355 admin admin] Transition to ACTIVE for port object 3d5d2af1-8764-40d5-98bf-add040e7b79b will not be triggered until provisioned by entity DHCP. {{(pid=93088) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:40:59.281834 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-ec62baa8-5888-4b9d-8834-5133a48b4355 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-772920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-407207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730293689564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-63638193'] for port, after_create {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:40:59.295538 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.db [None req-a5a9d25f-b79e-454f-828c-d00a7dbe9cdf None None] For port 0edec560-7d21-4ca8-bd9b-e316925d50a2, host dv-cinder-799631-1-iscsi, cleared binding levels {{(pid=93089) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:40:59.298887 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.db [None req-a5a9d25f-b79e-454f-828c-d00a7dbe9cdf None None] For port 0edec560-7d21-4ca8-bd9b-e316925d50a2, host dv-cinder-799631-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799631-1-iscsi',level=0,port_id=0edec560-7d21-4ca8-bd9b-e316925d50a2,segment=NetworkSegment(89d2d2f7-34cd-4989-93e1-84776a10346d),segment_id=89d2d2f7-34cd-4989-93e1-84776a10346d)] {{(pid=93089) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:40:59.304874 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-a5a9d25f-b79e-454f-828c-d00a7dbe9cdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-772913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730294210856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730293689582', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730293689631'] for port, after_update {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:40:59.320530 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec62baa8-5888-4b9d-8834-5133a48b4355 admin admin] Network c2879fcc-f3ae-4cdd-a55a-3d405f299166 is already hosted by enough agents. {{(pid=93088) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:40:59.325458 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.scheduler.base_scheduler [None req-ec62baa8-5888-4b9d-8834-5133a48b4355 admin admin] Resources bound (agent type, host, resource id): {{(pid=93088) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:40:59.328599 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec62baa8-5888-4b9d-8834-5133a48b4355 admin admin] Received port after_create {{(pid=93088) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:40:59.360328 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec62baa8-5888-4b9d-8834-5133a48b4355 admin admin] Pushing event updated for resources: {'Port': ['ID=3d5d2af1-8764-40d5-98bf-add040e7b79b,revision_number=1']} {{(pid=93088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:40:59.380531 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-ec62baa8-5888-4b9d-8834-5133a48b4355 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1813560'] for router_interface, before_create {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:40:59.385290 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5a9d25f-b79e-454f-828c-d00a7dbe9cdf None None] Routers {'3e435827-2e6b-449a-8510-4f0fd6c8f2c6'} bound to L3 agent in host dv-cinder-799631-1-iscsi {{(pid=93089) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:40:59.385947 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.db.l3_hamode_db [None req-a5a9d25f-b79e-454f-828c-d00a7dbe9cdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799631-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T12:25:10Z,description=,heartbeat_timestamp=2021-07-06T12:40:41Z,host='dv-cinder-799631-1-iscsi',id=8f648e93-51d3-4e20-9eca-a57842435ba1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T12:25:10Z,topic='l3_agent')) {'router_ids': ['3e435827-2e6b-449a-8510-4f0fd6c8f2c6'], 'active': True} {{(pid=93089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:40:59.448066 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0843020-cb7f-48fe-adce-f848dde1cd3e None None] Pushing event updated for resources: {'Port': ['ID=0edec560-7d21-4ca8-bd9b-e316925d50a2,revision_number=3']} {{(pid=93089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:40:59.524657 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.rpc [None req-3dd6613b-aa53-445d-9a05-4c085a94a05e None None] Device 1efaf587-6907-4398-98dc-c2db5c8a5874 up at agent ovs-agent-dv-cinder-799631-1-iscsi {{(pid=93089) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:40:59.562243 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-ec62baa8-5888-4b9d-8834-5133a48b4355 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772861'] for port, before_update {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:40:59.581030 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.db.l3_dvr_db [None req-a5a9d25f-b79e-454f-828c-d00a7dbe9cdf None None] Set router 3e435827-2e6b-449a-8510-4f0fd6c8f2c6 gateway port host: dv-cinder-799631-1-iscsi {{(pid=93089) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:40:59.700234 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.db.provisioning_blocks [None req-d070db48-6f34-4ee8-be37-2f4b05788056 None None] Provisioning for port 3d5d2af1-8764-40d5-98bf-add040e7b79b completed by entity DHCP. {{(pid=93089) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:40:59.708424 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.db.provisioning_blocks [None req-d070db48-6f34-4ee8-be37-2f4b05788056 None None] Provisioning complete for port 3d5d2af1-8764-40d5-98bf-add040e7b79b triggered by entity DHCP. {{(pid=93089) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:40:59.708764 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-d070db48-6f34-4ee8-be37-2f4b05788056 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912496'] for port, provisioning_complete {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:40:59.735701 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.db.provisioning_blocks [None req-3dd6613b-aa53-445d-9a05-4c085a94a05e None None] Provisioning complete for port 1efaf587-6907-4398-98dc-c2db5c8a5874 triggered by entity L2. {{(pid=93089) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:40:59.736077 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-3dd6613b-aa53-445d-9a05-4c085a94a05e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912496'] for port, provisioning_complete {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:40:59.771405 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-ec62baa8-5888-4b9d-8834-5133a48b4355 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:40:59.777450 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-ec62baa8-5888-4b9d-8834-5133a48b4355 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-772913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730294210856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730293689582', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730293689631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63638083'] for port, after_update {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:40:59.792154 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.plugin [None req-d070db48-6f34-4ee8-be37-2f4b05788056 None None] Port 3d5d2af1-8764-40d5-98bf-add040e7b79b cannot update to ACTIVE because it is not bound. {{(pid=93089) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 12:40:59.849839 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-ec62baa8-5888-4b9d-8834-5133a48b4355 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1582549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1815621'] for router_interface, after_create {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:40:59.852599 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec62baa8-5888-4b9d-8834-5133a48b4355 admin admin] Pushing event updated for resources: {'Port': ['ID=3d5d2af1-8764-40d5-98bf-add040e7b79b,revision_number=2']} {{(pid=93088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:40:59.895886 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.db.l3_hamode_db [None req-a5a9d25f-b79e-454f-828c-d00a7dbe9cdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e435827-2e6b-449a-8510-4f0fd6c8f2c6', 'name': 'tempest-TestShelveInstance-1925488153-router', 'tenant_id': 'fbb5711b461a4640a58e2421932d76ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a97b808-be6d-48ec-a40b-4668530ee790', 'external_fixed_ips': [{'subnet_id': '1816a596-2dc6-4d27-98a5-201cc12476f2', 'ip_address': '172.27.1.194'}], 'enable_snat': True}, 'gw_port_id': '0edec560-7d21-4ca8-bd9b-e316925d50a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:40:55Z', 'updated_at': '2021-07-06T12:40:57Z', 'revision_number': 3, 'project_id': 'fbb5711b461a4640a58e2421932d76ad', 'gw_port': {'id': '0edec560-7d21-4ca8-bd9b-e316925d50a2', 'name': '', 'network_id': '2a97b808-be6d-48ec-a40b-4668530ee790', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:dc:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e435827-2e6b-449a-8510-4f0fd6c8f2c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '1816a596-2dc6-4d27-98a5-201cc12476f2', 'ip_address': '172.27.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799631-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:40:56Z', 'updated_at': '2021-07-06T12:40:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1816a596-2dc6-4d27-98a5-201cc12476f2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799631-1-iscsi'}], 'dv-cinder-799631-1-iscsi', False) {} {{(pid=93089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:40:59.926599 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5a9d25f-b79e-454f-828c-d00a7dbe9cdf None None] The sync data for ids ['3e435827-2e6b-449a-8510-4f0fd6c8f2c6'] in dv-cinder-799631-1-iscsi is: [{'id': '3e435827-2e6b-449a-8510-4f0fd6c8f2c6', 'name': 'tempest-TestShelveInstance-1925488153-router', 'tenant_id': 'fbb5711b461a4640a58e2421932d76ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a97b808-be6d-48ec-a40b-4668530ee790', 'external_fixed_ips': [{'subnet_id': '1816a596-2dc6-4d27-98a5-201cc12476f2', 'ip_address': '172.27.1.194'}], 'enable_snat': True}, 'gw_port_id': '0edec560-7d21-4ca8-bd9b-e316925d50a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:40:55Z', 'updated_at': '2021-07-06T12:40:57Z', 'revision_number': 3, 'project_id': 'fbb5711b461a4640a58e2421932d76ad', 'gw_port': {'id': '0edec560-7d21-4ca8-bd9b-e316925d50a2', 'name': '', 'network_id': '2a97b808-be6d-48ec-a40b-4668530ee790', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:dc:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e435827-2e6b-449a-8510-4f0fd6c8f2c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '1816a596-2dc6-4d27-98a5-201cc12476f2', 'ip_address': '172.27.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799631-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:40:56Z', 'updated_at': '2021-07-06T12:40:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1816a596-2dc6-4d27-98a5-201cc12476f2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799631-1-iscsi'}] {{(pid=93089) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:40:59.958220 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec62baa8-5888-4b9d-8834-5133a48b4355 admin admin] Network c2879fcc-f3ae-4cdd-a55a-3d405f299166 is already hosted by enough agents. {{(pid=93088) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:40:59.959768 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.scheduler.base_scheduler [None req-ec62baa8-5888-4b9d-8834-5133a48b4355 admin admin] Resources bound (agent type, host, resource id): {{(pid=93088) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:41:00.097172 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec62baa8-5888-4b9d-8834-5133a48b4355 admin admin] Router 3e435827-2e6b-449a-8510-4f0fd6c8f2c6 has already been hosted by L3 agent 8f648e93-51d3-4e20-9eca-a57842435ba1 {{(pid=93088) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 12:41:00.225943 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.db.provisioning_blocks [None req-c71fa853-576c-472a-a413-305a6fe2fa9b None None] Provisioning complete for port 3d5d2af1-8764-40d5-98bf-add040e7b79b triggered by entity DHCP. {{(pid=93089) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:41:00.226327 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-c71fa853-576c-472a-a413-305a6fe2fa9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912496'] for port, provisioning_complete {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:00.249891 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec62baa8-5888-4b9d-8834-5133a48b4355 admin admin] Notify agent at l3_agent.dv-cinder-799631-1-iscsi the message routers_updated {{(pid=93088) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:41:00.265839 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [None req-ec62baa8-5888-4b9d-8834-5133a48b4355 admin admin] 10.222.0.106 "PUT /v2.0/routers/3e435827-2e6b-449a-8510-4f0fd6c8f2c6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7651052 Jul 06 12:41:00.286969 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.plugin [None req-c71fa853-576c-472a-a413-305a6fe2fa9b None None] Port 3d5d2af1-8764-40d5-98bf-add040e7b79b cannot update to ACTIVE because it is not bound. {{(pid=93089) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 12:41:00.906918 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.wsgi [-] (93088) accepted ('10.222.0.106', 55418) {{(pid=93088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:41:00.912293 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.api.v2.base [None req-1ad1847a-ff3c-4f29-9b67-760950b5316c admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-572369877-network', 'tenant_id': 'ab7e8b727e874e01bdb2d5a9b2030617'}} {{(pid=93088) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:41:00.938856 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ad1847a-ff3c-4f29-9b67-760950b5316c admin admin] Made reservation on behalf of ab7e8b727e874e01bdb2d5a9b2030617 for: {'network': 1} {{(pid=93088) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:41:00.941579 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-1ad1847a-ff3c-4f29-9b67-760950b5316c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772861'] for network, before_create {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:00.951388 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-1ad1847a-ff3c-4f29-9b67-760950b5316c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:01.055465 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-1ad1847a-ff3c-4f29-9b67-760950b5316c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:01.060132 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-1ad1847a-ff3c-4f29-9b67-760950b5316c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1774441'] for security_group, after_create {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:01.086144 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ad1847a-ff3c-4f29-9b67-760950b5316c admin admin] vlan segment allocate from pool success with {'vlan_id': 1070, 'physical_network': 'physnet1'} {{(pid=93088) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 12:41:01.097283 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad1847a-ff3c-4f29-9b67-760950b5316c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa83c4be-c33e-4797-a381-830c43a3b33c,revision_number=1']} {{(pid=93088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:41:01.104669 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-1ad1847a-ff3c-4f29-9b67-760950b5316c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-886815'] for segment, precommit_create {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:01.107520 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.db.segments_db [None req-1ad1847a-ff3c-4f29-9b67-760950b5316c admin admin] Added segment 62dd4b2b-f33e-41d3-8e3d-fcd1d31ccdaa of type vlan for network 5322c5c7-5a86-41ce-a536-bce0620d099c Jul 06 12:41:01.156298 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-1ad1847a-ff3c-4f29-9b67-760950b5316c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730293704277'] for network, precommit_create {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:01.188078 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-1ad1847a-ff3c-4f29-9b67-760950b5316c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1774397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582535'] for network, after_create {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:01.189401 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ad1847a-ff3c-4f29-9b67-760950b5316c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:41:01.189998 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-1ad1847a-ff3c-4f29-9b67-760950b5316c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582504'] for network, before_response {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:01.245265 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [None req-1ad1847a-ff3c-4f29-9b67-760950b5316c admin admin] 10.222.0.106 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3371763 Jul 06 12:41:01.248225 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.wsgi [-] (93087) accepted ('10.222.0.106', 55448) {{(pid=93087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:41:01.252764 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad1847a-ff3c-4f29-9b67-760950b5316c admin admin] Pushing event updated for resources: {'Network': ['ID=5322c5c7-5a86-41ce-a536-bce0620d099c,revision_number=1']} {{(pid=93088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:41:01.253927 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.api.v2.base [None req-05dea8b4-5bb6-4b73-8cda-2f37aa60ae20 admin admin] Request body: {'subnet': {'network_id': '5322c5c7-5a86-41ce-a536-bce0620d099c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-572369877-subnet', 'tenant_id': 'ab7e8b727e874e01bdb2d5a9b2030617', 'ip_version': 4}} {{(pid=93087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:41:01.264215 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.rpc [None req-3dd6613b-aa53-445d-9a05-4c085a94a05e None None] Network 5322c5c7-5a86-41ce-a536-bce0620d099c details requested by agent ovs-agent-dv-cinder-799631-1-iscsi with host dv-cinder-799631-1-iscsi {{(pid=93089) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 12:41:01.283321 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05dea8b4-5bb6-4b73-8cda-2f37aa60ae20 admin admin] Made reservation on behalf of ab7e8b727e874e01bdb2d5a9b2030617 for: {'subnet': 1} {{(pid=93087) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:41:01.286594 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-05dea8b4-5bb6-4b73-8cda-2f37aa60ae20 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-67091487'] for subnet, before_create {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:01.501085 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.rpc [None req-3dd6613b-aa53-445d-9a05-4c085a94a05e None None] Device 0edec560-7d21-4ca8-bd9b-e316925d50a2 up at agent ovs-agent-dv-cinder-799631-1-iscsi {{(pid=93089) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:41:01.506557 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-05dea8b4-5bb6-4b73-8cda-2f37aa60ae20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1774543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65517778', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-67091469'] for subnet, after_create {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:01.557173 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.db.provisioning_blocks [None req-3dd6613b-aa53-445d-9a05-4c085a94a05e None None] Provisioning for port 0edec560-7d21-4ca8-bd9b-e316925d50a2 completed by entity L2. {{(pid=93089) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:41:01.563635 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.db.provisioning_blocks [None req-3dd6613b-aa53-445d-9a05-4c085a94a05e None None] Provisioning complete for port 0edec560-7d21-4ca8-bd9b-e316925d50a2 triggered by entity L2. {{(pid=93089) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:41:01.564015 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-3dd6613b-aa53-445d-9a05-4c085a94a05e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912496'] for port, provisioning_complete {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:01.573670 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05dea8b4-5bb6-4b73-8cda-2f37aa60ae20 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9f80cdd1-bf3b-490d-b797-83ad9badfc36,revision_number=0']} {{(pid=93087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:41:01.581207 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05dea8b4-5bb6-4b73-8cda-2f37aa60ae20 admin admin] Checking segment: {'id': '62dd4b2b-f33e-41d3-8e3d-fcd1d31ccdaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': '5322c5c7-5a86-41ce-a536-bce0620d099c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:41:01.581323 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05dea8b4-5bb6-4b73-8cda-2f37aa60ae20 admin admin] Network hostable DHCP agents. Network: 5322c5c7-5a86-41ce-a536-bce0620d099c, hostable agents: ['4e405fa1-8706-417c-9214-b4e9d51c0aa2'], hosted agents: [] {{(pid=93087) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 12:41:01.600849 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05dea8b4-5bb6-4b73-8cda-2f37aa60ae20 admin admin] Network 5322c5c7-5a86-41ce-a536-bce0620d099c is scheduled to be hosted by DHCP agent 4e405fa1-8706-417c-9214-b4e9d51c0aa2 with binding_index 1 {{(pid=93087) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 12:41:01.615660 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.scheduler.base_scheduler [None req-05dea8b4-5bb6-4b73-8cda-2f37aa60ae20 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-799631-1-iscsi, 5322c5c7-5a86-41ce-a536-bce0620d099c) {{(pid=93087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:41:01.628637 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05dea8b4-5bb6-4b73-8cda-2f37aa60ae20 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:41:01.629249 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-05dea8b4-5bb6-4b73-8cda-2f37aa60ae20 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582504'] for subnet, before_response {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:01.641842 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ac446eb-dc21-4f2f-854b-ee00fd958402 None None] Network 5322c5c7-5a86-41ce-a536-bce0620d099c requested from dv-cinder-799631-1-iscsi {{(pid=93089) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:41:01.656442 dv-cinder-799631-1-iscsi neutron-server[93087]: INFO neutron.wsgi [None req-05dea8b4-5bb6-4b73-8cda-2f37aa60ae20 admin admin] 10.222.0.106 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.4019732 Jul 06 12:41:01.656807 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.wsgi [-] (93088) accepted ('10.222.0.106', 55462) {{(pid=93088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:41:01.662075 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.api.v2.base [None req-dc3eac6d-5445-4af3-babc-128b89cde753 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-572369877-router', 'tenant_id': 'ab7e8b727e874e01bdb2d5a9b2030617', 'external_gateway_info': {'network_id': '2a97b808-be6d-48ec-a40b-4668530ee790'}}} {{(pid=93088) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:41:01.686064 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-dc3eac6d-5445-4af3-babc-128b89cde753 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1816785', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-259374'] for router, before_create {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:01.687227 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-dc3eac6d-5445-4af3-babc-128b89cde753 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1816654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1816574', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1706296', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-259361'] for router, precommit_create {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:01.708216 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-3dd6613b-aa53-445d-9a05-4c085a94a05e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772861'] for port, before_update {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:01.749424 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-dc3eac6d-5445-4af3-babc-128b89cde753 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:01.754074 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.db [None req-3dd6613b-aa53-445d-9a05-4c085a94a05e None None] For port 0edec560-7d21-4ca8-bd9b-e316925d50a2, host dv-cinder-799631-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799631-1-iscsi',level=0,port_id=0edec560-7d21-4ca8-bd9b-e316925d50a2,segment=NetworkSegment(89d2d2f7-34cd-4989-93e1-84776a10346d),segment_id=89d2d2f7-34cd-4989-93e1-84776a10346d)] {{(pid=93089) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:41:01.758525 dv-cinder-799631-1-iscsi neutron-server[93090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efce9caf-9e19-44c0-8f5a-5c0f434f2fd2 None None] Sync routers for ids ['3e435827-2e6b-449a-8510-4f0fd6c8f2c6'] in dv-cinder-799631-1-iscsi {{(pid=93090) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:41:01.774153 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-3dd6613b-aa53-445d-9a05-4c085a94a05e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-772913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730294210856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730293689582', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730293689631'] for port, after_update {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:01.783834 dv-cinder-799631-1-iscsi neutron-server[93090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efce9caf-9e19-44c0-8f5a-5c0f434f2fd2 None None] Routers {'3e435827-2e6b-449a-8510-4f0fd6c8f2c6'} bound to L3 agent in host dv-cinder-799631-1-iscsi {{(pid=93090) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:41:01.785277 dv-cinder-799631-1-iscsi neutron-server[93090]: DEBUG neutron.db.l3_hamode_db [None req-efce9caf-9e19-44c0-8f5a-5c0f434f2fd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799631-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T12:25:10Z,description=,heartbeat_timestamp=2021-07-06T12:40:41Z,host='dv-cinder-799631-1-iscsi',id=8f648e93-51d3-4e20-9eca-a57842435ba1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T12:25:10Z,topic='l3_agent')) {'router_ids': ['3e435827-2e6b-449a-8510-4f0fd6c8f2c6'], 'active': True} {{(pid=93090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:41:01.825904 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.wsgi [-] (93087) accepted ('10.222.0.106', 55466) {{(pid=93087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:41:01.862970 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd6613b-aa53-445d-9a05-4c085a94a05e None None] Pushing event updated for resources: {'Port': ['ID=0edec560-7d21-4ca8-bd9b-e316925d50a2,revision_number=4']} {{(pid=93089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:41:01.904690 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca5b8e67-6d92-4398-a6f0-1dc342414536 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d5148ee-c8da-5cea-b4c5-c4f407a95c14-5322c5c7-5a86-41ce-a536-bce0620d099c', 'network_id': '5322c5c7-5a86-41ce-a536-bce0620d099c', 'tenant_id': 'ab7e8b727e874e01bdb2d5a9b2030617', 'fixed_ips': [{'subnet_id': '9f80cdd1-bf3b-490d-b797-83ad9badfc36'}]}} from dv-cinder-799631-1-iscsi. {{(pid=93089) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 12:41:01.909593 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-ca5b8e67-6d92-4398-a6f0-1dc342414536 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772861'] for port, before_create {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:01.915567 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-dc3eac6d-5445-4af3-babc-128b89cde753 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1764372', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1816771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-259379'] for router, precommit_update {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:01.939996 dv-cinder-799631-1-iscsi neutron-server[93090]: DEBUG neutron.db.l3_dvr_db [None req-efce9caf-9e19-44c0-8f5a-5c0f434f2fd2 None None] Set router 3e435827-2e6b-449a-8510-4f0fd6c8f2c6 gateway port host: dv-cinder-799631-1-iscsi {{(pid=93090) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:41:01.985483 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-39d5fba1-8e89-4798-9995-f64a9829b711 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:02.128914 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.db.db_base_plugin_common [None req-ca5b8e67-6d92-4398-a6f0-1dc342414536 None None] Allocated IP 172.20.0.2 (5322c5c7-5a86-41ce-a536-bce0620d099c/9f80cdd1-bf3b-490d-b797-83ad9badfc36/890da9cd-7a2e-4975-988f-3d007a6adba3) {{(pid=93089) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:41:02.141635 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-39d5fba1-8e89-4798-9995-f64a9829b711 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:02.144831 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-dc3eac6d-5445-4af3-babc-128b89cde753 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:02.148767 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-39d5fba1-8e89-4798-9995-f64a9829b711 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1774441'] for security_group, after_create {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:02.165254 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-dc3eac6d-5445-4af3-babc-128b89cde753 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772861'] for port, before_create {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:02.195617 dv-cinder-799631-1-iscsi neutron-server[93090]: DEBUG neutron.db.l3_hamode_db [None req-efce9caf-9e19-44c0-8f5a-5c0f434f2fd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e435827-2e6b-449a-8510-4f0fd6c8f2c6', 'name': 'tempest-TestShelveInstance-1925488153-router', 'tenant_id': 'fbb5711b461a4640a58e2421932d76ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a97b808-be6d-48ec-a40b-4668530ee790', 'external_fixed_ips': [{'subnet_id': '1816a596-2dc6-4d27-98a5-201cc12476f2', 'ip_address': '172.27.1.194'}], 'enable_snat': True}, 'gw_port_id': '0edec560-7d21-4ca8-bd9b-e316925d50a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:40:55Z', 'updated_at': '2021-07-06T12:40:59Z', 'revision_number': 4, 'project_id': 'fbb5711b461a4640a58e2421932d76ad', 'gw_port': {'id': '0edec560-7d21-4ca8-bd9b-e316925d50a2', 'name': '', 'network_id': '2a97b808-be6d-48ec-a40b-4668530ee790', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:dc:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e435827-2e6b-449a-8510-4f0fd6c8f2c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '1816a596-2dc6-4d27-98a5-201cc12476f2', 'ip_address': '172.27.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799631-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:40:56Z', 'updated_at': '2021-07-06T12:41:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1816a596-2dc6-4d27-98a5-201cc12476f2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799631-1-iscsi', '_interfaces': [{'id': '3d5d2af1-8764-40d5-98bf-add040e7b79b', 'name': '', 'network_id': 'c2879fcc-f3ae-4cdd-a55a-3d405f299166', 'tenant_id': 'fbb5711b461a4640a58e2421932d76ad', 'mac_address': 'fa:16:3e:49:00:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e435827-2e6b-449a-8510-4f0fd6c8f2c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': 'a8b537dc-1fa3-4687-8db2-3b01ae5301d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:40:58Z', 'updated_at': '2021-07-06T12:40:59Z', 'revision_number': 2, 'project_id': 'fbb5711b461a4640a58e2421932d76ad', 'subnets': [{'id': 'a8b537dc-1fa3-4687-8db2-3b01ae5301d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799631-1-iscsi', False) {} {{(pid=93090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:41:02.204923 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.wsgi [-] (93088) accepted ('10.222.0.106', 55470) {{(pid=93088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:41:02.206226 dv-cinder-799631-1-iscsi neutron-server[93087]: INFO neutron.wsgi [None req-39d5fba1-8e89-4798-9995-f64a9829b711 admin admin] 10.222.0.106 "GET /v2.0/security-groups?tenant_id=df3cce0607a247ab9b4f7e2744e66cec&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3790598 Jul 06 12:41:02.209831 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d5fba1-8e89-4798-9995-f64a9829b711 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bad6c15-e553-47c4-aba3-0f0aaf6f7af2,revision_number=1']} {{(pid=93087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:41:02.224539 dv-cinder-799631-1-iscsi neutron-server[93090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efce9caf-9e19-44c0-8f5a-5c0f434f2fd2 None None] Checking router: 3e435827-2e6b-449a-8510-4f0fd6c8f2c6 for host: dv-cinder-799631-1-iscsi {{(pid=93090) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 12:41:02.224897 dv-cinder-799631-1-iscsi neutron-server[93090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efce9caf-9e19-44c0-8f5a-5c0f434f2fd2 None None] Updating router 3e435827-2e6b-449a-8510-4f0fd6c8f2c6 port 3d5d2af1-8764-40d5-98bf-add040e7b79b binding host dv-cinder-799631-1-iscsi {{(pid=93090) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 12:41:02.259577 dv-cinder-799631-1-iscsi neutron-server[93090]: DEBUG neutron_lib.callbacks.manager [None req-efce9caf-9e19-44c0-8f5a-5c0f434f2fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772861'] for port, before_update {{(pid=93090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:02.309358 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-fb6850c6-ff83-434e-8c9c-f1e4e967043f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:02.333217 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.db.db_base_plugin_common [None req-dc3eac6d-5445-4af3-babc-128b89cde753 admin admin] Allocated IP 172.27.1.14 (2a97b808-be6d-48ec-a40b-4668530ee790/1816a596-2dc6-4d27-98a5-201cc12476f2/8f9a5a0c-b043-49b5-b6b3-69086f214d70) {{(pid=93088) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:41:02.346191 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-fb6850c6-ff83-434e-8c9c-f1e4e967043f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:02.426558 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-ca5b8e67-6d92-4398-a6f0-1dc342414536 None None] Notify callbacks [] for port, precommit_create {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:02.446891 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.db.provisioning_blocks [None req-ca5b8e67-6d92-4398-a6f0-1dc342414536 None None] Transition to ACTIVE for port object 890da9cd-7a2e-4975-988f-3d007a6adba3 will not be triggered until provisioned by entity L2. {{(pid=93089) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:41:02.449231 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-fb6850c6-ff83-434e-8c9c-f1e4e967043f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1774441'] for security_group, after_delete {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:02.452640 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-fb6850c6-ff83-434e-8c9c-f1e4e967043f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:02.456919 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [None req-fb6850c6-ff83-434e-8c9c-f1e4e967043f admin admin] 10.222.0.106 "DELETE /v2.0/security-groups/5bad6c15-e553-47c4-aba3-0f0aaf6f7af2 HTTP/1.1" status: 204 len: 168 time: 0.2507262 Jul 06 12:41:02.465095 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.db.provisioning_blocks [None req-ca5b8e67-6d92-4398-a6f0-1dc342414536 None None] Transition to ACTIVE for port object 890da9cd-7a2e-4975-988f-3d007a6adba3 will not be triggered until provisioned by entity DHCP. {{(pid=93089) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:41:02.474281 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-ca5b8e67-6d92-4398-a6f0-1dc342414536 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-772920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-407207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730293689564'] for port, after_create {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:02.475969 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6850c6-ff83-434e-8c9c-f1e4e967043f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bad6c15-e553-47c4-aba3-0f0aaf6f7af2,revision_number=None']} {{(pid=93088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:41:02.510151 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-dc3eac6d-5445-4af3-babc-128b89cde753 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:02.530902 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca5b8e67-6d92-4398-a6f0-1dc342414536 None None] Network 5322c5c7-5a86-41ce-a536-bce0620d099c is already hosted by enough agents. {{(pid=93089) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:41:02.539708 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.scheduler.base_scheduler [None req-ca5b8e67-6d92-4398-a6f0-1dc342414536 None None] Resources bound (agent type, host, resource id): {{(pid=93089) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:41:02.544771 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca5b8e67-6d92-4398-a6f0-1dc342414536 None None] Received port after_create {{(pid=93089) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:41:02.548496 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5b8e67-6d92-4398-a6f0-1dc342414536 None None] Pushing event updated for resources: {'Port': ['ID=890da9cd-7a2e-4975-988f-3d007a6adba3,revision_number=1']} {{(pid=93089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:41:02.564086 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-dc3eac6d-5445-4af3-babc-128b89cde753 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-772920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-407207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730293689564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-63638193'] for port, after_create {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:02.584930 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc3eac6d-5445-4af3-babc-128b89cde753 admin admin] Network 2a97b808-be6d-48ec-a40b-4668530ee790 is already hosted by enough agents. {{(pid=93088) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:41:02.588581 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.scheduler.base_scheduler [None req-dc3eac6d-5445-4af3-babc-128b89cde753 admin admin] Resources bound (agent type, host, resource id): {{(pid=93088) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:41:02.611766 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.managers [None req-ca5b8e67-6d92-4398-a6f0-1dc342414536 None None] Attempting to bind port 890da9cd-7a2e-4975-988f-3d007a6adba3 on host dv-cinder-799631-1-iscsi for vnic_type normal with profile {{(pid=93089) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:41:02.612037 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc3eac6d-5445-4af3-babc-128b89cde753 admin admin] Received port after_create {{(pid=93088) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:41:02.612565 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.managers [None req-ca5b8e67-6d92-4398-a6f0-1dc342414536 None None] Attempting to bind port 890da9cd-7a2e-4975-988f-3d007a6adba3 by drivers openvswitch,hyperv on host dv-cinder-799631-1-iscsi at level 0 using segments [{'id': '62dd4b2b-f33e-41d3-8e3d-fcd1d31ccdaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': '5322c5c7-5a86-41ce-a536-bce0620d099c'}] {{(pid=93089) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:41:02.613109 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca5b8e67-6d92-4398-a6f0-1dc342414536 None None] Attempting to bind port 890da9cd-7a2e-4975-988f-3d007a6adba3 on network 5322c5c7-5a86-41ce-a536-bce0620d099c {{(pid=93089) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:41:02.618997 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca5b8e67-6d92-4398-a6f0-1dc342414536 None None] Checking agent: {'id': '0df45e45-1cb7-430e-9311-5161aceb24d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799631-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 12, 25, 11), 'started_at': datetime.datetime(2021, 7, 6, 12, 25, 41), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 40, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799631-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93089) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:41:02.619513 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca5b8e67-6d92-4398-a6f0-1dc342414536 None None] Checking segment: {'id': '62dd4b2b-f33e-41d3-8e3d-fcd1d31ccdaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': '5322c5c7-5a86-41ce-a536-bce0620d099c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93089) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:41:02.620061 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-ca5b8e67-6d92-4398-a6f0-1dc342414536 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:02.620705 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca5b8e67-6d92-4398-a6f0-1dc342414536 None None] Bound using segment: {'id': '62dd4b2b-f33e-41d3-8e3d-fcd1d31ccdaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': '5322c5c7-5a86-41ce-a536-bce0620d099c'} {{(pid=93089) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:41:02.621418 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.managers [None req-ca5b8e67-6d92-4398-a6f0-1dc342414536 None None] Bound port: 890da9cd-7a2e-4975-988f-3d007a6adba3, host: dv-cinder-799631-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62dd4b2b-f33e-41d3-8e3d-fcd1d31ccdaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': '5322c5c7-5a86-41ce-a536-bce0620d099c'}}] {{(pid=93089) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:41:02.622663 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-ca5b8e67-6d92-4398-a6f0-1dc342414536 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772861'] for port, before_update {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:02.654519 dv-cinder-799631-1-iscsi neutron-server[93090]: DEBUG neutron_lib.callbacks.manager [None req-efce9caf-9e19-44c0-8f5a-5c0f434f2fd2 None None] Notify callbacks [] for port, precommit_update {{(pid=93090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:02.661257 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3eac6d-5445-4af3-babc-128b89cde753 admin admin] Pushing event updated for resources: {'Port': ['ID=8f9a5a0c-b043-49b5-b6b3-69086f214d70,revision_number=1']} {{(pid=93088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:41:02.667351 dv-cinder-799631-1-iscsi neutron-server[93090]: DEBUG neutron.db.provisioning_blocks [None req-efce9caf-9e19-44c0-8f5a-5c0f434f2fd2 None None] Transition to ACTIVE for port object 3d5d2af1-8764-40d5-98bf-add040e7b79b will not be triggered until provisioned by entity L2. {{(pid=93090) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:41:02.676484 dv-cinder-799631-1-iscsi neutron-server[93090]: DEBUG neutron_lib.callbacks.manager [None req-efce9caf-9e19-44c0-8f5a-5c0f434f2fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-772913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730294210856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730293689582', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730293689631'] for port, after_update {{(pid=93090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:02.714922 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.db [None req-ca5b8e67-6d92-4398-a6f0-1dc342414536 None None] For port 890da9cd-7a2e-4975-988f-3d007a6adba3, host dv-cinder-799631-1-iscsi, cleared binding levels {{(pid=93089) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:41:02.718691 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.db [None req-ca5b8e67-6d92-4398-a6f0-1dc342414536 None None] For port 890da9cd-7a2e-4975-988f-3d007a6adba3, host dv-cinder-799631-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799631-1-iscsi',level=0,port_id=890da9cd-7a2e-4975-988f-3d007a6adba3,segment=NetworkSegment(62dd4b2b-f33e-41d3-8e3d-fcd1d31ccdaa),segment_id=62dd4b2b-f33e-41d3-8e3d-fcd1d31ccdaa)] {{(pid=93089) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:41:02.725097 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-ca5b8e67-6d92-4398-a6f0-1dc342414536 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-772913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730294210856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730293689582', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730293689631'] for port, after_update {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:02.734715 dv-cinder-799631-1-iscsi neutron-server[93090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d247de55-d0ba-4292-8cbe-d1b5d178d14a None None] Pushing event updated for resources: {'Port': ['ID=3d5d2af1-8764-40d5-98bf-add040e7b79b,revision_number=3']} {{(pid=93090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:41:02.749817 dv-cinder-799631-1-iscsi neutron-server[93090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d247de55-d0ba-4292-8cbe-d1b5d178d14a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799631-1-iscsi {{(pid=93090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:41:02.750846 dv-cinder-799631-1-iscsi neutron-server[93090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d247de55-d0ba-4292-8cbe-d1b5d178d14a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799631-1-iscsi {{(pid=93090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:41:02.751577 dv-cinder-799631-1-iscsi neutron-server[93090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d247de55-d0ba-4292-8cbe-d1b5d178d14a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799631-1-iscsi {{(pid=93090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:41:02.752075 dv-cinder-799631-1-iscsi neutron-server[93090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d247de55-d0ba-4292-8cbe-d1b5d178d14a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799631-1-iscsi {{(pid=93090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:41:02.752568 dv-cinder-799631-1-iscsi neutron-server[93090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d247de55-d0ba-4292-8cbe-d1b5d178d14a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799631-1-iscsi {{(pid=93090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:41:02.753076 dv-cinder-799631-1-iscsi neutron-server[93090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d247de55-d0ba-4292-8cbe-d1b5d178d14a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799631-1-iscsi {{(pid=93090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:41:02.753607 dv-cinder-799631-1-iscsi neutron-server[93090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d247de55-d0ba-4292-8cbe-d1b5d178d14a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-799631-1-iscsi {{(pid=93090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:41:02.754112 dv-cinder-799631-1-iscsi neutron-server[93090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d247de55-d0ba-4292-8cbe-d1b5d178d14a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-799631-1-iscsi {{(pid=93090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:41:02.754633 dv-cinder-799631-1-iscsi neutron-server[93090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d247de55-d0ba-4292-8cbe-d1b5d178d14a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799631-1-iscsi {{(pid=93090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:41:02.755283 dv-cinder-799631-1-iscsi neutron-server[93090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d247de55-d0ba-4292-8cbe-d1b5d178d14a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799631-1-iscsi {{(pid=93090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:41:02.755792 dv-cinder-799631-1-iscsi neutron-server[93090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d247de55-d0ba-4292-8cbe-d1b5d178d14a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799631-1-iscsi {{(pid=93090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:41:02.756297 dv-cinder-799631-1-iscsi neutron-server[93090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d247de55-d0ba-4292-8cbe-d1b5d178d14a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799631-1-iscsi {{(pid=93090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:41:02.821049 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5b8e67-6d92-4398-a6f0-1dc342414536 None None] Pushing event updated for resources: {'Port': ['ID=890da9cd-7a2e-4975-988f-3d007a6adba3,revision_number=2']} {{(pid=93089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:41:02.853581 dv-cinder-799631-1-iscsi neutron-server[93090]: DEBUG neutron.plugins.ml2.managers [None req-efce9caf-9e19-44c0-8f5a-5c0f434f2fd2 None None] Attempting to bind port 3d5d2af1-8764-40d5-98bf-add040e7b79b on host dv-cinder-799631-1-iscsi for vnic_type normal with profile {{(pid=93090) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:41:02.854175 dv-cinder-799631-1-iscsi neutron-server[93090]: DEBUG neutron.plugins.ml2.managers [None req-efce9caf-9e19-44c0-8f5a-5c0f434f2fd2 None None] Attempting to bind port 3d5d2af1-8764-40d5-98bf-add040e7b79b by drivers openvswitch,hyperv on host dv-cinder-799631-1-iscsi at level 0 using segments [{'id': '10af5586-a131-4c09-9c2c-2bb6a116b3b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': 'c2879fcc-f3ae-4cdd-a55a-3d405f299166'}] {{(pid=93090) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:41:02.854767 dv-cinder-799631-1-iscsi neutron-server[93090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efce9caf-9e19-44c0-8f5a-5c0f434f2fd2 None None] Attempting to bind port 3d5d2af1-8764-40d5-98bf-add040e7b79b on network c2879fcc-f3ae-4cdd-a55a-3d405f299166 {{(pid=93090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:41:02.869185 dv-cinder-799631-1-iscsi neutron-server[93090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efce9caf-9e19-44c0-8f5a-5c0f434f2fd2 None None] Checking agent: {'id': '0df45e45-1cb7-430e-9311-5161aceb24d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799631-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 12, 25, 11), 'started_at': datetime.datetime(2021, 7, 6, 12, 25, 41), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 40, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799631-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:41:02.870058 dv-cinder-799631-1-iscsi neutron-server[93090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efce9caf-9e19-44c0-8f5a-5c0f434f2fd2 None None] Checking segment: {'id': '10af5586-a131-4c09-9c2c-2bb6a116b3b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': 'c2879fcc-f3ae-4cdd-a55a-3d405f299166'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93090) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:41:02.870473 dv-cinder-799631-1-iscsi neutron-server[93090]: DEBUG neutron_lib.callbacks.manager [None req-efce9caf-9e19-44c0-8f5a-5c0f434f2fd2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:02.871034 dv-cinder-799631-1-iscsi neutron-server[93090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efce9caf-9e19-44c0-8f5a-5c0f434f2fd2 None None] Bound using segment: {'id': '10af5586-a131-4c09-9c2c-2bb6a116b3b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': 'c2879fcc-f3ae-4cdd-a55a-3d405f299166'} {{(pid=93090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:41:02.871686 dv-cinder-799631-1-iscsi neutron-server[93090]: DEBUG neutron.plugins.ml2.managers [None req-efce9caf-9e19-44c0-8f5a-5c0f434f2fd2 None None] Bound port: 3d5d2af1-8764-40d5-98bf-add040e7b79b, host: dv-cinder-799631-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10af5586-a131-4c09-9c2c-2bb6a116b3b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': 'c2879fcc-f3ae-4cdd-a55a-3d405f299166'}}] {{(pid=93090) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:41:02.871911 dv-cinder-799631-1-iscsi neutron-server[93090]: DEBUG neutron_lib.callbacks.manager [None req-efce9caf-9e19-44c0-8f5a-5c0f434f2fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772861'] for port, before_update {{(pid=93090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:02.903510 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.wsgi [-] (93087) accepted ('10.222.0.106', 55476) {{(pid=93087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:41:02.928005 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-555fb5bf-6724-44ea-a3c1-cd999c3f0aec admin admin] Notify callbacks [] for security_group, before_create {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:02.980307 dv-cinder-799631-1-iscsi neutron-server[93090]: DEBUG neutron.plugins.ml2.db [None req-efce9caf-9e19-44c0-8f5a-5c0f434f2fd2 None None] For port 3d5d2af1-8764-40d5-98bf-add040e7b79b, host dv-cinder-799631-1-iscsi, cleared binding levels {{(pid=93090) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:41:02.983938 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-dc3eac6d-5445-4af3-babc-128b89cde753 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:02.984554 dv-cinder-799631-1-iscsi neutron-server[93090]: DEBUG neutron.plugins.ml2.db [None req-efce9caf-9e19-44c0-8f5a-5c0f434f2fd2 None None] For port 3d5d2af1-8764-40d5-98bf-add040e7b79b, host dv-cinder-799631-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799631-1-iscsi',level=0,port_id=3d5d2af1-8764-40d5-98bf-add040e7b79b,segment=NetworkSegment(10af5586-a131-4c09-9c2c-2bb6a116b3b9),segment_id=10af5586-a131-4c09-9c2c-2bb6a116b3b9)] {{(pid=93090) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:41:03.000851 dv-cinder-799631-1-iscsi neutron-server[93090]: DEBUG neutron_lib.callbacks.manager [None req-efce9caf-9e19-44c0-8f5a-5c0f434f2fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-772913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730294210856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730293689582', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730293689631'] for port, after_update {{(pid=93090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:03.083871 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-555fb5bf-6724-44ea-a3c1-cd999c3f0aec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:03.090547 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-555fb5bf-6724-44ea-a3c1-cd999c3f0aec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1774441'] for security_group, after_create {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:03.095504 dv-cinder-799631-1-iscsi neutron-server[93090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d247de55-d0ba-4292-8cbe-d1b5d178d14a None None] Pushing event updated for resources: {'Port': ['ID=3d5d2af1-8764-40d5-98bf-add040e7b79b,revision_number=4']} {{(pid=93090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:41:03.108604 dv-cinder-799631-1-iscsi neutron-server[93090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efce9caf-9e19-44c0-8f5a-5c0f434f2fd2 None None] Routers {'3e435827-2e6b-449a-8510-4f0fd6c8f2c6'} bound to L3 agent in host dv-cinder-799631-1-iscsi {{(pid=93090) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:41:03.109421 dv-cinder-799631-1-iscsi neutron-server[93090]: DEBUG neutron.db.l3_hamode_db [None req-efce9caf-9e19-44c0-8f5a-5c0f434f2fd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799631-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T12:25:10Z,description=,heartbeat_timestamp=2021-07-06T12:40:41Z,host='dv-cinder-799631-1-iscsi',id=8f648e93-51d3-4e20-9eca-a57842435ba1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T12:25:10Z,topic='l3_agent')) {'router_ids': ['3e435827-2e6b-449a-8510-4f0fd6c8f2c6'], 'active': True} {{(pid=93090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:41:03.158661 dv-cinder-799631-1-iscsi neutron-server[93087]: INFO neutron.wsgi [None req-555fb5bf-6724-44ea-a3c1-cd999c3f0aec admin admin] 10.222.0.106 "GET /v2.0/security-groups?tenant_id=9f9ccd2d59b149a69d0d12e27788bfc4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2525804 Jul 06 12:41:03.166614 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.wsgi [-] (93087) accepted ('10.222.0.106', 55478) {{(pid=93087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:41:03.209410 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555fb5bf-6724-44ea-a3c1-cd999c3f0aec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ec32e98-393c-4e14-ae9e-ee614c819d76,revision_number=1']} {{(pid=93087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:41:03.265884 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-4ba45de7-a44f-4f21-9697-6bf10a509492 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:03.295658 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-4ba45de7-a44f-4f21-9697-6bf10a509492 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:03.299270 dv-cinder-799631-1-iscsi neutron-server[93090]: DEBUG neutron.db.l3_dvr_db [None req-efce9caf-9e19-44c0-8f5a-5c0f434f2fd2 None None] Set router 3e435827-2e6b-449a-8510-4f0fd6c8f2c6 gateway port host: dv-cinder-799631-1-iscsi {{(pid=93090) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:41:03.350410 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-4ba45de7-a44f-4f21-9697-6bf10a509492 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1774441'] for security_group, after_delete {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:03.353193 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-4ba45de7-a44f-4f21-9697-6bf10a509492 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:03.354523 dv-cinder-799631-1-iscsi neutron-server[93087]: INFO neutron.wsgi [None req-4ba45de7-a44f-4f21-9697-6bf10a509492 admin admin] 10.222.0.106 "DELETE /v2.0/security-groups/6ec32e98-393c-4e14-ae9e-ee614c819d76 HTTP/1.1" status: 204 len: 168 time: 0.1866393 Jul 06 12:41:03.364983 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba45de7-a44f-4f21-9697-6bf10a509492 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ec32e98-393c-4e14-ae9e-ee614c819d76,revision_number=None']} {{(pid=93087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:41:03.599912 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-dc3eac6d-5445-4af3-babc-128b89cde753 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1816794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1764367'] for router, after_create {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:03.616238 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.rpc [None req-3dd6613b-aa53-445d-9a05-4c085a94a05e None None] Device 890da9cd-7a2e-4975-988f-3d007a6adba3 up at agent ovs-agent-dv-cinder-799631-1-iscsi {{(pid=93089) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:41:03.648466 dv-cinder-799631-1-iscsi neutron-server[93090]: DEBUG neutron.db.l3_hamode_db [None req-efce9caf-9e19-44c0-8f5a-5c0f434f2fd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e435827-2e6b-449a-8510-4f0fd6c8f2c6', 'name': 'tempest-TestShelveInstance-1925488153-router', 'tenant_id': 'fbb5711b461a4640a58e2421932d76ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a97b808-be6d-48ec-a40b-4668530ee790', 'external_fixed_ips': [{'subnet_id': '1816a596-2dc6-4d27-98a5-201cc12476f2', 'ip_address': '172.27.1.194'}], 'enable_snat': True}, 'gw_port_id': '0edec560-7d21-4ca8-bd9b-e316925d50a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:40:55Z', 'updated_at': '2021-07-06T12:40:59Z', 'revision_number': 4, 'project_id': 'fbb5711b461a4640a58e2421932d76ad', 'gw_port': {'id': '0edec560-7d21-4ca8-bd9b-e316925d50a2', 'name': '', 'network_id': '2a97b808-be6d-48ec-a40b-4668530ee790', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:dc:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e435827-2e6b-449a-8510-4f0fd6c8f2c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '1816a596-2dc6-4d27-98a5-201cc12476f2', 'ip_address': '172.27.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799631-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:40:56Z', 'updated_at': '2021-07-06T12:41:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1816a596-2dc6-4d27-98a5-201cc12476f2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799631-1-iscsi', '_interfaces': [{'id': '3d5d2af1-8764-40d5-98bf-add040e7b79b', 'name': '', 'network_id': 'c2879fcc-f3ae-4cdd-a55a-3d405f299166', 'tenant_id': 'fbb5711b461a4640a58e2421932d76ad', 'mac_address': 'fa:16:3e:49:00:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e435827-2e6b-449a-8510-4f0fd6c8f2c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': 'a8b537dc-1fa3-4687-8db2-3b01ae5301d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799631-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:40:58Z', 'updated_at': '2021-07-06T12:41:02Z', 'revision_number': 4, 'project_id': 'fbb5711b461a4640a58e2421932d76ad', 'subnets': [{'id': 'a8b537dc-1fa3-4687-8db2-3b01ae5301d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799631-1-iscsi', False) {} {{(pid=93090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:41:03.681533 dv-cinder-799631-1-iscsi neutron-server[93090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efce9caf-9e19-44c0-8f5a-5c0f434f2fd2 None None] The sync data for ids ['3e435827-2e6b-449a-8510-4f0fd6c8f2c6'] in dv-cinder-799631-1-iscsi is: [{'id': '3e435827-2e6b-449a-8510-4f0fd6c8f2c6', 'name': 'tempest-TestShelveInstance-1925488153-router', 'tenant_id': 'fbb5711b461a4640a58e2421932d76ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a97b808-be6d-48ec-a40b-4668530ee790', 'external_fixed_ips': [{'subnet_id': '1816a596-2dc6-4d27-98a5-201cc12476f2', 'ip_address': '172.27.1.194'}], 'enable_snat': True}, 'gw_port_id': '0edec560-7d21-4ca8-bd9b-e316925d50a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:40:55Z', 'updated_at': '2021-07-06T12:40:59Z', 'revision_number': 4, 'project_id': 'fbb5711b461a4640a58e2421932d76ad', 'gw_port': {'id': '0edec560-7d21-4ca8-bd9b-e316925d50a2', 'name': '', 'network_id': '2a97b808-be6d-48ec-a40b-4668530ee790', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:dc:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e435827-2e6b-449a-8510-4f0fd6c8f2c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '1816a596-2dc6-4d27-98a5-201cc12476f2', 'ip_address': '172.27.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799631-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:40:56Z', 'updated_at': '2021-07-06T12:41:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1816a596-2dc6-4d27-98a5-201cc12476f2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799631-1-iscsi', '_interfaces': [{'id': '3d5d2af1-8764-40d5-98bf-add040e7b79b', 'name': '', 'network_id': 'c2879fcc-f3ae-4cdd-a55a-3d405f299166', 'tenant_id': 'fbb5711b461a4640a58e2421932d76ad', 'mac_address': 'fa:16:3e:49:00:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e435827-2e6b-449a-8510-4f0fd6c8f2c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': 'a8b537dc-1fa3-4687-8db2-3b01ae5301d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799631-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:40:58Z', 'updated_at': '2021-07-06T12:41:02Z', 'revision_number': 4, 'project_id': 'fbb5711b461a4640a58e2421932d76ad', 'subnets': [{'id': 'a8b537dc-1fa3-4687-8db2-3b01ae5301d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93090) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:41:03.694481 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.db.provisioning_blocks [None req-3dd6613b-aa53-445d-9a05-4c085a94a05e None None] Provisioning for port 890da9cd-7a2e-4975-988f-3d007a6adba3 completed by entity L2. {{(pid=93089) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:41:03.701493 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.rpc [None req-3dd6613b-aa53-445d-9a05-4c085a94a05e None None] Device 0edec560-7d21-4ca8-bd9b-e316925d50a2 up at agent ovs-agent-dv-cinder-799631-1-iscsi {{(pid=93089) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:41:03.798520 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc3eac6d-5445-4af3-babc-128b89cde753 admin admin] Router 4692b932-8ecb-4be3-bfdd-5a976c46192d is scheduled to L3 agent 8f648e93-51d3-4e20-9eca-a57842435ba1 with binding_index 1 {{(pid=93088) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 12:41:03.844265 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.db.provisioning_blocks [None req-3dd6613b-aa53-445d-9a05-4c085a94a05e None None] Provisioning complete for port 0edec560-7d21-4ca8-bd9b-e316925d50a2 triggered by entity L2. {{(pid=93089) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:41:03.844652 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-3dd6613b-aa53-445d-9a05-4c085a94a05e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912496'] for port, provisioning_complete {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:03.990726 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc3eac6d-5445-4af3-babc-128b89cde753 admin admin] Notify agent at l3_agent.dv-cinder-799631-1-iscsi the message routers_updated {{(pid=93088) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:41:04.002335 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bb8327d-e11c-4f8c-955c-158b7617172b None None] Sync routers for ids ['4692b932-8ecb-4be3-bfdd-5a976c46192d'] in dv-cinder-799631-1-iscsi {{(pid=93089) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:41:04.014083 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bb8327d-e11c-4f8c-955c-158b7617172b None None] Routers {'4692b932-8ecb-4be3-bfdd-5a976c46192d'} bound to L3 agent in host dv-cinder-799631-1-iscsi {{(pid=93089) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:41:04.014916 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.db.l3_hamode_db [None req-6bb8327d-e11c-4f8c-955c-158b7617172b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799631-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T12:25:10Z,description=,heartbeat_timestamp=2021-07-06T12:40:41Z,host='dv-cinder-799631-1-iscsi',id=8f648e93-51d3-4e20-9eca-a57842435ba1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T12:25:10Z,topic='l3_agent')) {'router_ids': ['4692b932-8ecb-4be3-bfdd-5a976c46192d'], 'active': True} {{(pid=93089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:41:04.025089 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-dc3eac6d-5445-4af3-babc-128b89cde753 admin admin] Notify callbacks [] for router, before_response {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:04.029696 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [None req-dc3eac6d-5445-4af3-babc-128b89cde753 admin admin] 10.222.0.106 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 2.3715339 Jul 06 12:41:04.029926 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.wsgi [-] (93087) accepted ('10.222.0.106', 55490) {{(pid=93087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:41:04.157171 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ec582df-4503-4db7-9f1f-d22b319b6cde None None] Network 5322c5c7-5a86-41ce-a536-bce0620d099c requested from dv-cinder-799631-1-iscsi {{(pid=93089) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:41:04.232633 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.db.provisioning_blocks [None req-09343ee0-8837-497b-94b5-b082493dd5e0 None None] Provisioning for port 890da9cd-7a2e-4975-988f-3d007a6adba3 completed by entity DHCP. {{(pid=93089) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:41:04.238899 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.db.l3_dvr_db [None req-6bb8327d-e11c-4f8c-955c-158b7617172b None None] Set router 4692b932-8ecb-4be3-bfdd-5a976c46192d gateway port host: dv-cinder-799631-1-iscsi {{(pid=93089) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:41:04.307377 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.db.provisioning_blocks [None req-09343ee0-8837-497b-94b5-b082493dd5e0 None None] Provisioning complete for port 890da9cd-7a2e-4975-988f-3d007a6adba3 triggered by entity DHCP. {{(pid=93089) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:41:04.307762 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-09343ee0-8837-497b-94b5-b082493dd5e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912496'] for port, provisioning_complete {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:04.580710 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-09343ee0-8837-497b-94b5-b082493dd5e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772861'] for port, before_update {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:04.616685 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-70db8ec8-e2e6-4d09-92d8-af54f793620b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772861'] for port, before_create {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:04.631423 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.db [None req-09343ee0-8837-497b-94b5-b082493dd5e0 None None] For port 890da9cd-7a2e-4975-988f-3d007a6adba3, host dv-cinder-799631-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799631-1-iscsi',level=0,port_id=890da9cd-7a2e-4975-988f-3d007a6adba3,segment=NetworkSegment(62dd4b2b-f33e-41d3-8e3d-fcd1d31ccdaa),segment_id=62dd4b2b-f33e-41d3-8e3d-fcd1d31ccdaa)] {{(pid=93089) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:41:04.641542 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-09343ee0-8837-497b-94b5-b082493dd5e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-772913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730294210856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730293689582', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730293689631'] for port, after_update {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:04.648984 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.db.l3_hamode_db [None req-6bb8327d-e11c-4f8c-955c-158b7617172b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4692b932-8ecb-4be3-bfdd-5a976c46192d', 'name': 'tempest-TestShelveInstance-572369877-router', 'tenant_id': 'ab7e8b727e874e01bdb2d5a9b2030617', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a97b808-be6d-48ec-a40b-4668530ee790', 'external_fixed_ips': [{'subnet_id': '1816a596-2dc6-4d27-98a5-201cc12476f2', 'ip_address': '172.27.1.14'}], 'enable_snat': True}, 'gw_port_id': '8f9a5a0c-b043-49b5-b6b3-69086f214d70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:41:01Z', 'updated_at': '2021-07-06T12:41:02Z', 'revision_number': 3, 'project_id': 'ab7e8b727e874e01bdb2d5a9b2030617', 'gw_port': {'id': '8f9a5a0c-b043-49b5-b6b3-69086f214d70', 'name': '', 'network_id': '2a97b808-be6d-48ec-a40b-4668530ee790', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:20:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4692b932-8ecb-4be3-bfdd-5a976c46192d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': '1816a596-2dc6-4d27-98a5-201cc12476f2', 'ip_address': '172.27.1.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:41:02Z', 'updated_at': '2021-07-06T12:41:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1816a596-2dc6-4d27-98a5-201cc12476f2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799631-1-iscsi'}], 'dv-cinder-799631-1-iscsi', False) {} {{(pid=93089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:41:04.701039 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bb8327d-e11c-4f8c-955c-158b7617172b None None] Checking router: 4692b932-8ecb-4be3-bfdd-5a976c46192d for host: dv-cinder-799631-1-iscsi {{(pid=93089) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 12:41:04.701396 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bb8327d-e11c-4f8c-955c-158b7617172b None None] Updating router 4692b932-8ecb-4be3-bfdd-5a976c46192d port 8f9a5a0c-b043-49b5-b6b3-69086f214d70 binding host dv-cinder-799631-1-iscsi {{(pid=93089) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 12:41:04.773788 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09343ee0-8837-497b-94b5-b082493dd5e0 None None] Pushing event updated for resources: {'Port': ['ID=890da9cd-7a2e-4975-988f-3d007a6adba3,revision_number=3']} {{(pid=93089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:41:04.788786 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-6bb8327d-e11c-4f8c-955c-158b7617172b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772861'] for port, before_update {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:04.893304 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.db.db_base_plugin_common [None req-70db8ec8-e2e6-4d09-92d8-af54f793620b admin admin] Allocated IP 172.20.0.1 (5322c5c7-5a86-41ce-a536-bce0620d099c/9f80cdd1-bf3b-490d-b797-83ad9badfc36/6dc0fc6d-ef82-43ab-aa69-da47b2d8cd5e) {{(pid=93087) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:41:05.024654 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-70db8ec8-e2e6-4d09-92d8-af54f793620b admin admin] Notify callbacks [] for port, precommit_create {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:05.041533 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.db.provisioning_blocks [None req-70db8ec8-e2e6-4d09-92d8-af54f793620b admin admin] Transition to ACTIVE for port object 6dc0fc6d-ef82-43ab-aa69-da47b2d8cd5e will not be triggered until provisioned by entity DHCP. {{(pid=93087) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:41:05.045436 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.db.provisioning_blocks [None req-e07a002c-2c6f-4db0-a31c-655a7c7a86f5 None None] Provisioning complete for port 890da9cd-7a2e-4975-988f-3d007a6adba3 triggered by entity DHCP. {{(pid=93089) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:41:05.045539 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-e07a002c-2c6f-4db0-a31c-655a7c7a86f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912496'] for port, provisioning_complete {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:05.088800 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-70db8ec8-e2e6-4d09-92d8-af54f793620b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-772920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-407207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730293689564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-65517734'] for port, after_create {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:05.168363 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70db8ec8-e2e6-4d09-92d8-af54f793620b admin admin] Pushing event updated for resources: {'Port': ['ID=6dc0fc6d-ef82-43ab-aa69-da47b2d8cd5e,revision_number=1']} {{(pid=93087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:41:05.184092 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70db8ec8-e2e6-4d09-92d8-af54f793620b admin admin] Network 5322c5c7-5a86-41ce-a536-bce0620d099c is already hosted by enough agents. {{(pid=93087) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:41:05.185736 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.scheduler.base_scheduler [None req-70db8ec8-e2e6-4d09-92d8-af54f793620b admin admin] Resources bound (agent type, host, resource id): {{(pid=93087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:41:05.188530 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70db8ec8-e2e6-4d09-92d8-af54f793620b admin admin] Received port after_create {{(pid=93087) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:41:05.232579 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-6bb8327d-e11c-4f8c-955c-158b7617172b None None] Notify callbacks [] for port, precommit_update {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:05.241732 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-70db8ec8-e2e6-4d09-92d8-af54f793620b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1813560'] for router_interface, before_create {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:05.247841 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.db.provisioning_blocks [None req-6bb8327d-e11c-4f8c-955c-158b7617172b None None] Transition to ACTIVE for port object 8f9a5a0c-b043-49b5-b6b3-69086f214d70 will not be triggered until provisioned by entity L2. {{(pid=93089) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:41:05.257501 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-6bb8327d-e11c-4f8c-955c-158b7617172b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-772913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730294210856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730293689582', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730293689631'] for port, after_update {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:05.312138 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.managers [None req-6bb8327d-e11c-4f8c-955c-158b7617172b None None] Attempting to bind port 8f9a5a0c-b043-49b5-b6b3-69086f214d70 on host dv-cinder-799631-1-iscsi for vnic_type normal with profile {{(pid=93089) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:41:05.312495 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.managers [None req-6bb8327d-e11c-4f8c-955c-158b7617172b None None] Attempting to bind port 8f9a5a0c-b043-49b5-b6b3-69086f214d70 by drivers openvswitch,hyperv on host dv-cinder-799631-1-iscsi at level 0 using segments [{'id': '89d2d2f7-34cd-4989-93e1-84776a10346d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a97b808-be6d-48ec-a40b-4668530ee790'}] {{(pid=93089) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:41:05.312809 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bb8327d-e11c-4f8c-955c-158b7617172b None None] Attempting to bind port 8f9a5a0c-b043-49b5-b6b3-69086f214d70 on network 2a97b808-be6d-48ec-a40b-4668530ee790 {{(pid=93089) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:41:05.321443 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bb8327d-e11c-4f8c-955c-158b7617172b None None] Checking agent: {'id': '0df45e45-1cb7-430e-9311-5161aceb24d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799631-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 12, 25, 11), 'started_at': datetime.datetime(2021, 7, 6, 12, 25, 41), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 40, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799631-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93089) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:41:05.321853 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bb8327d-e11c-4f8c-955c-158b7617172b None None] Checking segment: {'id': '89d2d2f7-34cd-4989-93e1-84776a10346d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a97b808-be6d-48ec-a40b-4668530ee790'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93089) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:41:05.322229 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-6bb8327d-e11c-4f8c-955c-158b7617172b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:05.322815 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bb8327d-e11c-4f8c-955c-158b7617172b None None] Bound using segment: {'id': '89d2d2f7-34cd-4989-93e1-84776a10346d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a97b808-be6d-48ec-a40b-4668530ee790'} {{(pid=93089) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:41:05.323359 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.managers [None req-6bb8327d-e11c-4f8c-955c-158b7617172b None None] Bound port: 8f9a5a0c-b043-49b5-b6b3-69086f214d70, host: dv-cinder-799631-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89d2d2f7-34cd-4989-93e1-84776a10346d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a97b808-be6d-48ec-a40b-4668530ee790'}}] {{(pid=93089) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:41:05.323737 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-6bb8327d-e11c-4f8c-955c-158b7617172b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772861'] for port, before_update {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:05.360824 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18184703-96b3-4567-83dd-901bdb1d459d None None] Pushing event updated for resources: {'Port': ['ID=8f9a5a0c-b043-49b5-b6b3-69086f214d70,revision_number=2']} {{(pid=93089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:41:05.411042 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.db [None req-6bb8327d-e11c-4f8c-955c-158b7617172b None None] For port 8f9a5a0c-b043-49b5-b6b3-69086f214d70, host dv-cinder-799631-1-iscsi, cleared binding levels {{(pid=93089) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:41:05.420756 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-70db8ec8-e2e6-4d09-92d8-af54f793620b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772861'] for port, before_update {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:05.424482 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.db [None req-6bb8327d-e11c-4f8c-955c-158b7617172b None None] For port 8f9a5a0c-b043-49b5-b6b3-69086f214d70, host dv-cinder-799631-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799631-1-iscsi',level=0,port_id=8f9a5a0c-b043-49b5-b6b3-69086f214d70,segment=NetworkSegment(89d2d2f7-34cd-4989-93e1-84776a10346d),segment_id=89d2d2f7-34cd-4989-93e1-84776a10346d)] {{(pid=93089) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:41:05.433478 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-6bb8327d-e11c-4f8c-955c-158b7617172b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-772913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730294210856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730293689582', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730293689631'] for port, after_update {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:05.502814 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bb8327d-e11c-4f8c-955c-158b7617172b None None] Routers {'4692b932-8ecb-4be3-bfdd-5a976c46192d'} bound to L3 agent in host dv-cinder-799631-1-iscsi {{(pid=93089) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:41:05.503488 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.db.l3_hamode_db [None req-6bb8327d-e11c-4f8c-955c-158b7617172b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799631-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T12:25:10Z,description=,heartbeat_timestamp=2021-07-06T12:40:41Z,host='dv-cinder-799631-1-iscsi',id=8f648e93-51d3-4e20-9eca-a57842435ba1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T12:25:10Z,topic='l3_agent')) {'router_ids': ['4692b932-8ecb-4be3-bfdd-5a976c46192d'], 'active': True} {{(pid=93089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:41:05.565560 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18184703-96b3-4567-83dd-901bdb1d459d None None] Pushing event updated for resources: {'Port': ['ID=8f9a5a0c-b043-49b5-b6b3-69086f214d70,revision_number=3']} {{(pid=93089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:41:05.591466 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.db.provisioning_blocks [None req-55969a0e-7e74-4444-9c3e-caa0634526bb None None] Provisioning for port 6dc0fc6d-ef82-43ab-aa69-da47b2d8cd5e completed by entity DHCP. {{(pid=93089) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:41:05.622570 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.db.provisioning_blocks [None req-55969a0e-7e74-4444-9c3e-caa0634526bb None None] Provisioning complete for port 6dc0fc6d-ef82-43ab-aa69-da47b2d8cd5e triggered by entity DHCP. {{(pid=93089) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:41:05.622950 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-55969a0e-7e74-4444-9c3e-caa0634526bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912496'] for port, provisioning_complete {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:05.628077 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.rpc [None req-3dd6613b-aa53-445d-9a05-4c085a94a05e None None] Device 890da9cd-7a2e-4975-988f-3d007a6adba3 up at agent ovs-agent-dv-cinder-799631-1-iscsi {{(pid=93089) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:41:05.667780 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-70db8ec8-e2e6-4d09-92d8-af54f793620b admin admin] Notify callbacks [] for port, precommit_update {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:05.673782 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-70db8ec8-e2e6-4d09-92d8-af54f793620b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-772913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730294210856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730293689582', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730293689631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65517652'] for port, after_update {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:05.748421 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-70db8ec8-e2e6-4d09-92d8-af54f793620b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1582549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1815621'] for router_interface, after_create {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:05.751868 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70db8ec8-e2e6-4d09-92d8-af54f793620b admin admin] Pushing event updated for resources: {'Port': ['ID=6dc0fc6d-ef82-43ab-aa69-da47b2d8cd5e,revision_number=2']} {{(pid=93087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:41:05.848544 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.db.l3_dvr_db [None req-6bb8327d-e11c-4f8c-955c-158b7617172b None None] Set router 4692b932-8ecb-4be3-bfdd-5a976c46192d gateway port host: dv-cinder-799631-1-iscsi {{(pid=93089) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:41:05.851121 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.plugin [None req-55969a0e-7e74-4444-9c3e-caa0634526bb None None] Port 6dc0fc6d-ef82-43ab-aa69-da47b2d8cd5e cannot update to ACTIVE because it is not bound. {{(pid=93089) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 12:41:05.860423 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70db8ec8-e2e6-4d09-92d8-af54f793620b admin admin] Network 5322c5c7-5a86-41ce-a536-bce0620d099c is already hosted by enough agents. {{(pid=93087) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:41:05.861907 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.scheduler.base_scheduler [None req-70db8ec8-e2e6-4d09-92d8-af54f793620b admin admin] Resources bound (agent type, host, resource id): {{(pid=93087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:41:05.890764 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.wsgi [-] (93088) accepted ('10.222.0.106', 55526) {{(pid=93088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:41:05.898857 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.db.provisioning_blocks [None req-3dd6613b-aa53-445d-9a05-4c085a94a05e None None] Provisioning complete for port 890da9cd-7a2e-4975-988f-3d007a6adba3 triggered by entity L2. {{(pid=93089) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:41:05.899280 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-3dd6613b-aa53-445d-9a05-4c085a94a05e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912496'] for port, provisioning_complete {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:06.001296 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70db8ec8-e2e6-4d09-92d8-af54f793620b admin admin] Router 4692b932-8ecb-4be3-bfdd-5a976c46192d has already been hosted by L3 agent 8f648e93-51d3-4e20-9eca-a57842435ba1 {{(pid=93087) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 12:41:06.013052 dv-cinder-799631-1-iscsi neutron-server[93090]: DEBUG neutron.db.agents_db [None req-df1e7349-c09a-47b1-8f5e-4c337b6ca707 None None] Agent healthcheck: found 6 active agents {{(pid=93090) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 12:41:06.034556 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-77a913b8-092e-43e0-99f4-4b2932f34d51 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:06.101211 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.rpc [None req-3dd6613b-aa53-445d-9a05-4c085a94a05e None None] Device 3d5d2af1-8764-40d5-98bf-add040e7b79b up at agent ovs-agent-dv-cinder-799631-1-iscsi {{(pid=93089) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:41:06.139593 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70db8ec8-e2e6-4d09-92d8-af54f793620b admin admin] Notify agent at l3_agent.dv-cinder-799631-1-iscsi the message routers_updated {{(pid=93087) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:41:06.147764 dv-cinder-799631-1-iscsi neutron-server[93087]: INFO neutron.wsgi [None req-70db8ec8-e2e6-4d09-92d8-af54f793620b admin admin] 10.222.0.106 "PUT /v2.0/routers/4692b932-8ecb-4be3-bfdd-5a976c46192d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1157224 Jul 06 12:41:06.168051 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-77a913b8-092e-43e0-99f4-4b2932f34d51 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:06.174360 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-77a913b8-092e-43e0-99f4-4b2932f34d51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1774441'] for security_group, after_create {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:06.200986 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.db.provisioning_blocks [None req-ab88bf99-e8f3-4098-92a8-3fb262dea6dc None None] Provisioning complete for port 6dc0fc6d-ef82-43ab-aa69-da47b2d8cd5e triggered by entity DHCP. {{(pid=93089) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:41:06.201366 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-ab88bf99-e8f3-4098-92a8-3fb262dea6dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912496'] for port, provisioning_complete {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:06.221306 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.wsgi [-] (93087) accepted ('10.222.0.106', 55532) {{(pid=93087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:41:06.221529 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [None req-77a913b8-092e-43e0-99f4-4b2932f34d51 admin admin] 10.222.0.106 "GET /v2.0/security-groups?tenant_id=588b14ada4b84676b77260ab2ddc3081&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3293395 Jul 06 12:41:06.224266 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a913b8-092e-43e0-99f4-4b2932f34d51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9742b1b-5261-4d5b-a502-3b659455d874,revision_number=1']} {{(pid=93088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:41:06.227303 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.db.provisioning_blocks [None req-3dd6613b-aa53-445d-9a05-4c085a94a05e None None] Provisioning for port 3d5d2af1-8764-40d5-98bf-add040e7b79b completed by entity L2. {{(pid=93089) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:41:06.241331 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.db.provisioning_blocks [None req-3dd6613b-aa53-445d-9a05-4c085a94a05e None None] Provisioning complete for port 3d5d2af1-8764-40d5-98bf-add040e7b79b triggered by entity L2. {{(pid=93089) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:41:06.241705 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-3dd6613b-aa53-445d-9a05-4c085a94a05e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912496'] for port, provisioning_complete {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:06.273806 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.plugin [None req-ab88bf99-e8f3-4098-92a8-3fb262dea6dc None None] Port 6dc0fc6d-ef82-43ab-aa69-da47b2d8cd5e cannot update to ACTIVE because it is not bound. {{(pid=93089) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 12:41:06.290980 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.db.l3_hamode_db [None req-6bb8327d-e11c-4f8c-955c-158b7617172b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4692b932-8ecb-4be3-bfdd-5a976c46192d', 'name': 'tempest-TestShelveInstance-572369877-router', 'tenant_id': 'ab7e8b727e874e01bdb2d5a9b2030617', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a97b808-be6d-48ec-a40b-4668530ee790', 'external_fixed_ips': [{'subnet_id': '1816a596-2dc6-4d27-98a5-201cc12476f2', 'ip_address': '172.27.1.14'}], 'enable_snat': True}, 'gw_port_id': '8f9a5a0c-b043-49b5-b6b3-69086f214d70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:41:01Z', 'updated_at': '2021-07-06T12:41:05Z', 'revision_number': 4, 'project_id': 'ab7e8b727e874e01bdb2d5a9b2030617', 'gw_port': {'id': '8f9a5a0c-b043-49b5-b6b3-69086f214d70', 'name': '', 'network_id': '2a97b808-be6d-48ec-a40b-4668530ee790', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:20:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4692b932-8ecb-4be3-bfdd-5a976c46192d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': '1816a596-2dc6-4d27-98a5-201cc12476f2', 'ip_address': '172.27.1.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799631-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:41:02Z', 'updated_at': '2021-07-06T12:41:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1816a596-2dc6-4d27-98a5-201cc12476f2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799631-1-iscsi', '_interfaces': [{'id': '6dc0fc6d-ef82-43ab-aa69-da47b2d8cd5e', 'name': '', 'network_id': '5322c5c7-5a86-41ce-a536-bce0620d099c', 'tenant_id': 'ab7e8b727e874e01bdb2d5a9b2030617', 'mac_address': 'fa:16:3e:8a:55:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4692b932-8ecb-4be3-bfdd-5a976c46192d', 'device_owner': 'network:router_interface', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '9f80cdd1-bf3b-490d-b797-83ad9badfc36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:41:04Z', 'updated_at': '2021-07-06T12:41:04Z', 'revision_number': 1, 'project_id': 'ab7e8b727e874e01bdb2d5a9b2030617', 'subnets': [{'id': '9f80cdd1-bf3b-490d-b797-83ad9badfc36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799631-1-iscsi', False) {} {{(pid=93089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:41:06.292353 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-9d5ff8b1-7c3d-470d-98d9-f096139e5d75 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:06.316089 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-9d5ff8b1-7c3d-470d-98d9-f096139e5d75 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:06.322046 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bb8327d-e11c-4f8c-955c-158b7617172b None None] The sync data for ids ['4692b932-8ecb-4be3-bfdd-5a976c46192d'] in dv-cinder-799631-1-iscsi is: [{'id': '4692b932-8ecb-4be3-bfdd-5a976c46192d', 'name': 'tempest-TestShelveInstance-572369877-router', 'tenant_id': 'ab7e8b727e874e01bdb2d5a9b2030617', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a97b808-be6d-48ec-a40b-4668530ee790', 'external_fixed_ips': [{'subnet_id': '1816a596-2dc6-4d27-98a5-201cc12476f2', 'ip_address': '172.27.1.14'}], 'enable_snat': True}, 'gw_port_id': '8f9a5a0c-b043-49b5-b6b3-69086f214d70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:41:01Z', 'updated_at': '2021-07-06T12:41:05Z', 'revision_number': 4, 'project_id': 'ab7e8b727e874e01bdb2d5a9b2030617', 'gw_port': {'id': '8f9a5a0c-b043-49b5-b6b3-69086f214d70', 'name': '', 'network_id': '2a97b808-be6d-48ec-a40b-4668530ee790', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:20:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4692b932-8ecb-4be3-bfdd-5a976c46192d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': '1816a596-2dc6-4d27-98a5-201cc12476f2', 'ip_address': '172.27.1.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799631-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:41:02Z', 'updated_at': '2021-07-06T12:41:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1816a596-2dc6-4d27-98a5-201cc12476f2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799631-1-iscsi', '_interfaces': [{'id': '6dc0fc6d-ef82-43ab-aa69-da47b2d8cd5e', 'name': '', 'network_id': '5322c5c7-5a86-41ce-a536-bce0620d099c', 'tenant_id': 'ab7e8b727e874e01bdb2d5a9b2030617', 'mac_address': 'fa:16:3e:8a:55:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4692b932-8ecb-4be3-bfdd-5a976c46192d', 'device_owner': 'network:router_interface', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '9f80cdd1-bf3b-490d-b797-83ad9badfc36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:41:04Z', 'updated_at': '2021-07-06T12:41:04Z', 'revision_number': 1, 'project_id': 'ab7e8b727e874e01bdb2d5a9b2030617', 'subnets': [{'id': '9f80cdd1-bf3b-490d-b797-83ad9badfc36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93089) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:41:06.372562 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-3dd6613b-aa53-445d-9a05-4c085a94a05e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772861'] for port, before_update {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:06.379020 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-9d5ff8b1-7c3d-470d-98d9-f096139e5d75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1774441'] for security_group, after_delete {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:06.381803 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-9d5ff8b1-7c3d-470d-98d9-f096139e5d75 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:06.385515 dv-cinder-799631-1-iscsi neutron-server[93087]: INFO neutron.wsgi [None req-9d5ff8b1-7c3d-470d-98d9-f096139e5d75 admin admin] 10.222.0.106 "DELETE /v2.0/security-groups/c9742b1b-5261-4d5b-a502-3b659455d874 HTTP/1.1" status: 204 len: 168 time: 0.1603384 Jul 06 12:41:06.414037 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5ff8b1-7c3d-470d-98d9-f096139e5d75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9742b1b-5261-4d5b-a502-3b659455d874,revision_number=None']} {{(pid=93087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:41:06.414574 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.db [None req-3dd6613b-aa53-445d-9a05-4c085a94a05e None None] For port 3d5d2af1-8764-40d5-98bf-add040e7b79b, host dv-cinder-799631-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799631-1-iscsi',level=0,port_id=3d5d2af1-8764-40d5-98bf-add040e7b79b,segment=NetworkSegment(10af5586-a131-4c09-9c2c-2bb6a116b3b9),segment_id=10af5586-a131-4c09-9c2c-2bb6a116b3b9)] {{(pid=93089) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:41:06.428220 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-3dd6613b-aa53-445d-9a05-4c085a94a05e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-772913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730294210856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730293689582', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730293689631'] for port, after_update {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:06.495705 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd6613b-aa53-445d-9a05-4c085a94a05e None None] Pushing event updated for resources: {'Port': ['ID=3d5d2af1-8764-40d5-98bf-add040e7b79b,revision_number=5']} {{(pid=93089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:41:06.731219 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.wsgi [-] (93087) accepted ('10.222.0.106', 55542) {{(pid=93087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:41:06.744729 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-98d16593-257f-4261-90e8-7cb3e02ca462 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:06.855997 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-98d16593-257f-4261-90e8-7cb3e02ca462 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:06.856458 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.wsgi [-] (93087) accepted ('10.222.0.106', 55544) {{(pid=93087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:41:06.861780 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.api.v2.base [None req-8f3dd59c-bbe9-42c9-bfe4-bb0860f93cca tempest-TestShelveInstance-996288515 tempest-TestShelveInstance-996288515-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1034826972', 'description': 'tempest-secgroup-smoke-1034826972 description', 'project_id': 'fbb5711b461a4640a58e2421932d76ad'}} {{(pid=93087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:41:06.867361 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-98d16593-257f-4261-90e8-7cb3e02ca462 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1774441'] for security_group, after_create {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:06.923876 dv-cinder-799631-1-iscsi neutron-server[93087]: INFO neutron.wsgi [None req-98d16593-257f-4261-90e8-7cb3e02ca462 admin admin] 10.222.0.106 "GET /v2.0/security-groups?tenant_id=2ae21d801dea49eb9b5a4b2ca4ac865d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1913657 Jul 06 12:41:06.924639 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d16593-257f-4261-90e8-7cb3e02ca462 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21a3e616-c164-4e92-b1e9-acac6b5e9607,revision_number=1']} {{(pid=93087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:41:06.927036 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.wsgi [-] (93088) accepted ('10.222.0.106', 55546) {{(pid=93088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:41:06.930272 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-8f3dd59c-bbe9-42c9-bfe4-bb0860f93cca tempest-TestShelveInstance-996288515 tempest-TestShelveInstance-996288515-project] Notify callbacks [] for security_group, before_create {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:07.014714 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-b8226c56-0b57-4ce1-9f60-c5541665cfd5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:07.042116 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-b8226c56-0b57-4ce1-9f60-c5541665cfd5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:07.042584 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-8f3dd59c-bbe9-42c9-bfe4-bb0860f93cca tempest-TestShelveInstance-996288515 tempest-TestShelveInstance-996288515-project] Notify callbacks [] for security_group, precommit_create {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:07.051284 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-8f3dd59c-bbe9-42c9-bfe4-bb0860f93cca tempest-TestShelveInstance-996288515 tempest-TestShelveInstance-996288515-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1774441'] for security_group, after_create {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:07.091677 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3dd59c-bbe9-42c9-bfe4-bb0860f93cca tempest-TestShelveInstance-996288515 tempest-TestShelveInstance-996288515-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0802f8fa-e754-4815-a384-1d6e49591486,revision_number=1']} {{(pid=93087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:41:07.093941 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-8f3dd59c-bbe9-42c9-bfe4-bb0860f93cca tempest-TestShelveInstance-996288515 tempest-TestShelveInstance-996288515-project] Notify callbacks [] for security_group, before_response {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:07.095373 dv-cinder-799631-1-iscsi neutron-server[93087]: INFO neutron.wsgi [None req-8f3dd59c-bbe9-42c9-bfe4-bb0860f93cca tempest-TestShelveInstance-996288515 tempest-TestShelveInstance-996288515-project] 10.222.0.106 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2376449 Jul 06 12:41:07.098165 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.wsgi [-] (93087) accepted ('10.222.0.106', 55548) {{(pid=93087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:41:07.103195 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.api.v2.base [None req-a99aec75-fd58-4bb2-93e3-1871e2901ec7 tempest-TestShelveInstance-996288515 tempest-TestShelveInstance-996288515-project] Request body: {'security_group_rule': {'security_group_id': '0802f8fa-e754-4815-a384-1d6e49591486', 'project_id': 'fbb5711b461a4640a58e2421932d76ad', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:41:07.116855 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-b8226c56-0b57-4ce1-9f60-c5541665cfd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1774441'] for security_group, after_delete {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:07.119760 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-b8226c56-0b57-4ce1-9f60-c5541665cfd5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:07.121391 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [None req-b8226c56-0b57-4ce1-9f60-c5541665cfd5 admin admin] 10.222.0.106 "DELETE /v2.0/security-groups/21a3e616-c164-4e92-b1e9-acac6b5e9607 HTTP/1.1" status: 204 len: 168 time: 0.1861250 Jul 06 12:41:07.131329 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8226c56-0b57-4ce1-9f60-c5541665cfd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21a3e616-c164-4e92-b1e9-acac6b5e9607,revision_number=None']} {{(pid=93088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:41:07.144604 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-a99aec75-fd58-4bb2-93e3-1871e2901ec7 tempest-TestShelveInstance-996288515 tempest-TestShelveInstance-996288515-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:07.220056 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-a99aec75-fd58-4bb2-93e3-1871e2901ec7 tempest-TestShelveInstance-996288515 tempest-TestShelveInstance-996288515-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:07.230899 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-a99aec75-fd58-4bb2-93e3-1871e2901ec7 tempest-TestShelveInstance-996288515 tempest-TestShelveInstance-996288515-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1822215'] for security_group_rule, after_create {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:07.253384 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99aec75-fd58-4bb2-93e3-1871e2901ec7 tempest-TestShelveInstance-996288515 tempest-TestShelveInstance-996288515-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a7e3993-d5f6-4bea-99ce-9aeac0410c5e,revision_number=0']} {{(pid=93087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:41:07.263678 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-a99aec75-fd58-4bb2-93e3-1871e2901ec7 tempest-TestShelveInstance-996288515 tempest-TestShelveInstance-996288515-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:07.265854 dv-cinder-799631-1-iscsi neutron-server[93087]: INFO neutron.wsgi [None req-a99aec75-fd58-4bb2-93e3-1871e2901ec7 tempest-TestShelveInstance-996288515 tempest-TestShelveInstance-996288515-project] 10.222.0.106 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1661191 Jul 06 12:41:07.268110 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.wsgi [-] (93087) accepted ('10.222.0.106', 55552) {{(pid=93087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:41:07.269079 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-3fe96015-8b3c-4008-9ad0-44a6fad138a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730293992524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912513'] for agent, after_update {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:07.274271 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.api.v2.base [None req-b75c21ef-7ef0-47f7-a4f4-ea622fc5a3ac tempest-TestShelveInstance-996288515 tempest-TestShelveInstance-996288515-project] Request body: {'security_group_rule': {'security_group_id': '0802f8fa-e754-4815-a384-1d6e49591486', 'project_id': 'fbb5711b461a4640a58e2421932d76ad', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:41:07.310666 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-b75c21ef-7ef0-47f7-a4f4-ea622fc5a3ac tempest-TestShelveInstance-996288515 tempest-TestShelveInstance-996288515-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:07.382866 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-b75c21ef-7ef0-47f7-a4f4-ea622fc5a3ac tempest-TestShelveInstance-996288515 tempest-TestShelveInstance-996288515-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:07.387680 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-b75c21ef-7ef0-47f7-a4f4-ea622fc5a3ac tempest-TestShelveInstance-996288515 tempest-TestShelveInstance-996288515-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1822215'] for security_group_rule, after_create {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:07.407616 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75c21ef-7ef0-47f7-a4f4-ea622fc5a3ac tempest-TestShelveInstance-996288515 tempest-TestShelveInstance-996288515-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dc1c951c-9256-45c6-9cee-3cbc252ab9d5,revision_number=0']} {{(pid=93087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:41:07.416269 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-b75c21ef-7ef0-47f7-a4f4-ea622fc5a3ac tempest-TestShelveInstance-996288515 tempest-TestShelveInstance-996288515-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:07.417702 dv-cinder-799631-1-iscsi neutron-server[93087]: INFO neutron.wsgi [None req-b75c21ef-7ef0-47f7-a4f4-ea622fc5a3ac tempest-TestShelveInstance-996288515 tempest-TestShelveInstance-996288515-project] 10.222.0.106 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1483750 Jul 06 12:41:07.421190 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.wsgi [-] (93088) accepted ('10.222.0.106', 55556) {{(pid=93088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:41:07.426408 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.api.v2.base [None req-daa7f649-1d7d-440e-91ad-c5e56d28d202 tempest-TestShelveInstance-996288515 tempest-TestShelveInstance-996288515-project] Request body: {'security_group_rule': {'security_group_id': '0802f8fa-e754-4815-a384-1d6e49591486', 'project_id': 'fbb5711b461a4640a58e2421932d76ad', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93088) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:41:07.466275 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-daa7f649-1d7d-440e-91ad-c5e56d28d202 tempest-TestShelveInstance-996288515 tempest-TestShelveInstance-996288515-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:07.547991 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-daa7f649-1d7d-440e-91ad-c5e56d28d202 tempest-TestShelveInstance-996288515 tempest-TestShelveInstance-996288515-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:07.555686 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-daa7f649-1d7d-440e-91ad-c5e56d28d202 tempest-TestShelveInstance-996288515 tempest-TestShelveInstance-996288515-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1822215'] for security_group_rule, after_create {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:07.575859 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.rpc [None req-3dd6613b-aa53-445d-9a05-4c085a94a05e None None] Device 3d5d2af1-8764-40d5-98bf-add040e7b79b up at agent ovs-agent-dv-cinder-799631-1-iscsi {{(pid=93089) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:41:07.584986 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa7f649-1d7d-440e-91ad-c5e56d28d202 tempest-TestShelveInstance-996288515 tempest-TestShelveInstance-996288515-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=402dde6a-2db7-4bd2-a35e-a30c24aac5d0,revision_number=0']} {{(pid=93088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:41:07.597279 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-daa7f649-1d7d-440e-91ad-c5e56d28d202 tempest-TestShelveInstance-996288515 tempest-TestShelveInstance-996288515-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:07.598679 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [None req-daa7f649-1d7d-440e-91ad-c5e56d28d202 tempest-TestShelveInstance-996288515 tempest-TestShelveInstance-996288515-project] 10.222.0.106 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1760714 Jul 06 12:41:07.601412 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.wsgi [-] (93087) accepted ('10.222.0.106', 55566) {{(pid=93087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:41:07.606131 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.api.v2.base [None req-c30f7993-c4e6-4ed0-8887-ddf5d3481475 tempest-TestShelveInstance-996288515 tempest-TestShelveInstance-996288515-project] Request body: {'security_group_rule': {'security_group_id': '0802f8fa-e754-4815-a384-1d6e49591486', 'project_id': 'fbb5711b461a4640a58e2421932d76ad', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:41:07.638244 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.db.provisioning_blocks [None req-3dd6613b-aa53-445d-9a05-4c085a94a05e None None] Provisioning complete for port 3d5d2af1-8764-40d5-98bf-add040e7b79b triggered by entity L2. {{(pid=93089) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:41:07.640573 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-c30f7993-c4e6-4ed0-8887-ddf5d3481475 tempest-TestShelveInstance-996288515 tempest-TestShelveInstance-996288515-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:07.641803 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-3dd6613b-aa53-445d-9a05-4c085a94a05e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912496'] for port, provisioning_complete {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:07.721773 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-c30f7993-c4e6-4ed0-8887-ddf5d3481475 tempest-TestShelveInstance-996288515 tempest-TestShelveInstance-996288515-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:07.729726 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-c30f7993-c4e6-4ed0-8887-ddf5d3481475 tempest-TestShelveInstance-996288515 tempest-TestShelveInstance-996288515-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1822215'] for security_group_rule, after_create {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:07.739350 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.rpc [None req-3dd6613b-aa53-445d-9a05-4c085a94a05e None None] Device 8f9a5a0c-b043-49b5-b6b3-69086f214d70 up at agent ovs-agent-dv-cinder-799631-1-iscsi {{(pid=93089) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:41:07.761131 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30f7993-c4e6-4ed0-8887-ddf5d3481475 tempest-TestShelveInstance-996288515 tempest-TestShelveInstance-996288515-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7aa22cf3-70f8-40c9-b6ca-aa3f3b65c442,revision_number=0']} {{(pid=93087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:41:07.763805 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-c30f7993-c4e6-4ed0-8887-ddf5d3481475 tempest-TestShelveInstance-996288515 tempest-TestShelveInstance-996288515-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:07.765220 dv-cinder-799631-1-iscsi neutron-server[93087]: INFO neutron.wsgi [None req-c30f7993-c4e6-4ed0-8887-ddf5d3481475 tempest-TestShelveInstance-996288515 tempest-TestShelveInstance-996288515-project] 10.222.0.106 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1628153 Jul 06 12:41:07.767973 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.wsgi [-] (93087) accepted ('10.222.0.106', 55570) {{(pid=93087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:41:07.780598 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.api.v2.base [None req-fa83914f-f082-42e8-b2a9-4b89aa32c5e8 tempest-TestShelveInstance-996288515 tempest-TestShelveInstance-996288515-project] Request body: {'security_group_rule': {'security_group_id': '0802f8fa-e754-4815-a384-1d6e49591486', 'project_id': 'fbb5711b461a4640a58e2421932d76ad', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:41:07.800043 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.db.provisioning_blocks [None req-3dd6613b-aa53-445d-9a05-4c085a94a05e None None] Provisioning for port 8f9a5a0c-b043-49b5-b6b3-69086f214d70 completed by entity L2. {{(pid=93089) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:41:07.806247 dv-cinder-799631-1-iscsi neutron-server[93087]: INFO neutron.db.securitygroups_db [None req-fa83914f-f082-42e8-b2a9-4b89aa32c5e8 tempest-TestShelveInstance-996288515 tempest-TestShelveInstance-996288515-project] Project fbb5711b461a4640a58e2421932d76ad added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 06 12:41:07.806420 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.db.provisioning_blocks [None req-3dd6613b-aa53-445d-9a05-4c085a94a05e None None] Provisioning complete for port 8f9a5a0c-b043-49b5-b6b3-69086f214d70 triggered by entity L2. {{(pid=93089) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:41:07.806819 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-3dd6613b-aa53-445d-9a05-4c085a94a05e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912496'] for port, provisioning_complete {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:07.812311 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-fa83914f-f082-42e8-b2a9-4b89aa32c5e8 tempest-TestShelveInstance-996288515 tempest-TestShelveInstance-996288515-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:07.901497 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-fa83914f-f082-42e8-b2a9-4b89aa32c5e8 tempest-TestShelveInstance-996288515 tempest-TestShelveInstance-996288515-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:07.906233 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-3dd6613b-aa53-445d-9a05-4c085a94a05e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772861'] for port, before_update {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:07.908333 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-fa83914f-f082-42e8-b2a9-4b89aa32c5e8 tempest-TestShelveInstance-996288515 tempest-TestShelveInstance-996288515-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1822215'] for security_group_rule, after_create {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:07.929721 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.db [None req-3dd6613b-aa53-445d-9a05-4c085a94a05e None None] For port 8f9a5a0c-b043-49b5-b6b3-69086f214d70, host dv-cinder-799631-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799631-1-iscsi',level=0,port_id=8f9a5a0c-b043-49b5-b6b3-69086f214d70,segment=NetworkSegment(89d2d2f7-34cd-4989-93e1-84776a10346d),segment_id=89d2d2f7-34cd-4989-93e1-84776a10346d)] {{(pid=93089) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:41:07.936904 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-3dd6613b-aa53-445d-9a05-4c085a94a05e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-772913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730294210856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730293689582', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730293689631'] for port, after_update {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:07.948815 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa83914f-f082-42e8-b2a9-4b89aa32c5e8 tempest-TestShelveInstance-996288515 tempest-TestShelveInstance-996288515-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d52571a8-de43-43e7-93db-468163746382,revision_number=0']} {{(pid=93087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:41:07.958975 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-fa83914f-f082-42e8-b2a9-4b89aa32c5e8 tempest-TestShelveInstance-996288515 tempest-TestShelveInstance-996288515-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:07.962790 dv-cinder-799631-1-iscsi neutron-server[93087]: INFO neutron.wsgi [None req-fa83914f-f082-42e8-b2a9-4b89aa32c5e8 tempest-TestShelveInstance-996288515 tempest-TestShelveInstance-996288515-project] 10.222.0.106 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1897447 Jul 06 12:41:07.963245 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.wsgi [-] (93088) accepted ('10.222.0.106', 55578) {{(pid=93088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:41:07.968876 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.api.v2.base [None req-7fc035b0-6e1b-445d-aeeb-6ce6cff0b118 tempest-TestShelveInstance-996288515 tempest-TestShelveInstance-996288515-project] Request body: {'security_group_rule': {'security_group_id': '0802f8fa-e754-4815-a384-1d6e49591486', 'project_id': 'fbb5711b461a4640a58e2421932d76ad', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93088) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:41:07.994821 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.db.securitygroups_db [None req-7fc035b0-6e1b-445d-aeeb-6ce6cff0b118 tempest-TestShelveInstance-996288515 tempest-TestShelveInstance-996288515-project] Project fbb5711b461a4640a58e2421932d76ad added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 06 12:41:08.000397 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-7fc035b0-6e1b-445d-aeeb-6ce6cff0b118 tempest-TestShelveInstance-996288515 tempest-TestShelveInstance-996288515-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:08.014603 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd6613b-aa53-445d-9a05-4c085a94a05e None None] Pushing event updated for resources: {'Port': ['ID=8f9a5a0c-b043-49b5-b6b3-69086f214d70,revision_number=4']} {{(pid=93089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:41:08.071589 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-7fc035b0-6e1b-445d-aeeb-6ce6cff0b118 tempest-TestShelveInstance-996288515 tempest-TestShelveInstance-996288515-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:08.076837 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-7fc035b0-6e1b-445d-aeeb-6ce6cff0b118 tempest-TestShelveInstance-996288515 tempest-TestShelveInstance-996288515-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1822215'] for security_group_rule, after_create {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:08.098222 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc035b0-6e1b-445d-aeeb-6ce6cff0b118 tempest-TestShelveInstance-996288515 tempest-TestShelveInstance-996288515-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=233f0367-347a-4c90-82c8-24adcf3dff03,revision_number=0']} {{(pid=93088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:41:08.101692 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-7fc035b0-6e1b-445d-aeeb-6ce6cff0b118 tempest-TestShelveInstance-996288515 tempest-TestShelveInstance-996288515-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:08.110775 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [None req-7fc035b0-6e1b-445d-aeeb-6ce6cff0b118 tempest-TestShelveInstance-996288515 tempest-TestShelveInstance-996288515-project] 10.222.0.106 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1387839 Jul 06 12:41:08.757566 dv-cinder-799631-1-iscsi neutron-server[93090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43fd46f4-0e06-4913-a7bd-6b797d1f2a79 None None] Sync routers for ids ['4692b932-8ecb-4be3-bfdd-5a976c46192d'] in dv-cinder-799631-1-iscsi {{(pid=93090) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:41:08.767502 dv-cinder-799631-1-iscsi neutron-server[93090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43fd46f4-0e06-4913-a7bd-6b797d1f2a79 None None] Routers {'4692b932-8ecb-4be3-bfdd-5a976c46192d'} bound to L3 agent in host dv-cinder-799631-1-iscsi {{(pid=93090) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:41:08.768452 dv-cinder-799631-1-iscsi neutron-server[93090]: DEBUG neutron.db.l3_hamode_db [None req-43fd46f4-0e06-4913-a7bd-6b797d1f2a79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799631-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T12:25:10Z,description=,heartbeat_timestamp=2021-07-06T12:40:41Z,host='dv-cinder-799631-1-iscsi',id=8f648e93-51d3-4e20-9eca-a57842435ba1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T12:25:10Z,topic='l3_agent')) {'router_ids': ['4692b932-8ecb-4be3-bfdd-5a976c46192d'], 'active': True} {{(pid=93090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:41:08.877453 dv-cinder-799631-1-iscsi neutron-server[93090]: DEBUG neutron.db.l3_dvr_db [None req-43fd46f4-0e06-4913-a7bd-6b797d1f2a79 None None] Set router 4692b932-8ecb-4be3-bfdd-5a976c46192d gateway port host: dv-cinder-799631-1-iscsi {{(pid=93090) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:41:09.054785 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.wsgi [-] (93088) accepted ('10.222.0.106', 55660) {{(pid=93088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:41:09.087466 dv-cinder-799631-1-iscsi neutron-server[93090]: DEBUG neutron.db.l3_hamode_db [None req-43fd46f4-0e06-4913-a7bd-6b797d1f2a79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4692b932-8ecb-4be3-bfdd-5a976c46192d', 'name': 'tempest-TestShelveInstance-572369877-router', 'tenant_id': 'ab7e8b727e874e01bdb2d5a9b2030617', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a97b808-be6d-48ec-a40b-4668530ee790', 'external_fixed_ips': [{'subnet_id': '1816a596-2dc6-4d27-98a5-201cc12476f2', 'ip_address': '172.27.1.14'}], 'enable_snat': True}, 'gw_port_id': '8f9a5a0c-b043-49b5-b6b3-69086f214d70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:41:01Z', 'updated_at': '2021-07-06T12:41:05Z', 'revision_number': 4, 'project_id': 'ab7e8b727e874e01bdb2d5a9b2030617', 'gw_port': {'id': '8f9a5a0c-b043-49b5-b6b3-69086f214d70', 'name': '', 'network_id': '2a97b808-be6d-48ec-a40b-4668530ee790', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:20:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4692b932-8ecb-4be3-bfdd-5a976c46192d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': '1816a596-2dc6-4d27-98a5-201cc12476f2', 'ip_address': '172.27.1.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799631-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:41:02Z', 'updated_at': '2021-07-06T12:41:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1816a596-2dc6-4d27-98a5-201cc12476f2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799631-1-iscsi', '_interfaces': [{'id': '6dc0fc6d-ef82-43ab-aa69-da47b2d8cd5e', 'name': '', 'network_id': '5322c5c7-5a86-41ce-a536-bce0620d099c', 'tenant_id': 'ab7e8b727e874e01bdb2d5a9b2030617', 'mac_address': 'fa:16:3e:8a:55:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4692b932-8ecb-4be3-bfdd-5a976c46192d', 'device_owner': 'network:router_interface', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '9f80cdd1-bf3b-490d-b797-83ad9badfc36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:41:04Z', 'updated_at': '2021-07-06T12:41:05Z', 'revision_number': 2, 'project_id': 'ab7e8b727e874e01bdb2d5a9b2030617', 'subnets': [{'id': '9f80cdd1-bf3b-490d-b797-83ad9badfc36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799631-1-iscsi', False) {} {{(pid=93090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:41:09.123434 dv-cinder-799631-1-iscsi neutron-server[93090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43fd46f4-0e06-4913-a7bd-6b797d1f2a79 None None] Checking router: 4692b932-8ecb-4be3-bfdd-5a976c46192d for host: dv-cinder-799631-1-iscsi {{(pid=93090) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 12:41:09.123790 dv-cinder-799631-1-iscsi neutron-server[93090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43fd46f4-0e06-4913-a7bd-6b797d1f2a79 None None] Updating router 4692b932-8ecb-4be3-bfdd-5a976c46192d port 6dc0fc6d-ef82-43ab-aa69-da47b2d8cd5e binding host dv-cinder-799631-1-iscsi {{(pid=93090) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 12:41:09.159417 dv-cinder-799631-1-iscsi neutron-server[93090]: DEBUG neutron_lib.callbacks.manager [None req-43fd46f4-0e06-4913-a7bd-6b797d1f2a79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772861'] for port, before_update {{(pid=93090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:09.169386 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-f57e0228-d891-4556-a712-a464edc917a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:09.263559 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-f57e0228-d891-4556-a712-a464edc917a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:09.267931 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-f57e0228-d891-4556-a712-a464edc917a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1774441'] for security_group, after_create {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:09.310379 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [None req-f57e0228-d891-4556-a712-a464edc917a3 admin admin] 10.222.0.106 "GET /v2.0/security-groups?tenant_id=59f0b34450cd409da83cf47d4525598c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2543755 Jul 06 12:41:09.311231 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57e0228-d891-4556-a712-a464edc917a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d915794-c26f-4dca-9c1f-69582f0671eb,revision_number=1']} {{(pid=93088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:41:09.313222 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.wsgi [-] (93087) accepted ('10.222.0.106', 55664) {{(pid=93087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:41:09.377776 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-d0535692-0f18-49d9-932d-c872bbfe8bd5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:09.400357 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-d0535692-0f18-49d9-932d-c872bbfe8bd5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:09.453358 dv-cinder-799631-1-iscsi neutron-server[93090]: DEBUG neutron_lib.callbacks.manager [None req-43fd46f4-0e06-4913-a7bd-6b797d1f2a79 None None] Notify callbacks [] for port, precommit_update {{(pid=93090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:09.463410 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.rpc [None req-3dd6613b-aa53-445d-9a05-4c085a94a05e None None] Device 8f9a5a0c-b043-49b5-b6b3-69086f214d70 up at agent ovs-agent-dv-cinder-799631-1-iscsi {{(pid=93089) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:41:09.467592 dv-cinder-799631-1-iscsi neutron-server[93090]: DEBUG neutron.db.provisioning_blocks [None req-43fd46f4-0e06-4913-a7bd-6b797d1f2a79 None None] Transition to ACTIVE for port object 6dc0fc6d-ef82-43ab-aa69-da47b2d8cd5e will not be triggered until provisioned by entity L2. {{(pid=93090) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:41:09.468707 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-d0535692-0f18-49d9-932d-c872bbfe8bd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1774441'] for security_group, after_delete {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:09.473629 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-d0535692-0f18-49d9-932d-c872bbfe8bd5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:09.475160 dv-cinder-799631-1-iscsi neutron-server[93087]: INFO neutron.wsgi [None req-d0535692-0f18-49d9-932d-c872bbfe8bd5 admin admin] 10.222.0.106 "DELETE /v2.0/security-groups/3d915794-c26f-4dca-9c1f-69582f0671eb HTTP/1.1" status: 204 len: 168 time: 0.1606028 Jul 06 12:41:09.477047 dv-cinder-799631-1-iscsi neutron-server[93090]: DEBUG neutron_lib.callbacks.manager [None req-43fd46f4-0e06-4913-a7bd-6b797d1f2a79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-772913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730294210856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730293689582', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730293689631'] for port, after_update {{(pid=93090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:09.483677 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0535692-0f18-49d9-932d-c872bbfe8bd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d915794-c26f-4dca-9c1f-69582f0671eb,revision_number=None']} {{(pid=93087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:41:09.532124 dv-cinder-799631-1-iscsi neutron-server[93090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba03bf6-ca84-43bd-9c76-30f5b7834380 None None] Pushing event updated for resources: {'Port': ['ID=6dc0fc6d-ef82-43ab-aa69-da47b2d8cd5e,revision_number=3']} {{(pid=93090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:41:09.554920 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.db.provisioning_blocks [None req-3dd6613b-aa53-445d-9a05-4c085a94a05e None None] Provisioning complete for port 8f9a5a0c-b043-49b5-b6b3-69086f214d70 triggered by entity L2. {{(pid=93089) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:41:09.555333 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-3dd6613b-aa53-445d-9a05-4c085a94a05e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912496'] for port, provisioning_complete {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:09.614325 dv-cinder-799631-1-iscsi neutron-server[93090]: DEBUG neutron.plugins.ml2.managers [None req-43fd46f4-0e06-4913-a7bd-6b797d1f2a79 None None] Attempting to bind port 6dc0fc6d-ef82-43ab-aa69-da47b2d8cd5e on host dv-cinder-799631-1-iscsi for vnic_type normal with profile {{(pid=93090) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:41:09.618487 dv-cinder-799631-1-iscsi neutron-server[93090]: DEBUG neutron.plugins.ml2.managers [None req-43fd46f4-0e06-4913-a7bd-6b797d1f2a79 None None] Attempting to bind port 6dc0fc6d-ef82-43ab-aa69-da47b2d8cd5e by drivers openvswitch,hyperv on host dv-cinder-799631-1-iscsi at level 0 using segments [{'id': '62dd4b2b-f33e-41d3-8e3d-fcd1d31ccdaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': '5322c5c7-5a86-41ce-a536-bce0620d099c'}] {{(pid=93090) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:41:09.619160 dv-cinder-799631-1-iscsi neutron-server[93090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43fd46f4-0e06-4913-a7bd-6b797d1f2a79 None None] Attempting to bind port 6dc0fc6d-ef82-43ab-aa69-da47b2d8cd5e on network 5322c5c7-5a86-41ce-a536-bce0620d099c {{(pid=93090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:41:09.628337 dv-cinder-799631-1-iscsi neutron-server[93090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43fd46f4-0e06-4913-a7bd-6b797d1f2a79 None None] Checking agent: {'id': '0df45e45-1cb7-430e-9311-5161aceb24d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799631-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 12, 25, 11), 'started_at': datetime.datetime(2021, 7, 6, 12, 25, 41), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 40, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799631-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:41:09.629049 dv-cinder-799631-1-iscsi neutron-server[93090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43fd46f4-0e06-4913-a7bd-6b797d1f2a79 None None] Checking segment: {'id': '62dd4b2b-f33e-41d3-8e3d-fcd1d31ccdaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': '5322c5c7-5a86-41ce-a536-bce0620d099c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93090) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:41:09.629623 dv-cinder-799631-1-iscsi neutron-server[93090]: DEBUG neutron_lib.callbacks.manager [None req-43fd46f4-0e06-4913-a7bd-6b797d1f2a79 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:09.630358 dv-cinder-799631-1-iscsi neutron-server[93090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43fd46f4-0e06-4913-a7bd-6b797d1f2a79 None None] Bound using segment: {'id': '62dd4b2b-f33e-41d3-8e3d-fcd1d31ccdaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': '5322c5c7-5a86-41ce-a536-bce0620d099c'} {{(pid=93090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:41:09.630999 dv-cinder-799631-1-iscsi neutron-server[93090]: DEBUG neutron.plugins.ml2.managers [None req-43fd46f4-0e06-4913-a7bd-6b797d1f2a79 None None] Bound port: 6dc0fc6d-ef82-43ab-aa69-da47b2d8cd5e, host: dv-cinder-799631-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62dd4b2b-f33e-41d3-8e3d-fcd1d31ccdaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': '5322c5c7-5a86-41ce-a536-bce0620d099c'}}] {{(pid=93090) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:41:09.631628 dv-cinder-799631-1-iscsi neutron-server[93090]: DEBUG neutron_lib.callbacks.manager [None req-43fd46f4-0e06-4913-a7bd-6b797d1f2a79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772861'] for port, before_update {{(pid=93090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:09.704777 dv-cinder-799631-1-iscsi neutron-server[93090]: DEBUG neutron.plugins.ml2.db [None req-43fd46f4-0e06-4913-a7bd-6b797d1f2a79 None None] For port 6dc0fc6d-ef82-43ab-aa69-da47b2d8cd5e, host dv-cinder-799631-1-iscsi, cleared binding levels {{(pid=93090) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:41:09.708458 dv-cinder-799631-1-iscsi neutron-server[93090]: DEBUG neutron.plugins.ml2.db [None req-43fd46f4-0e06-4913-a7bd-6b797d1f2a79 None None] For port 6dc0fc6d-ef82-43ab-aa69-da47b2d8cd5e, host dv-cinder-799631-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799631-1-iscsi',level=0,port_id=6dc0fc6d-ef82-43ab-aa69-da47b2d8cd5e,segment=NetworkSegment(62dd4b2b-f33e-41d3-8e3d-fcd1d31ccdaa),segment_id=62dd4b2b-f33e-41d3-8e3d-fcd1d31ccdaa)] {{(pid=93090) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:41:09.714773 dv-cinder-799631-1-iscsi neutron-server[93090]: DEBUG neutron_lib.callbacks.manager [None req-43fd46f4-0e06-4913-a7bd-6b797d1f2a79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-772913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730294210856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730293689582', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730293689631'] for port, after_update {{(pid=93090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:09.773968 dv-cinder-799631-1-iscsi neutron-server[93090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba03bf6-ca84-43bd-9c76-30f5b7834380 None None] Pushing event updated for resources: {'Port': ['ID=6dc0fc6d-ef82-43ab-aa69-da47b2d8cd5e,revision_number=4']} {{(pid=93090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:41:09.791943 dv-cinder-799631-1-iscsi neutron-server[93090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43fd46f4-0e06-4913-a7bd-6b797d1f2a79 None None] Routers {'4692b932-8ecb-4be3-bfdd-5a976c46192d'} bound to L3 agent in host dv-cinder-799631-1-iscsi {{(pid=93090) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:41:09.792588 dv-cinder-799631-1-iscsi neutron-server[93090]: DEBUG neutron.db.l3_hamode_db [None req-43fd46f4-0e06-4913-a7bd-6b797d1f2a79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799631-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T12:25:10Z,description=,heartbeat_timestamp=2021-07-06T12:40:41Z,host='dv-cinder-799631-1-iscsi',id=8f648e93-51d3-4e20-9eca-a57842435ba1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T12:25:10Z,topic='l3_agent')) {'router_ids': ['4692b932-8ecb-4be3-bfdd-5a976c46192d'], 'active': True} {{(pid=93090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:41:09.882936 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.wsgi [-] (93088) accepted ('10.222.0.106', 55674) {{(pid=93088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:41:09.898660 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-b9668e3a-c26e-407d-84cf-996a2bb32405 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:10.020130 dv-cinder-799631-1-iscsi neutron-server[93090]: DEBUG neutron.db.l3_dvr_db [None req-43fd46f4-0e06-4913-a7bd-6b797d1f2a79 None None] Set router 4692b932-8ecb-4be3-bfdd-5a976c46192d gateway port host: dv-cinder-799631-1-iscsi {{(pid=93090) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:41:10.020546 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-b9668e3a-c26e-407d-84cf-996a2bb32405 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:10.025074 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-b9668e3a-c26e-407d-84cf-996a2bb32405 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1774441'] for security_group, after_create {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:10.066566 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9668e3a-c26e-407d-84cf-996a2bb32405 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7767ea97-9be4-411f-b8da-99fe5143919f,revision_number=1']} {{(pid=93088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:41:10.073807 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [None req-b9668e3a-c26e-407d-84cf-996a2bb32405 admin admin] 10.222.0.106 "GET /v2.0/security-groups?tenant_id=2bb169c1d33245ae836d5a0bb63b2ecd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1868179 Jul 06 12:41:10.074106 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.wsgi [-] (93088) accepted ('10.222.0.106', 55676) {{(pid=93088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:41:10.125563 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-7004e540-0107-4879-a2f4-6023976bbdc0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:10.147963 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-7004e540-0107-4879-a2f4-6023976bbdc0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:10.197310 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-7004e540-0107-4879-a2f4-6023976bbdc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1774441'] for security_group, after_delete {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:10.200049 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-7004e540-0107-4879-a2f4-6023976bbdc0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:10.201205 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [None req-7004e540-0107-4879-a2f4-6023976bbdc0 admin admin] 10.222.0.106 "DELETE /v2.0/security-groups/7767ea97-9be4-411f-b8da-99fe5143919f HTTP/1.1" status: 204 len: 168 time: 0.1262760 Jul 06 12:41:10.208839 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7004e540-0107-4879-a2f4-6023976bbdc0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7767ea97-9be4-411f-b8da-99fe5143919f,revision_number=None']} {{(pid=93088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:41:10.216250 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7004e540-0107-4879-a2f4-6023976bbdc0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799631-1-iscsi {{(pid=93088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:41:10.216610 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7004e540-0107-4879-a2f4-6023976bbdc0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799631-1-iscsi {{(pid=93088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:41:10.216967 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7004e540-0107-4879-a2f4-6023976bbdc0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799631-1-iscsi {{(pid=93088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:41:10.217310 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7004e540-0107-4879-a2f4-6023976bbdc0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799631-1-iscsi {{(pid=93088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:41:10.217654 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7004e540-0107-4879-a2f4-6023976bbdc0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799631-1-iscsi {{(pid=93088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:41:10.217996 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7004e540-0107-4879-a2f4-6023976bbdc0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799631-1-iscsi {{(pid=93088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:41:10.218336 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7004e540-0107-4879-a2f4-6023976bbdc0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-799631-1-iscsi {{(pid=93088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:41:10.218661 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7004e540-0107-4879-a2f4-6023976bbdc0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-799631-1-iscsi {{(pid=93088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:41:10.218995 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7004e540-0107-4879-a2f4-6023976bbdc0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799631-1-iscsi {{(pid=93088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:41:10.219354 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7004e540-0107-4879-a2f4-6023976bbdc0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799631-1-iscsi {{(pid=93088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:41:10.219682 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7004e540-0107-4879-a2f4-6023976bbdc0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799631-1-iscsi {{(pid=93088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:41:10.220008 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7004e540-0107-4879-a2f4-6023976bbdc0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799631-1-iscsi {{(pid=93088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:41:10.242090 dv-cinder-799631-1-iscsi neutron-server[93090]: DEBUG neutron.db.l3_hamode_db [None req-43fd46f4-0e06-4913-a7bd-6b797d1f2a79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4692b932-8ecb-4be3-bfdd-5a976c46192d', 'name': 'tempest-TestShelveInstance-572369877-router', 'tenant_id': 'ab7e8b727e874e01bdb2d5a9b2030617', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a97b808-be6d-48ec-a40b-4668530ee790', 'external_fixed_ips': [{'subnet_id': '1816a596-2dc6-4d27-98a5-201cc12476f2', 'ip_address': '172.27.1.14'}], 'enable_snat': True}, 'gw_port_id': '8f9a5a0c-b043-49b5-b6b3-69086f214d70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:41:01Z', 'updated_at': '2021-07-06T12:41:05Z', 'revision_number': 4, 'project_id': 'ab7e8b727e874e01bdb2d5a9b2030617', 'gw_port': {'id': '8f9a5a0c-b043-49b5-b6b3-69086f214d70', 'name': '', 'network_id': '2a97b808-be6d-48ec-a40b-4668530ee790', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:20:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4692b932-8ecb-4be3-bfdd-5a976c46192d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': '1816a596-2dc6-4d27-98a5-201cc12476f2', 'ip_address': '172.27.1.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799631-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:41:02Z', 'updated_at': '2021-07-06T12:41:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1816a596-2dc6-4d27-98a5-201cc12476f2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799631-1-iscsi', '_interfaces': [{'id': '6dc0fc6d-ef82-43ab-aa69-da47b2d8cd5e', 'name': '', 'network_id': '5322c5c7-5a86-41ce-a536-bce0620d099c', 'tenant_id': 'ab7e8b727e874e01bdb2d5a9b2030617', 'mac_address': 'fa:16:3e:8a:55:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4692b932-8ecb-4be3-bfdd-5a976c46192d', 'device_owner': 'network:router_interface', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '9f80cdd1-bf3b-490d-b797-83ad9badfc36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799631-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:41:04Z', 'updated_at': '2021-07-06T12:41:09Z', 'revision_number': 4, 'project_id': 'ab7e8b727e874e01bdb2d5a9b2030617', 'subnets': [{'id': '9f80cdd1-bf3b-490d-b797-83ad9badfc36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799631-1-iscsi', False) {} {{(pid=93090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:41:10.268090 dv-cinder-799631-1-iscsi neutron-server[93090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43fd46f4-0e06-4913-a7bd-6b797d1f2a79 None None] The sync data for ids ['4692b932-8ecb-4be3-bfdd-5a976c46192d'] in dv-cinder-799631-1-iscsi is: [{'id': '4692b932-8ecb-4be3-bfdd-5a976c46192d', 'name': 'tempest-TestShelveInstance-572369877-router', 'tenant_id': 'ab7e8b727e874e01bdb2d5a9b2030617', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a97b808-be6d-48ec-a40b-4668530ee790', 'external_fixed_ips': [{'subnet_id': '1816a596-2dc6-4d27-98a5-201cc12476f2', 'ip_address': '172.27.1.14'}], 'enable_snat': True}, 'gw_port_id': '8f9a5a0c-b043-49b5-b6b3-69086f214d70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:41:01Z', 'updated_at': '2021-07-06T12:41:05Z', 'revision_number': 4, 'project_id': 'ab7e8b727e874e01bdb2d5a9b2030617', 'gw_port': {'id': '8f9a5a0c-b043-49b5-b6b3-69086f214d70', 'name': '', 'network_id': '2a97b808-be6d-48ec-a40b-4668530ee790', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:20:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4692b932-8ecb-4be3-bfdd-5a976c46192d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': '1816a596-2dc6-4d27-98a5-201cc12476f2', 'ip_address': '172.27.1.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799631-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:41:02Z', 'updated_at': '2021-07-06T12:41:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1816a596-2dc6-4d27-98a5-201cc12476f2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799631-1-iscsi', '_interfaces': [{'id': '6dc0fc6d-ef82-43ab-aa69-da47b2d8cd5e', 'name': '', 'network_id': '5322c5c7-5a86-41ce-a536-bce0620d099c', 'tenant_id': 'ab7e8b727e874e01bdb2d5a9b2030617', 'mac_address': 'fa:16:3e:8a:55:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4692b932-8ecb-4be3-bfdd-5a976c46192d', 'device_owner': 'network:router_interface', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '9f80cdd1-bf3b-490d-b797-83ad9badfc36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799631-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:41:04Z', 'updated_at': '2021-07-06T12:41:09Z', 'revision_number': 4, 'project_id': 'ab7e8b727e874e01bdb2d5a9b2030617', 'subnets': [{'id': '9f80cdd1-bf3b-490d-b797-83ad9badfc36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93090) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:41:10.518776 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-895beb64-2576-4d4a-965a-50ee64474e62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730293992524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912513'] for agent, after_update {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:10.917408 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-3dd6613b-aa53-445d-9a05-4c085a94a05e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730293992524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912513'] for agent, after_update {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:11.471435 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.rpc [None req-3dd6613b-aa53-445d-9a05-4c085a94a05e None None] Device 6dc0fc6d-ef82-43ab-aa69-da47b2d8cd5e up at agent ovs-agent-dv-cinder-799631-1-iscsi {{(pid=93089) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:41:11.536211 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-59602645-7b03-4a79-8c54-32befe919dd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730293992524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912513'] for agent, after_update {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:11.542530 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.db.provisioning_blocks [None req-3dd6613b-aa53-445d-9a05-4c085a94a05e None None] Provisioning for port 6dc0fc6d-ef82-43ab-aa69-da47b2d8cd5e completed by entity L2. {{(pid=93089) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:41:11.546497 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.db.provisioning_blocks [None req-3dd6613b-aa53-445d-9a05-4c085a94a05e None None] Provisioning complete for port 6dc0fc6d-ef82-43ab-aa69-da47b2d8cd5e triggered by entity L2. {{(pid=93089) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:41:11.546877 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-3dd6613b-aa53-445d-9a05-4c085a94a05e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912496'] for port, provisioning_complete {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:11.630553 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-3dd6613b-aa53-445d-9a05-4c085a94a05e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772861'] for port, before_update {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:11.665339 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.db [None req-3dd6613b-aa53-445d-9a05-4c085a94a05e None None] For port 6dc0fc6d-ef82-43ab-aa69-da47b2d8cd5e, host dv-cinder-799631-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799631-1-iscsi',level=0,port_id=6dc0fc6d-ef82-43ab-aa69-da47b2d8cd5e,segment=NetworkSegment(62dd4b2b-f33e-41d3-8e3d-fcd1d31ccdaa),segment_id=62dd4b2b-f33e-41d3-8e3d-fcd1d31ccdaa)] {{(pid=93089) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:41:11.672883 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-3dd6613b-aa53-445d-9a05-4c085a94a05e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-772913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730294210856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730293689582', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730293689631'] for port, after_update {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:11.734157 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd6613b-aa53-445d-9a05-4c085a94a05e None None] Pushing event updated for resources: {'Port': ['ID=6dc0fc6d-ef82-43ab-aa69-da47b2d8cd5e,revision_number=5']} {{(pid=93089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:41:13.095281 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-eaae0be5-6402-4968-ae30-74f1a6482786 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730293992524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912513'] for agent, after_update {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:13.461845 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.rpc [None req-3dd6613b-aa53-445d-9a05-4c085a94a05e None None] Device 6dc0fc6d-ef82-43ab-aa69-da47b2d8cd5e up at agent ovs-agent-dv-cinder-799631-1-iscsi {{(pid=93089) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:41:13.512096 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.db.provisioning_blocks [None req-3dd6613b-aa53-445d-9a05-4c085a94a05e None None] Provisioning complete for port 6dc0fc6d-ef82-43ab-aa69-da47b2d8cd5e triggered by entity L2. {{(pid=93089) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:41:13.512584 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-3dd6613b-aa53-445d-9a05-4c085a94a05e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912496'] for port, provisioning_complete {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:16.146226 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.wsgi [-] (93088) accepted ('10.222.0.106', 55770) {{(pid=93088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:41:16.251576 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-b42e9423-a593-4f71-b1e0-a87117e83568 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:16.343258 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-b42e9423-a593-4f71-b1e0-a87117e83568 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:16.346908 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-b42e9423-a593-4f71-b1e0-a87117e83568 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1774441'] for security_group, after_create {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:16.387632 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [None req-b42e9423-a593-4f71-b1e0-a87117e83568 admin admin] 10.222.0.106 "GET /v2.0/security-groups?tenant_id=5c7b14318ad14ea0867e6b4f912bd7d5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2403128 Jul 06 12:41:16.388760 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42e9423-a593-4f71-b1e0-a87117e83568 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d70b4d7-f45a-4367-b338-dd893399839e,revision_number=1']} {{(pid=93088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:41:16.390393 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.wsgi [-] (93087) accepted ('10.222.0.106', 55774) {{(pid=93087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:41:16.444974 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-a8b6c819-1a77-402c-ad1c-8d61ecab56c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:16.465725 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-a8b6c819-1a77-402c-ad1c-8d61ecab56c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:16.512939 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-a8b6c819-1a77-402c-ad1c-8d61ecab56c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1774441'] for security_group, after_delete {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:16.515821 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-a8b6c819-1a77-402c-ad1c-8d61ecab56c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:16.516992 dv-cinder-799631-1-iscsi neutron-server[93087]: INFO neutron.wsgi [None req-a8b6c819-1a77-402c-ad1c-8d61ecab56c7 admin admin] 10.222.0.106 "DELETE /v2.0/security-groups/2d70b4d7-f45a-4367-b338-dd893399839e HTTP/1.1" status: 204 len: 168 time: 0.1249132 Jul 06 12:41:16.525885 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b6c819-1a77-402c-ad1c-8d61ecab56c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d70b4d7-f45a-4367-b338-dd893399839e,revision_number=None']} {{(pid=93087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:41:16.534365 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b6c819-1a77-402c-ad1c-8d61ecab56c7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799631-1-iscsi {{(pid=93087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:41:16.534943 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b6c819-1a77-402c-ad1c-8d61ecab56c7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799631-1-iscsi {{(pid=93087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:41:16.535433 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b6c819-1a77-402c-ad1c-8d61ecab56c7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799631-1-iscsi {{(pid=93087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:41:16.535778 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b6c819-1a77-402c-ad1c-8d61ecab56c7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799631-1-iscsi {{(pid=93087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:41:16.536147 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b6c819-1a77-402c-ad1c-8d61ecab56c7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799631-1-iscsi {{(pid=93087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:41:16.536486 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b6c819-1a77-402c-ad1c-8d61ecab56c7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799631-1-iscsi {{(pid=93087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:41:16.536821 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b6c819-1a77-402c-ad1c-8d61ecab56c7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-799631-1-iscsi {{(pid=93087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:41:16.537152 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b6c819-1a77-402c-ad1c-8d61ecab56c7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-799631-1-iscsi {{(pid=93087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:41:16.537517 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b6c819-1a77-402c-ad1c-8d61ecab56c7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799631-1-iscsi {{(pid=93087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:41:16.537876 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b6c819-1a77-402c-ad1c-8d61ecab56c7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799631-1-iscsi {{(pid=93087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:41:16.538203 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b6c819-1a77-402c-ad1c-8d61ecab56c7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799631-1-iscsi {{(pid=93087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:41:16.538531 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b6c819-1a77-402c-ad1c-8d61ecab56c7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799631-1-iscsi {{(pid=93087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:41:16.784552 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.wsgi [-] (93088) accepted ('10.222.0.106', 55780) {{(pid=93088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:41:16.800364 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-b5139838-1bc8-4995-b473-50020ea50d63 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:16.892826 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-b5139838-1bc8-4995-b473-50020ea50d63 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:16.897476 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-b5139838-1bc8-4995-b473-50020ea50d63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1774441'] for security_group, after_create {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:16.939219 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [None req-b5139838-1bc8-4995-b473-50020ea50d63 admin admin] 10.222.0.106 "GET /v2.0/security-groups?tenant_id=5058737b02f74c10a5bbea088ae6b539&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1533711 Jul 06 12:41:16.942029 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5139838-1bc8-4995-b473-50020ea50d63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2d7325a-43b4-4b6d-80f6-1cb75ff4c928,revision_number=1']} {{(pid=93088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:41:16.942693 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.wsgi [-] (93087) accepted ('10.222.0.106', 55782) {{(pid=93087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:41:17.007664 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-1263b2a7-ba8a-4aa7-945a-61dd3974a1c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:17.030350 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-1263b2a7-ba8a-4aa7-945a-61dd3974a1c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:17.078923 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-1263b2a7-ba8a-4aa7-945a-61dd3974a1c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1774441'] for security_group, after_delete {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:17.081511 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-1263b2a7-ba8a-4aa7-945a-61dd3974a1c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:17.082808 dv-cinder-799631-1-iscsi neutron-server[93087]: INFO neutron.wsgi [None req-1263b2a7-ba8a-4aa7-945a-61dd3974a1c7 admin admin] 10.222.0.106 "DELETE /v2.0/security-groups/f2d7325a-43b4-4b6d-80f6-1cb75ff4c928 HTTP/1.1" status: 204 len: 168 time: 0.1266439 Jul 06 12:41:17.091570 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1263b2a7-ba8a-4aa7-945a-61dd3974a1c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2d7325a-43b4-4b6d-80f6-1cb75ff4c928,revision_number=None']} {{(pid=93087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:41:22.032410 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730293992524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912513'] for agent, after_update {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:25.465032 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.wsgi [-] (93087) accepted ('10.222.0.106', 55934) {{(pid=93087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:41:25.593760 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-c3dcfb07-cda6-4c58-b910-8b70ac4a710f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:25.695725 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-c3dcfb07-cda6-4c58-b910-8b70ac4a710f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:25.709661 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-c3dcfb07-cda6-4c58-b910-8b70ac4a710f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1774441'] for security_group, after_create {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:25.756013 dv-cinder-799631-1-iscsi neutron-server[93087]: INFO neutron.wsgi [None req-c3dcfb07-cda6-4c58-b910-8b70ac4a710f admin admin] 10.222.0.106 "GET /v2.0/security-groups?tenant_id=fa38a70a7480404680f9ddb654fd80b2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2875435 Jul 06 12:41:25.756013 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3dcfb07-cda6-4c58-b910-8b70ac4a710f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2390b932-b939-48d8-9a6f-58977ecc34f3,revision_number=1']} {{(pid=93087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:41:25.757497 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.wsgi [-] (93088) accepted ('10.222.0.106', 55944) {{(pid=93088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:41:25.800954 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-4904bf17-182c-4e45-b32d-4e9f12a633e9 req-2fb5c8b3-e4dd-4a55-9586-2a7ed1d3b57b tempest-TestShelveInstance-996288515 tempest-TestShelveInstance-996288515-project] 10.222.0.106 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1034826972&fields=id&tenant_id=fbb5711b461a4640a58e2421932d76ad HTTP/1.1" status: 200 len: 267 time: 0.0687590 Jul 06 12:41:25.884634 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-e2db3c9b-4e7c-4b22-9951-477bbbd1b288 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:25.924730 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-e2db3c9b-4e7c-4b22-9951-477bbbd1b288 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:25.974240 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4904bf17-182c-4e45-b32d-4e9f12a633e9 req-d77201a9-b620-44b4-820d-1715a6709960 tempest-TestShelveInstance-996288515 tempest-TestShelveInstance-996288515-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:41:25.974240 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-4904bf17-182c-4e45-b32d-4e9f12a633e9 req-d77201a9-b620-44b4-820d-1715a6709960 tempest-TestShelveInstance-996288515 tempest-TestShelveInstance-996288515-project] 10.222.0.106 "GET /v2.0/networks?id=c2879fcc-f3ae-4cdd-a55a-3d405f299166 HTTP/1.1" status: 200 len: 809 time: 0.1589532 Jul 06 12:41:25.995918 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-4904bf17-182c-4e45-b32d-4e9f12a633e9 req-80715ba4-8780-451e-bf38-435211fe2114 tempest-TestShelveInstance-996288515 tempest-TestShelveInstance-996288515-project] 10.222.0.106 "GET /v2.0/quotas/fbb5711b461a4640a58e2421932d76ad HTTP/1.1" status: 200 len: 375 time: 0.0171144 Jul 06 12:41:26.045274 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-e2db3c9b-4e7c-4b22-9951-477bbbd1b288 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1774441'] for security_group, after_delete {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:26.048701 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-e2db3c9b-4e7c-4b22-9951-477bbbd1b288 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:26.050154 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [None req-e2db3c9b-4e7c-4b22-9951-477bbbd1b288 admin admin] 10.222.0.106 "DELETE /v2.0/security-groups/2390b932-b939-48d8-9a6f-58977ecc34f3 HTTP/1.1" status: 204 len: 168 time: 0.2899237 Jul 06 12:41:26.066123 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2db3c9b-4e7c-4b22-9951-477bbbd1b288 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2390b932-b939-48d8-9a6f-58977ecc34f3,revision_number=None']} {{(pid=93088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:41:26.105000 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-4904bf17-182c-4e45-b32d-4e9f12a633e9 req-6161ae6f-8bb6-49eb-8266-781517b29b9a tempest-TestShelveInstance-996288515 tempest-TestShelveInstance-996288515-project] 10.222.0.106 "GET /v2.0/ports?tenant_id=fbb5711b461a4640a58e2421932d76ad&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1026723 Jul 06 12:41:26.313434 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-4904bf17-182c-4e45-b32d-4e9f12a633e9 req-16a491b7-012b-4c14-afe2-3a4dfcae4dc6 service neutron] 10.222.0.106 "GET /v2.0/networks/c2879fcc-f3ae-4cdd-a55a-3d405f299166?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1958318 Jul 06 12:41:26.332107 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.wsgi [-] (93087) accepted ('10.222.0.106', 55952) {{(pid=93087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:41:26.345874 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-4a7e74a0-beae-4aac-b0d1-01c2def3c0ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:26.407879 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-4904bf17-182c-4e45-b32d-4e9f12a633e9 req-4240aded-05e8-47a0-ba59-0c43d49323f5 service neutron] 10.222.0.106 "GET /v2.0/networks/c2879fcc-f3ae-4cdd-a55a-3d405f299166?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884326 Jul 06 12:41:26.436990 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-4a7e74a0-beae-4aac-b0d1-01c2def3c0ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:26.441266 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-4a7e74a0-beae-4aac-b0d1-01c2def3c0ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1774441'] for security_group, after_create {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:26.486434 dv-cinder-799631-1-iscsi neutron-server[93087]: INFO neutron.wsgi [None req-4a7e74a0-beae-4aac-b0d1-01c2def3c0ac admin admin] 10.222.0.106 "GET /v2.0/security-groups?tenant_id=e684edae02234869aa38f68385be194e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1531305 Jul 06 12:41:26.488194 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7e74a0-beae-4aac-b0d1-01c2def3c0ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90c24e1d-ce9f-4f03-a01a-af3f1488f62f,revision_number=1']} {{(pid=93087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:41:26.489345 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.wsgi [-] (93088) accepted ('10.222.0.106', 55956) {{(pid=93088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:41:26.555218 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-5341ab04-6d0d-429e-9450-c304fc7e2415 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:26.582362 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-5341ab04-6d0d-429e-9450-c304fc7e2415 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:26.635249 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-5341ab04-6d0d-429e-9450-c304fc7e2415 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1774441'] for security_group, after_delete {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:26.638409 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-5341ab04-6d0d-429e-9450-c304fc7e2415 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:26.639592 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [None req-5341ab04-6d0d-429e-9450-c304fc7e2415 admin admin] 10.222.0.106 "DELETE /v2.0/security-groups/90c24e1d-ce9f-4f03-a01a-af3f1488f62f HTTP/1.1" status: 204 len: 168 time: 0.1487541 Jul 06 12:41:26.647283 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5341ab04-6d0d-429e-9450-c304fc7e2415 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90c24e1d-ce9f-4f03-a01a-af3f1488f62f,revision_number=None']} {{(pid=93088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:41:26.777163 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-228440ea-35d1-40ed-a981-d062b66ca573 req-9a687801-2391-4462-9cab-be8182cdd6f9 tempest-TestShelveInstance-996288515 tempest-TestShelveInstance-996288515-project] 10.222.0.106 "GET /v2.0/ports?device_id=53675ebd-6299-4760-9245-bf32debfda0f HTTP/1.1" status: 200 len: 210 time: 0.0310929 Jul 06 12:41:27.005939 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.wsgi [-] (93088) accepted ('10.222.0.106', 55976) {{(pid=93088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:41:27.020525 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-6ab0d800-0503-44e8-8662-759b2dd53bc0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:27.157986 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-6ab0d800-0503-44e8-8662-759b2dd53bc0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:27.163008 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-6ab0d800-0503-44e8-8662-759b2dd53bc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1774441'] for security_group, after_create {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:27.204829 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [None req-6ab0d800-0503-44e8-8662-759b2dd53bc0 admin admin] 10.222.0.106 "GET /v2.0/security-groups?tenant_id=72a25eba5ddb4637b47323784ba8d802&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1977377 Jul 06 12:41:27.205989 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab0d800-0503-44e8-8662-759b2dd53bc0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e41830f3-20d3-4921-8517-d576c3b8fc42,revision_number=1']} {{(pid=93088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:41:27.207743 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.wsgi [-] (93087) accepted ('10.222.0.106', 55978) {{(pid=93087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:41:27.289303 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-03384f7c-98ba-42b3-88a2-bd36f3239a08 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:27.316225 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-03384f7c-98ba-42b3-88a2-bd36f3239a08 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:27.374460 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-03384f7c-98ba-42b3-88a2-bd36f3239a08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1774441'] for security_group, after_delete {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:27.378036 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-03384f7c-98ba-42b3-88a2-bd36f3239a08 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:27.379256 dv-cinder-799631-1-iscsi neutron-server[93087]: INFO neutron.wsgi [None req-03384f7c-98ba-42b3-88a2-bd36f3239a08 admin admin] 10.222.0.106 "DELETE /v2.0/security-groups/e41830f3-20d3-4921-8517-d576c3b8fc42 HTTP/1.1" status: 204 len: 168 time: 0.1690772 Jul 06 12:41:27.388249 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03384f7c-98ba-42b3-88a2-bd36f3239a08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e41830f3-20d3-4921-8517-d576c3b8fc42,revision_number=None']} {{(pid=93087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:41:28.055798 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-08ed113b-36de-41e9-ab80-45fe0656ce52 req-5fc24a8a-75a1-4657-b2a1-e6f975cd1a51 tempest-TestShelveInstance-996288515 tempest-TestShelveInstance-996288515-project] 10.222.0.106 "GET /v2.0/ports?device_id=53675ebd-6299-4760-9245-bf32debfda0f HTTP/1.1" status: 200 len: 210 time: 0.0758829 Jul 06 12:41:28.130727 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4904bf17-182c-4e45-b32d-4e9f12a633e9 req-ea2e3347-f65d-4db4-aebc-f65a1ec81316 tempest-TestShelveInstance-996288515 tempest-TestShelveInstance-996288515-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:41:28.132550 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-4904bf17-182c-4e45-b32d-4e9f12a633e9 req-ea2e3347-f65d-4db4-aebc-f65a1ec81316 tempest-TestShelveInstance-996288515 tempest-TestShelveInstance-996288515-project] 10.222.0.100 "GET /v2.0/networks?id=c2879fcc-f3ae-4cdd-a55a-3d405f299166 HTTP/1.1" status: 200 len: 809 time: 0.1718531 Jul 06 12:41:28.183549 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-4904bf17-182c-4e45-b32d-4e9f12a633e9 req-c7df0203-fe4f-4cb5-abed-3558ab449ee7 tempest-TestShelveInstance-996288515 tempest-TestShelveInstance-996288515-project] 10.222.0.100 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fbb5711b461a4640a58e2421932d76ad HTTP/1.1" status: 200 len: 380 time: 0.0361722 Jul 06 12:41:28.207284 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.api.v2.base [req-4904bf17-182c-4e45-b32d-4e9f12a633e9 req-f67d7086-66ee-476a-97a0-ba545cc11993 tempest-TestShelveInstance-996288515 tempest-TestShelveInstance-996288515-project] Request body: {'port': {'device_id': '53675ebd-6299-4760-9245-bf32debfda0f', 'network_id': 'c2879fcc-f3ae-4cdd-a55a-3d405f299166', 'admin_state_up': True, 'tenant_id': 'fbb5711b461a4640a58e2421932d76ad', 'security_groups': ['0802f8fa-e754-4815-a384-1d6e49591486']}} {{(pid=93088) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:41:28.337685 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4904bf17-182c-4e45-b32d-4e9f12a633e9 req-f67d7086-66ee-476a-97a0-ba545cc11993 tempest-TestShelveInstance-996288515 tempest-TestShelveInstance-996288515-project] Made reservation on behalf of fbb5711b461a4640a58e2421932d76ad for: {'port': 1} {{(pid=93088) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:41:28.344841 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [req-4904bf17-182c-4e45-b32d-4e9f12a633e9 req-f67d7086-66ee-476a-97a0-ba545cc11993 tempest-TestShelveInstance-996288515 tempest-TestShelveInstance-996288515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772861'] for port, before_create {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:28.500809 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.db.db_base_plugin_common [req-4904bf17-182c-4e45-b32d-4e9f12a633e9 req-f67d7086-66ee-476a-97a0-ba545cc11993 tempest-TestShelveInstance-996288515 tempest-TestShelveInstance-996288515-project] Allocated IP 172.20.0.14 (c2879fcc-f3ae-4cdd-a55a-3d405f299166/a8b537dc-1fa3-4687-8db2-3b01ae5301d6/0a150bef-bf95-4a2f-a96f-a92f73a176b0) {{(pid=93088) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:41:28.663769 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [req-4904bf17-182c-4e45-b32d-4e9f12a633e9 req-f67d7086-66ee-476a-97a0-ba545cc11993 tempest-TestShelveInstance-996288515 tempest-TestShelveInstance-996288515-project] Notify callbacks [] for port, precommit_create {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:28.679895 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.db.provisioning_blocks [req-4904bf17-182c-4e45-b32d-4e9f12a633e9 req-f67d7086-66ee-476a-97a0-ba545cc11993 tempest-TestShelveInstance-996288515 tempest-TestShelveInstance-996288515-project] Transition to ACTIVE for port object 0a150bef-bf95-4a2f-a96f-a92f73a176b0 will not be triggered until provisioned by entity DHCP. {{(pid=93088) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:41:28.728825 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [req-4904bf17-182c-4e45-b32d-4e9f12a633e9 req-f67d7086-66ee-476a-97a0-ba545cc11993 tempest-TestShelveInstance-996288515 tempest-TestShelveInstance-996288515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-772920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-407207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730293689564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-63638193'] for port, after_create {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:28.815268 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4904bf17-182c-4e45-b32d-4e9f12a633e9 req-f67d7086-66ee-476a-97a0-ba545cc11993 tempest-TestShelveInstance-996288515 tempest-TestShelveInstance-996288515-project] Network c2879fcc-f3ae-4cdd-a55a-3d405f299166 is already hosted by enough agents. {{(pid=93088) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:41:28.821415 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.scheduler.base_scheduler [req-4904bf17-182c-4e45-b32d-4e9f12a633e9 req-f67d7086-66ee-476a-97a0-ba545cc11993 tempest-TestShelveInstance-996288515 tempest-TestShelveInstance-996288515-project] Resources bound (agent type, host, resource id): {{(pid=93088) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:41:28.826306 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.db.l3_dvrscheduler_db [req-4904bf17-182c-4e45-b32d-4e9f12a633e9 req-f67d7086-66ee-476a-97a0-ba545cc11993 tempest-TestShelveInstance-996288515 tempest-TestShelveInstance-996288515-project] Received port after_create {{(pid=93088) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:41:28.878491 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67d7086-66ee-476a-97a0-ba545cc11993 tempest-TestShelveInstance-996288515 tempest-TestShelveInstance-996288515-project] Pushing event updated for resources: {'Port': ['ID=0a150bef-bf95-4a2f-a96f-a92f73a176b0,revision_number=1']} {{(pid=93088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:41:28.937096 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4904bf17-182c-4e45-b32d-4e9f12a633e9 req-f67d7086-66ee-476a-97a0-ba545cc11993 tempest-TestShelveInstance-996288515 tempest-TestShelveInstance-996288515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:41:28.938241 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [req-4904bf17-182c-4e45-b32d-4e9f12a633e9 req-f67d7086-66ee-476a-97a0-ba545cc11993 tempest-TestShelveInstance-996288515 tempest-TestShelveInstance-996288515-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473541'] for port, before_response {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:28.970030 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-4904bf17-182c-4e45-b32d-4e9f12a633e9 req-f67d7086-66ee-476a-97a0-ba545cc11993 tempest-TestShelveInstance-996288515 tempest-TestShelveInstance-996288515-project] 10.222.0.100 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7669153 Jul 06 12:41:28.991020 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.api.v2.base [req-4904bf17-182c-4e45-b32d-4e9f12a633e9 req-768be74a-6c48-440e-beaf-c7a50765d43c service neutron] Request body: {'port': {'device_id': '53675ebd-6299-4760-9245-bf32debfda0f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79963'}} {{(pid=93088) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:41:29.108146 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [req-4904bf17-182c-4e45-b32d-4e9f12a633e9 req-768be74a-6c48-440e-beaf-c7a50765d43c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772861'] for port, before_update {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:29.224395 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.db.provisioning_blocks [None req-3c9f0226-3400-4032-8985-8d355aa1e510 None None] Provisioning for port 0a150bef-bf95-4a2f-a96f-a92f73a176b0 completed by entity DHCP. {{(pid=93089) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:41:29.233321 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.db.provisioning_blocks [None req-3c9f0226-3400-4032-8985-8d355aa1e510 None None] Provisioning complete for port 0a150bef-bf95-4a2f-a96f-a92f73a176b0 triggered by entity DHCP. {{(pid=93089) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:41:29.233951 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-3c9f0226-3400-4032-8985-8d355aa1e510 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912496'] for port, provisioning_complete {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:29.281199 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.plugin [None req-3c9f0226-3400-4032-8985-8d355aa1e510 None None] Port 0a150bef-bf95-4a2f-a96f-a92f73a176b0 cannot update to ACTIVE because it is not bound. {{(pid=93089) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 12:41:29.399021 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f83e90-2f36-4fea-9b10-998f71695bf1 req-ab3303ce-170e-4ed4-a715-0aba66720a36 tempest-TestShelveInstance-996288515 tempest-TestShelveInstance-996288515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:41:29.400841 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-58f83e90-2f36-4fea-9b10-998f71695bf1 req-ab3303ce-170e-4ed4-a715-0aba66720a36 tempest-TestShelveInstance-996288515 tempest-TestShelveInstance-996288515-project] 10.222.0.106 "GET /v2.0/ports?device_id=53675ebd-6299-4760-9245-bf32debfda0f HTTP/1.1" status: 200 len: 932 time: 0.1546843 Jul 06 12:41:29.483730 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-58f83e90-2f36-4fea-9b10-998f71695bf1 req-e6fdf4c8-1a27-4253-9d52-850af5fd3f35 tempest-TestShelveInstance-996288515 tempest-TestShelveInstance-996288515-project] 10.222.0.106 "GET /v2.0/security-groups?id=0802f8fa-e754-4815-a384-1d6e49591486&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0693760 Jul 06 12:41:29.528005 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.notifiers.nova [req-4904bf17-182c-4e45-b32d-4e9f12a633e9 req-768be74a-6c48-440e-beaf-c7a50765d43c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0a150bef-bf95-4a2f-a96f-a92f73a176b0 {{(pid=93088) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 12:41:29.536438 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [req-4904bf17-182c-4e45-b32d-4e9f12a633e9 req-768be74a-6c48-440e-beaf-c7a50765d43c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:29.551150 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.db.provisioning_blocks [req-4904bf17-182c-4e45-b32d-4e9f12a633e9 req-768be74a-6c48-440e-beaf-c7a50765d43c service neutron] Transition to ACTIVE for port object 0a150bef-bf95-4a2f-a96f-a92f73a176b0 will not be triggered until provisioned by entity L2. {{(pid=93088) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:41:29.555481 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [req-4904bf17-182c-4e45-b32d-4e9f12a633e9 req-768be74a-6c48-440e-beaf-c7a50765d43c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-772913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730294210856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730293689582', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730293689631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63638083'] for port, after_update {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:29.613418 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768be74a-6c48-440e-beaf-c7a50765d43c service neutron] Pushing event updated for resources: {'Port': ['ID=0a150bef-bf95-4a2f-a96f-a92f73a176b0,revision_number=2']} {{(pid=93088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:41:29.700848 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.plugins.ml2.managers [req-4904bf17-182c-4e45-b32d-4e9f12a633e9 req-768be74a-6c48-440e-beaf-c7a50765d43c service neutron] Attempting to bind port 0a150bef-bf95-4a2f-a96f-a92f73a176b0 on host hv-cinder-79963 for vnic_type normal with profile {{(pid=93088) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:41:29.701344 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.plugins.ml2.managers [req-4904bf17-182c-4e45-b32d-4e9f12a633e9 req-768be74a-6c48-440e-beaf-c7a50765d43c service neutron] Attempting to bind port 0a150bef-bf95-4a2f-a96f-a92f73a176b0 by drivers openvswitch,hyperv on host hv-cinder-79963 at level 0 using segments [{'id': '10af5586-a131-4c09-9c2c-2bb6a116b3b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': 'c2879fcc-f3ae-4cdd-a55a-3d405f299166'}] {{(pid=93088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:41:29.701782 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4904bf17-182c-4e45-b32d-4e9f12a633e9 req-768be74a-6c48-440e-beaf-c7a50765d43c service neutron] Attempting to bind port 0a150bef-bf95-4a2f-a96f-a92f73a176b0 on network c2879fcc-f3ae-4cdd-a55a-3d405f299166 {{(pid=93088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:41:29.707028 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4904bf17-182c-4e45-b32d-4e9f12a633e9 req-768be74a-6c48-440e-beaf-c7a50765d43c service neutron] Port 0a150bef-bf95-4a2f-a96f-a92f73a176b0 on network c2879fcc-f3ae-4cdd-a55a-3d405f299166 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79963 {{(pid=93088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 12:41:29.707740 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4904bf17-182c-4e45-b32d-4e9f12a633e9 req-768be74a-6c48-440e-beaf-c7a50765d43c service neutron] Attempting to bind port 0a150bef-bf95-4a2f-a96f-a92f73a176b0 on network c2879fcc-f3ae-4cdd-a55a-3d405f299166 {{(pid=93088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:41:29.714102 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4904bf17-182c-4e45-b32d-4e9f12a633e9 req-768be74a-6c48-440e-beaf-c7a50765d43c service neutron] Checking agent: {'id': '04527ea7-205a-43f8-9500-06532a9ad9cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79963', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 12, 31, 19), 'started_at': datetime.datetime(2021, 7, 6, 12, 31, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 41, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:41:29.714770 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4904bf17-182c-4e45-b32d-4e9f12a633e9 req-768be74a-6c48-440e-beaf-c7a50765d43c service neutron] Checking segment: {'id': '10af5586-a131-4c09-9c2c-2bb6a116b3b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': 'c2879fcc-f3ae-4cdd-a55a-3d405f299166'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93088) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:41:29.715756 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4904bf17-182c-4e45-b32d-4e9f12a633e9 req-768be74a-6c48-440e-beaf-c7a50765d43c service neutron] Bound using segment: {'id': '10af5586-a131-4c09-9c2c-2bb6a116b3b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': 'c2879fcc-f3ae-4cdd-a55a-3d405f299166'} {{(pid=93088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:41:29.716214 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.plugins.ml2.managers [req-4904bf17-182c-4e45-b32d-4e9f12a633e9 req-768be74a-6c48-440e-beaf-c7a50765d43c service neutron] Bound port: 0a150bef-bf95-4a2f-a96f-a92f73a176b0, host: hv-cinder-79963, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '10af5586-a131-4c09-9c2c-2bb6a116b3b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': 'c2879fcc-f3ae-4cdd-a55a-3d405f299166'}}] {{(pid=93088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:41:29.716604 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [req-4904bf17-182c-4e45-b32d-4e9f12a633e9 req-768be74a-6c48-440e-beaf-c7a50765d43c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772861'] for port, before_update {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:29.786509 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.plugins.ml2.db [req-4904bf17-182c-4e45-b32d-4e9f12a633e9 req-768be74a-6c48-440e-beaf-c7a50765d43c service neutron] For port 0a150bef-bf95-4a2f-a96f-a92f73a176b0, host hv-cinder-79963, cleared binding levels {{(pid=93088) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:41:29.789671 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.plugins.ml2.db [req-4904bf17-182c-4e45-b32d-4e9f12a633e9 req-768be74a-6c48-440e-beaf-c7a50765d43c service neutron] For port 0a150bef-bf95-4a2f-a96f-a92f73a176b0, host hv-cinder-79963, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79963',level=0,port_id=0a150bef-bf95-4a2f-a96f-a92f73a176b0,segment=NetworkSegment(10af5586-a131-4c09-9c2c-2bb6a116b3b9),segment_id=10af5586-a131-4c09-9c2c-2bb6a116b3b9)] {{(pid=93088) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:41:29.803360 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [req-4904bf17-182c-4e45-b32d-4e9f12a633e9 req-768be74a-6c48-440e-beaf-c7a50765d43c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-772913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730294210856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730293689582', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730293689631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63638083'] for port, after_update {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:29.845377 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4904bf17-182c-4e45-b32d-4e9f12a633e9 req-768be74a-6c48-440e-beaf-c7a50765d43c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:41:29.845998 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [req-4904bf17-182c-4e45-b32d-4e9f12a633e9 req-768be74a-6c48-440e-beaf-c7a50765d43c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473541'] for port, before_response {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:29.847422 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-4904bf17-182c-4e45-b32d-4e9f12a633e9 req-768be74a-6c48-440e-beaf-c7a50765d43c service neutron] 10.222.0.100 "PUT /v2.0/ports/0a150bef-bf95-4a2f-a96f-a92f73a176b0 HTTP/1.1" status: 200 len: 1094 time: 0.8610258 Jul 06 12:41:29.847937 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '53675ebd-6299-4760-9245-bf32debfda0f', 'tag': '0a150bef-bf95-4a2f-a96f-a92f73a176b0'}] {{(pid=93088) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:41:29.850157 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.106/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9084e8bb467df778e8c5a57eadfa6056a7986fbfd2ee9905f143c38c4b95db31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cdff242-f2cb-4977-bacc-83bc13053b23" -d '{"events": [{"name": "network-changed", "server_uuid": "53675ebd-6299-4760-9245-bf32debfda0f", "tag": "0a150bef-bf95-4a2f-a96f-a92f73a176b0"}]}' {{(pid=93088) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:41:29.882267 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768be74a-6c48-440e-beaf-c7a50765d43c service neutron] Pushing event updated for resources: {'Port': ['ID=0a150bef-bf95-4a2f-a96f-a92f73a176b0,revision_number=3']} {{(pid=93088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:41:29.903950 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 12:41:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29d4ee51-565d-4342-aabd-ac925f17c547 x-openstack-request-id: req-29d4ee51-565d-4342-aabd-ac925f17c547 {{(pid=93088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:41:29.904336 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "53675ebd-6299-4760-9245-bf32debfda0f", "tag": "0a150bef-bf95-4a2f-a96f-a92f73a176b0", "status": "completed", "code": 200}]} {{(pid=93088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:41:29.904506 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.106/compute/v2.1/os-server-external-events used request id req-29d4ee51-565d-4342-aabd-ac925f17c547 {{(pid=93088) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:41:29.904959 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '53675ebd-6299-4760-9245-bf32debfda0f', 'tag': '0a150bef-bf95-4a2f-a96f-a92f73a176b0', 'status': 'completed', 'code': 200} Jul 06 12:41:30.009141 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4904bf17-182c-4e45-b32d-4e9f12a633e9 req-d26914bf-7e7f-4b1d-bd55-ff5d0118f7f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:41:30.010693 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-4904bf17-182c-4e45-b32d-4e9f12a633e9 req-d26914bf-7e7f-4b1d-bd55-ff5d0118f7f9 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=fbb5711b461a4640a58e2421932d76ad&device_id=53675ebd-6299-4760-9245-bf32debfda0f HTTP/1.1" status: 200 len: 1097 time: 0.0757942 Jul 06 12:41:30.064869 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-4904bf17-182c-4e45-b32d-4e9f12a633e9 req-3b493aed-c50a-4f56-ac1e-ac6d43682b37 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0a150bef-bf95-4a2f-a96f-a92f73a176b0 HTTP/1.1" status: 200 len: 217 time: 0.0386715 Jul 06 12:41:30.128217 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4904bf17-182c-4e45-b32d-4e9f12a633e9 req-327fd603-ce78-4287-b6c8-a1b6618b7d76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:41:30.130673 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-4904bf17-182c-4e45-b32d-4e9f12a633e9 req-327fd603-ce78-4287-b6c8-a1b6618b7d76 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=a8b537dc-1fa3-4687-8db2-3b01ae5301d6 HTTP/1.1" status: 200 len: 848 time: 0.0587764 Jul 06 12:41:30.190872 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4904bf17-182c-4e45-b32d-4e9f12a633e9 req-7fda7584-ead9-417a-a12b-82d011cc65d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:41:30.192407 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-4904bf17-182c-4e45-b32d-4e9f12a633e9 req-7fda7584-ead9-417a-a12b-82d011cc65d6 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=c2879fcc-f3ae-4cdd-a55a-3d405f299166&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0544782 Jul 06 12:41:30.292083 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-4904bf17-182c-4e45-b32d-4e9f12a633e9 req-26c8ff36-5db3-4dd9-be24-93917dc61a8a service neutron] 10.222.0.100 "GET /v2.0/networks/c2879fcc-f3ae-4cdd-a55a-3d405f299166?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910389 Jul 06 12:41:30.400181 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-4904bf17-182c-4e45-b32d-4e9f12a633e9 req-7c8579a5-8f13-4f94-af58-4bda372c1e59 service neutron] 10.222.0.100 "GET /v2.0/networks/c2879fcc-f3ae-4cdd-a55a-3d405f299166?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1011083 Jul 06 12:41:30.557244 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdff242-f2cb-4977-bacc-83bc13053b23 req-2ee90ed6-8a81-4c14-8f06-1805cd02d3bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:41:30.558898 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-7cdff242-f2cb-4977-bacc-83bc13053b23 req-2ee90ed6-8a81-4c14-8f06-1805cd02d3bb service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=fbb5711b461a4640a58e2421932d76ad&device_id=53675ebd-6299-4760-9245-bf32debfda0f HTTP/1.1" status: 200 len: 1097 time: 0.0567780 Jul 06 12:41:30.694474 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdff242-f2cb-4977-bacc-83bc13053b23 req-b76fcd0f-1ddd-4d85-a8cf-f97d5f4234af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:41:30.696006 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-7cdff242-f2cb-4977-bacc-83bc13053b23 req-b76fcd0f-1ddd-4d85-a8cf-f97d5f4234af service neutron] 10.222.0.100 "GET /v2.0/networks?id=c2879fcc-f3ae-4cdd-a55a-3d405f299166 HTTP/1.1" status: 200 len: 911 time: 0.1305401 Jul 06 12:41:30.718252 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f840934-c6a6-4e36-8ebc-9e7b47336edb req-64ddb8a7-519c-4631-b85c-81bbf91f4c74 tempest-TestShelveInstance-996288515 tempest-TestShelveInstance-996288515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:41:30.719783 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-1f840934-c6a6-4e36-8ebc-9e7b47336edb req-64ddb8a7-519c-4631-b85c-81bbf91f4c74 tempest-TestShelveInstance-996288515 tempest-TestShelveInstance-996288515-project] 10.222.0.106 "GET /v2.0/ports?device_id=53675ebd-6299-4760-9245-bf32debfda0f HTTP/1.1" status: 200 len: 944 time: 0.0958571 Jul 06 12:41:30.761952 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-7cdff242-f2cb-4977-bacc-83bc13053b23 req-428716a7-33a4-4503-86d3-f6a2d2116fdd service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0a150bef-bf95-4a2f-a96f-a92f73a176b0 HTTP/1.1" status: 200 len: 217 time: 0.0411084 Jul 06 12:41:30.822992 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-1f840934-c6a6-4e36-8ebc-9e7b47336edb req-eaf93bdb-0dab-43f0-a468-f93151f1b51a tempest-TestShelveInstance-996288515 tempest-TestShelveInstance-996288515-project] 10.222.0.106 "GET /v2.0/security-groups?id=0802f8fa-e754-4815-a384-1d6e49591486&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0965037 Jul 06 12:41:30.836109 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdff242-f2cb-4977-bacc-83bc13053b23 req-7fae7e55-e6dc-4f57-a4ec-679fa01111ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:41:30.837699 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-7cdff242-f2cb-4977-bacc-83bc13053b23 req-7fae7e55-e6dc-4f57-a4ec-679fa01111ee service neutron] 10.222.0.100 "GET /v2.0/subnets?id=a8b537dc-1fa3-4687-8db2-3b01ae5301d6 HTTP/1.1" status: 200 len: 848 time: 0.0669479 Jul 06 12:41:30.904935 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdff242-f2cb-4977-bacc-83bc13053b23 req-303af9c9-eab2-4791-b180-9b223d5e24b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:41:30.906473 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-7cdff242-f2cb-4977-bacc-83bc13053b23 req-303af9c9-eab2-4791-b180-9b223d5e24b3 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=c2879fcc-f3ae-4cdd-a55a-3d405f299166&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0618000 Jul 06 12:41:31.007766 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-7cdff242-f2cb-4977-bacc-83bc13053b23 req-3b7e789a-4742-4f0d-8671-53833aa0cda3 service neutron] 10.222.0.100 "GET /v2.0/networks/c2879fcc-f3ae-4cdd-a55a-3d405f299166?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941303 Jul 06 12:41:31.109679 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-7cdff242-f2cb-4977-bacc-83bc13053b23 req-de6f1aac-1070-4b82-9553-3a04c17be023 service neutron] 10.222.0.100 "GET /v2.0/networks/c2879fcc-f3ae-4cdd-a55a-3d405f299166?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945139 Jul 06 12:41:32.023940 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e1cb9b-1d69-44e9-8d73-3a599dc144f7 req-ebac7135-24b1-4cb8-b9e2-059f009a9b75 tempest-TestShelveInstance-996288515 tempest-TestShelveInstance-996288515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:41:32.025526 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-d0e1cb9b-1d69-44e9-8d73-3a599dc144f7 req-ebac7135-24b1-4cb8-b9e2-059f009a9b75 tempest-TestShelveInstance-996288515 tempest-TestShelveInstance-996288515-project] 10.222.0.106 "GET /v2.0/ports?device_id=53675ebd-6299-4760-9245-bf32debfda0f HTTP/1.1" status: 200 len: 944 time: 0.0775216 Jul 06 12:41:32.067701 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-d0e1cb9b-1d69-44e9-8d73-3a599dc144f7 req-147103f1-a687-494d-abdb-3c2bcbb744e7 tempest-TestShelveInstance-996288515 tempest-TestShelveInstance-996288515-project] 10.222.0.106 "GET /v2.0/security-groups?id=0802f8fa-e754-4815-a384-1d6e49591486&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362968 Jul 06 12:41:33.260659 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11baeff3-a9ae-46e1-8bd0-76bc36f34d2c req-2238004c-66f4-4a95-9113-6275a2b6b212 tempest-TestShelveInstance-996288515 tempest-TestShelveInstance-996288515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:41:33.262811 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-11baeff3-a9ae-46e1-8bd0-76bc36f34d2c req-2238004c-66f4-4a95-9113-6275a2b6b212 tempest-TestShelveInstance-996288515 tempest-TestShelveInstance-996288515-project] 10.222.0.106 "GET /v2.0/ports?device_id=53675ebd-6299-4760-9245-bf32debfda0f HTTP/1.1" status: 200 len: 944 time: 0.0725873 Jul 06 12:41:33.304823 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-11baeff3-a9ae-46e1-8bd0-76bc36f34d2c req-7916eb02-5185-4738-9424-a30551e9ccde tempest-TestShelveInstance-996288515 tempest-TestShelveInstance-996288515-project] 10.222.0.106 "GET /v2.0/security-groups?id=0802f8fa-e754-4815-a384-1d6e49591486&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361416 Jul 06 12:41:34.540143 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6462c6-a0c2-4525-801c-52f7d05364e1 req-3d43e545-250c-457d-bcb1-2a96f86d790a tempest-TestShelveInstance-996288515 tempest-TestShelveInstance-996288515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:41:34.542986 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-7f6462c6-a0c2-4525-801c-52f7d05364e1 req-3d43e545-250c-457d-bcb1-2a96f86d790a tempest-TestShelveInstance-996288515 tempest-TestShelveInstance-996288515-project] 10.222.0.106 "GET /v2.0/ports?device_id=53675ebd-6299-4760-9245-bf32debfda0f HTTP/1.1" status: 200 len: 944 time: 0.1097348 Jul 06 12:41:34.587270 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-7f6462c6-a0c2-4525-801c-52f7d05364e1 req-d92ea637-f700-4ac3-aa4e-5bb9555730e9 tempest-TestShelveInstance-996288515 tempest-TestShelveInstance-996288515-project] 10.222.0.106 "GET /v2.0/security-groups?id=0802f8fa-e754-4815-a384-1d6e49591486&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384221 Jul 06 12:41:35.773350 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b9ea09-65e0-4846-949e-375cdfa983e7 req-480ac7b5-951c-44e1-a0c7-6fbd770a0dc7 tempest-TestShelveInstance-996288515 tempest-TestShelveInstance-996288515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:41:35.774839 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-71b9ea09-65e0-4846-949e-375cdfa983e7 req-480ac7b5-951c-44e1-a0c7-6fbd770a0dc7 tempest-TestShelveInstance-996288515 tempest-TestShelveInstance-996288515-project] 10.222.0.106 "GET /v2.0/ports?device_id=53675ebd-6299-4760-9245-bf32debfda0f HTTP/1.1" status: 200 len: 944 time: 0.0692472 Jul 06 12:41:35.813164 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-71b9ea09-65e0-4846-949e-375cdfa983e7 req-dddfe4ea-03fd-4eb8-860b-397db12ed4db tempest-TestShelveInstance-996288515 tempest-TestShelveInstance-996288515-project] 10.222.0.106 "GET /v2.0/security-groups?id=0802f8fa-e754-4815-a384-1d6e49591486&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316539 Jul 06 12:41:36.551194 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.rpc [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] Device 0a150bef-bf95-4a2f-a96f-a92f73a176b0 details requested by agent hyperv_hv-cinder-79963 with host hv-cinder-79963 {{(pid=93089) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 12:41:36.661493 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.db [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] For port 0a150bef-bf95-4a2f-a96f-a92f73a176b0, host hv-cinder-79963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79963',level=0,port_id=0a150bef-bf95-4a2f-a96f-a92f73a176b0,segment=NetworkSegment(10af5586-a131-4c09-9c2c-2bb6a116b3b9),segment_id=10af5586-a131-4c09-9c2c-2bb6a116b3b9)] {{(pid=93089) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:41:36.675023 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.rpc [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] Returning: {'device': '0a150bef-bf95-4a2f-a96f-a92f73a176b0', 'network_id': 'c2879fcc-f3ae-4cdd-a55a-3d405f299166', 'port_id': '0a150bef-bf95-4a2f-a96f-a92f73a176b0', 'mac_address': 'fa:16:3e:ec:76:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1084, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a8b537dc-1fa3-4687-8db2-3b01ae5301d6', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93089) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 12:41:36.723810 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772861'] for port, before_update {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:36.748704 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.notifiers.nova [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0a150bef-bf95-4a2f-a96f-a92f73a176b0 {{(pid=93089) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 12:41:36.770039 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.db [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] For port 0a150bef-bf95-4a2f-a96f-a92f73a176b0, host hv-cinder-79963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79963',level=0,port_id=0a150bef-bf95-4a2f-a96f-a92f73a176b0,segment=NetworkSegment(10af5586-a131-4c09-9c2c-2bb6a116b3b9),segment_id=10af5586-a131-4c09-9c2c-2bb6a116b3b9)] {{(pid=93089) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:41:36.775333 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-772913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730294210856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730293689582', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730293689631'] for port, after_update {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:36.835015 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] Pushing event updated for resources: {'Port': ['ID=0a150bef-bf95-4a2f-a96f-a92f73a176b0,revision_number=4']} {{(pid=93089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:41:37.036177 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a81f15-f185-4583-ba42-db32d5645cde req-86a11269-bf56-44d4-be40-f44b53e9fa7f tempest-TestShelveInstance-996288515 tempest-TestShelveInstance-996288515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:41:37.037839 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-53a81f15-f185-4583-ba42-db32d5645cde req-86a11269-bf56-44d4-be40-f44b53e9fa7f tempest-TestShelveInstance-996288515 tempest-TestShelveInstance-996288515-project] 10.222.0.106 "GET /v2.0/ports?device_id=53675ebd-6299-4760-9245-bf32debfda0f HTTP/1.1" status: 200 len: 945 time: 0.0785491 Jul 06 12:41:37.080599 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-53a81f15-f185-4583-ba42-db32d5645cde req-4f168506-10ec-4ba2-8233-00b0048d2400 tempest-TestShelveInstance-996288515 tempest-TestShelveInstance-996288515-project] 10.222.0.106 "GET /v2.0/security-groups?id=0802f8fa-e754-4815-a384-1d6e49591486&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364447 Jul 06 12:41:37.119152 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.db [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] get_ports_and_sgs() called for port_ids ['0a150bef-bf95-4a2f-a96f-a92f73a176b0'] {{(pid=93089) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 12:41:37.288425 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-9b6a303c-54c3-4c41-8d96-b7a531cc7814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730293992524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912513'] for agent, after_update {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:38.285114 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca68f12-e4cf-4749-b5eb-b0deb00c4f03 req-c110aec0-7ca7-440b-b4eb-d7ecf84a08b4 tempest-TestShelveInstance-996288515 tempest-TestShelveInstance-996288515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:41:38.286758 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-5ca68f12-e4cf-4749-b5eb-b0deb00c4f03 req-c110aec0-7ca7-440b-b4eb-d7ecf84a08b4 tempest-TestShelveInstance-996288515 tempest-TestShelveInstance-996288515-project] 10.222.0.106 "GET /v2.0/ports?device_id=53675ebd-6299-4760-9245-bf32debfda0f HTTP/1.1" status: 200 len: 945 time: 0.0771871 Jul 06 12:41:38.330079 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-5ca68f12-e4cf-4749-b5eb-b0deb00c4f03 req-c46af333-878c-4c48-9891-1cbd4edcc11c tempest-TestShelveInstance-996288515 tempest-TestShelveInstance-996288515-project] 10.222.0.106 "GET /v2.0/security-groups?id=0802f8fa-e754-4815-a384-1d6e49591486&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365093 Jul 06 12:41:38.565664 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.rpc [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] Device 0a150bef-bf95-4a2f-a96f-a92f73a176b0 up at agent hyperv_hv-cinder-79963 {{(pid=93089) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:41:38.632516 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.db.provisioning_blocks [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] Provisioning for port 0a150bef-bf95-4a2f-a96f-a92f73a176b0 completed by entity L2. {{(pid=93089) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:41:38.638992 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.db.provisioning_blocks [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] Provisioning complete for port 0a150bef-bf95-4a2f-a96f-a92f73a176b0 triggered by entity L2. {{(pid=93089) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:41:38.639670 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912496'] for port, provisioning_complete {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:38.755202 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772861'] for port, before_update {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:38.780944 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53675ebd-6299-4760-9245-bf32debfda0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a150bef-bf95-4a2f-a96f-a92f73a176b0'}] {{(pid=93089) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:41:38.783368 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.106/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe93d3bb6f6ea65552dd5d1819c289058d75ea396ac2be612a447f7071fdb995" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae5170ab-6c11-483b-90ab-b113069f47b4" -d '{"events": [{"server_uuid": "53675ebd-6299-4760-9245-bf32debfda0f", "name": "network-vif-plugged", "status": "completed", "tag": "0a150bef-bf95-4a2f-a96f-a92f73a176b0"}]}' {{(pid=93089) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:41:38.799269 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.db [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] For port 0a150bef-bf95-4a2f-a96f-a92f73a176b0, host hv-cinder-79963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79963',level=0,port_id=0a150bef-bf95-4a2f-a96f-a92f73a176b0,segment=NetworkSegment(10af5586-a131-4c09-9c2c-2bb6a116b3b9),segment_id=10af5586-a131-4c09-9c2c-2bb6a116b3b9)] {{(pid=93089) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:41:38.805006 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-772913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730294210856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730293689582', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730293689631'] for port, after_update {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:38.848320 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 12:41:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63618d39-64d1-4b84-baa6-571b1ca35f6a x-openstack-request-id: req-63618d39-64d1-4b84-baa6-571b1ca35f6a {{(pid=93089) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:41:38.848800 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53675ebd-6299-4760-9245-bf32debfda0f", "name": "network-vif-plugged", "status": "completed", "tag": "0a150bef-bf95-4a2f-a96f-a92f73a176b0", "code": 200}]} {{(pid=93089) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:41:38.849229 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.106/compute/v2.1/os-server-external-events used request id req-63618d39-64d1-4b84-baa6-571b1ca35f6a {{(pid=93089) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:41:38.849882 dv-cinder-799631-1-iscsi neutron-server[93089]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53675ebd-6299-4760-9245-bf32debfda0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a150bef-bf95-4a2f-a96f-a92f73a176b0', 'code': 200} Jul 06 12:41:38.898472 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] Pushing event updated for resources: {'Port': ['ID=0a150bef-bf95-4a2f-a96f-a92f73a176b0,revision_number=5']} {{(pid=93089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:41:39.165854 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80f0f45-ff36-437e-b71d-a833f955b257 req-51ac40ce-fce1-4ebb-bdd9-f0c60a9612d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:41:39.167449 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-d80f0f45-ff36-437e-b71d-a833f955b257 req-51ac40ce-fce1-4ebb-bdd9-f0c60a9612d4 service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=53675ebd-6299-4760-9245-bf32debfda0f HTTP/1.1" status: 200 len: 1099 time: 0.0582752 Jul 06 12:41:39.203588 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-d80f0f45-ff36-437e-b71d-a833f955b257 req-9a502c90-3136-40b3-a0d8-a200496b5323 service neutron] 10.222.0.100 "GET /v2.0/security-groups?id=0802f8fa-e754-4815-a384-1d6e49591486&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0290756 Jul 06 12:41:39.527538 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16237b4-ca85-4cd4-bd21-3a5f2f942804 req-1cef40a5-e6a4-409b-958f-a633fd74f38d tempest-TestShelveInstance-996288515 tempest-TestShelveInstance-996288515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:41:39.529081 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-e16237b4-ca85-4cd4-bd21-3a5f2f942804 req-1cef40a5-e6a4-409b-958f-a633fd74f38d tempest-TestShelveInstance-996288515 tempest-TestShelveInstance-996288515-project] 10.222.0.106 "GET /v2.0/ports?device_id=53675ebd-6299-4760-9245-bf32debfda0f HTTP/1.1" status: 200 len: 946 time: 0.0763288 Jul 06 12:41:39.571721 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-e16237b4-ca85-4cd4-bd21-3a5f2f942804 req-80866c86-a4ed-4b67-965e-c63430aa94d2 tempest-TestShelveInstance-996288515 tempest-TestShelveInstance-996288515-project] 10.222.0.106 "GET /v2.0/security-groups?id=0802f8fa-e754-4815-a384-1d6e49591486&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364978 Jul 06 12:41:40.520124 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-bab3a750-8cba-4476-a26a-8f796204f3c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730293992524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912513'] for agent, after_update {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:40.768408 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b77058-bf58-4049-8ed8-e2861dd637c3 req-4b523cbe-bf3a-4ac7-85ad-7e79e7b824bf tempest-TestShelveInstance-996288515 tempest-TestShelveInstance-996288515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:41:40.770018 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-e7b77058-bf58-4049-8ed8-e2861dd637c3 req-4b523cbe-bf3a-4ac7-85ad-7e79e7b824bf tempest-TestShelveInstance-996288515 tempest-TestShelveInstance-996288515-project] 10.222.0.106 "GET /v2.0/ports?device_id=53675ebd-6299-4760-9245-bf32debfda0f HTTP/1.1" status: 200 len: 946 time: 0.0748158 Jul 06 12:41:40.815273 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-e7b77058-bf58-4049-8ed8-e2861dd637c3 req-2c0ede66-d682-422c-87a9-f39532e4a8a0 tempest-TestShelveInstance-996288515 tempest-TestShelveInstance-996288515-project] 10.222.0.106 "GET /v2.0/security-groups?id=0802f8fa-e754-4815-a384-1d6e49591486&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355093 Jul 06 12:41:40.929957 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-3dd6613b-aa53-445d-9a05-4c085a94a05e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730293992524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912513'] for agent, after_update {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:41.019724 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b82a5b-e3fc-46be-96d4-982c790c4edb req-afb4ba88-b4fb-44ce-9399-61bc41d81702 tempest-TestShelveInstance-996288515 tempest-TestShelveInstance-996288515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:41:41.021302 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-64b82a5b-e3fc-46be-96d4-982c790c4edb req-afb4ba88-b4fb-44ce-9399-61bc41d81702 tempest-TestShelveInstance-996288515 tempest-TestShelveInstance-996288515-project] 10.222.0.106 "GET /v2.0/ports?device_id=53675ebd-6299-4760-9245-bf32debfda0f HTTP/1.1" status: 200 len: 946 time: 0.0748892 Jul 06 12:41:41.068463 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-64b82a5b-e3fc-46be-96d4-982c790c4edb req-7aec1fb4-c162-45c4-96ba-36fee50627a8 tempest-TestShelveInstance-996288515 tempest-TestShelveInstance-996288515-project] 10.222.0.106 "GET /v2.0/security-groups?id=0802f8fa-e754-4815-a384-1d6e49591486&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411701 Jul 06 12:41:41.094619 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.wsgi [-] (93087) accepted ('10.222.0.106', 56126) {{(pid=93087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:41:41.307279 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac66ffd7-3e22-4ed0-ab82-59ad1e4272a6 tempest-TestShelveInstance-2137985814 tempest-TestShelveInstance-2137985814-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:41:41.309346 dv-cinder-799631-1-iscsi neutron-server[93087]: INFO neutron.wsgi [None req-ac66ffd7-3e22-4ed0-ab82-59ad1e4272a6 tempest-TestShelveInstance-2137985814 tempest-TestShelveInstance-2137985814-project-admin] 10.222.0.106 "GET /v2.0/ports?device_id=53675ebd-6299-4760-9245-bf32debfda0f HTTP/1.1" status: 200 len: 1094 time: 0.2136950 Jul 06 12:41:41.312486 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.wsgi [-] (93087) accepted ('10.222.0.106', 56134) {{(pid=93087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:41:41.317366 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.api.v2.base [None req-a9cb0a1a-29ff-450e-8d2e-8ffb217884e1 tempest-TestShelveInstance-996288515 tempest-TestShelveInstance-996288515-project] Request body: {'floatingip': {'floating_network_id': '2a97b808-be6d-48ec-a40b-4668530ee790', 'port_id': '0a150bef-bf95-4a2f-a96f-a92f73a176b0', 'tenant_id': 'fbb5711b461a4640a58e2421932d76ad', 'fixed_ip_address': '172.20.0.14'}} {{(pid=93087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:41:41.340188 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-a9cb0a1a-29ff-450e-8d2e-8ffb217884e1 tempest-TestShelveInstance-996288515 tempest-TestShelveInstance-996288515-project] Notify callbacks [] for floatingip, before_create {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:41.437339 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-a9cb0a1a-29ff-450e-8d2e-8ffb217884e1 tempest-TestShelveInstance-996288515 tempest-TestShelveInstance-996288515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772861'] for port, before_create {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:41.528808 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-59602645-7b03-4a79-8c54-32befe919dd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730293992524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912513'] for agent, after_update {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:41.546050 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.db.db_base_plugin_common [None req-a9cb0a1a-29ff-450e-8d2e-8ffb217884e1 tempest-TestShelveInstance-996288515 tempest-TestShelveInstance-996288515-project] Allocated IP 172.27.1.240 (2a97b808-be6d-48ec-a40b-4668530ee790/1816a596-2dc6-4d27-98a5-201cc12476f2/2b1014b1-3047-4ee7-8788-88754dd11d5c) {{(pid=93087) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:41:41.658661 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-a9cb0a1a-29ff-450e-8d2e-8ffb217884e1 tempest-TestShelveInstance-996288515 tempest-TestShelveInstance-996288515-project] Notify callbacks [] for port, precommit_create {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:41.700748 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-a9cb0a1a-29ff-450e-8d2e-8ffb217884e1 tempest-TestShelveInstance-996288515 tempest-TestShelveInstance-996288515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-772920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-407207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730293689564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-65517734'] for port, after_create {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:41.743530 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9cb0a1a-29ff-450e-8d2e-8ffb217884e1 tempest-TestShelveInstance-996288515 tempest-TestShelveInstance-996288515-project] Network 2a97b808-be6d-48ec-a40b-4668530ee790 is already hosted by enough agents. {{(pid=93087) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:41:41.746497 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.scheduler.base_scheduler [None req-a9cb0a1a-29ff-450e-8d2e-8ffb217884e1 tempest-TestShelveInstance-996288515 tempest-TestShelveInstance-996288515-project] Resources bound (agent type, host, resource id): {{(pid=93087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:41:41.752555 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9cb0a1a-29ff-450e-8d2e-8ffb217884e1 tempest-TestShelveInstance-996288515 tempest-TestShelveInstance-996288515-project] Received port after_create {{(pid=93087) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:41:41.775448 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9cb0a1a-29ff-450e-8d2e-8ffb217884e1 tempest-TestShelveInstance-996288515 tempest-TestShelveInstance-996288515-project] Pushing event updated for resources: {'Port': ['ID=2b1014b1-3047-4ee7-8788-88754dd11d5c,revision_number=1']} {{(pid=93087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:41:42.395504 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-a9cb0a1a-29ff-450e-8d2e-8ffb217884e1 tempest-TestShelveInstance-996288515 tempest-TestShelveInstance-996288515-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:42.479215 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-a9cb0a1a-29ff-450e-8d2e-8ffb217884e1 tempest-TestShelveInstance-996288515 tempest-TestShelveInstance-996288515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772861'] for port, before_update {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:42.633898 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-a9cb0a1a-29ff-450e-8d2e-8ffb217884e1 tempest-TestShelveInstance-996288515 tempest-TestShelveInstance-996288515-project] Notify callbacks [] for port, precommit_update {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:42.638680 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-a9cb0a1a-29ff-450e-8d2e-8ffb217884e1 tempest-TestShelveInstance-996288515 tempest-TestShelveInstance-996288515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-772913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730294210856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730293689582', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730293689631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65517652'] for port, after_update {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:42.705657 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9cb0a1a-29ff-450e-8d2e-8ffb217884e1 tempest-TestShelveInstance-996288515 tempest-TestShelveInstance-996288515-project] Pushing event updated for resources: {'Port': ['ID=2b1014b1-3047-4ee7-8788-88754dd11d5c,revision_number=2']} {{(pid=93087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:41:42.718567 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-a9cb0a1a-29ff-450e-8d2e-8ffb217884e1 tempest-TestShelveInstance-996288515 tempest-TestShelveInstance-996288515-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1764457'] for floatingip, after_update {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:42.820258 dv-cinder-799631-1-iscsi neutron-server[93087]: INFO neutron.db.l3_db [None req-a9cb0a1a-29ff-450e-8d2e-8ffb217884e1 tempest-TestShelveInstance-996288515 tempest-TestShelveInstance-996288515-project] Floating IP f7f11bc0-f2b4-4ab3-a4d9-900fb874d336 associated. External IP: 172.27.1.240, port: 0a150bef-bf95-4a2f-a96f-a92f73a176b0. Jul 06 12:41:43.016826 dv-cinder-799631-1-iscsi neutron-server[93090]: DEBUG neutron.db.agents_db [None req-df1e7349-c09a-47b1-8f5e-4c337b6ca707 None None] Agent healthcheck: found 6 active agents {{(pid=93090) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 12:41:43.039480 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9cb0a1a-29ff-450e-8d2e-8ffb217884e1 tempest-TestShelveInstance-996288515 tempest-TestShelveInstance-996288515-project] Router 3e435827-2e6b-449a-8510-4f0fd6c8f2c6 has already been hosted by L3 agent 8f648e93-51d3-4e20-9eca-a57842435ba1 {{(pid=93087) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 12:41:43.102931 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-eaae0be5-6402-4968-ae30-74f1a6482786 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730293992524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912513'] for agent, after_update {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:43.167445 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9cb0a1a-29ff-450e-8d2e-8ffb217884e1 tempest-TestShelveInstance-996288515 tempest-TestShelveInstance-996288515-project] Notify agent at l3_agent.dv-cinder-799631-1-iscsi the message routers_updated {{(pid=93087) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:41:43.177166 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af35c74c-165e-4599-b14c-e6932a0136c1 None None] Sync routers for ids ['3e435827-2e6b-449a-8510-4f0fd6c8f2c6'] in dv-cinder-799631-1-iscsi {{(pid=93089) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:41:43.185225 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-a9cb0a1a-29ff-450e-8d2e-8ffb217884e1 tempest-TestShelveInstance-996288515 tempest-TestShelveInstance-996288515-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473541'] for floatingip, before_response {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:43.186328 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af35c74c-165e-4599-b14c-e6932a0136c1 None None] Routers {'3e435827-2e6b-449a-8510-4f0fd6c8f2c6'} bound to L3 agent in host dv-cinder-799631-1-iscsi {{(pid=93089) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:41:43.187134 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.db.l3_hamode_db [None req-af35c74c-165e-4599-b14c-e6932a0136c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799631-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T12:25:10Z,description=,heartbeat_timestamp=2021-07-06T12:41:41Z,host='dv-cinder-799631-1-iscsi',id=8f648e93-51d3-4e20-9eca-a57842435ba1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T12:25:10Z,topic='l3_agent')) {'router_ids': ['3e435827-2e6b-449a-8510-4f0fd6c8f2c6'], 'active': True} {{(pid=93089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:41:43.223724 dv-cinder-799631-1-iscsi neutron-server[93087]: INFO neutron.wsgi [None req-a9cb0a1a-29ff-450e-8d2e-8ffb217884e1 tempest-TestShelveInstance-996288515 tempest-TestShelveInstance-996288515-project] 10.222.0.106 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.9101527 Jul 06 12:41:43.224331 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '53675ebd-6299-4760-9245-bf32debfda0f', 'tag': '0a150bef-bf95-4a2f-a96f-a92f73a176b0'}] {{(pid=93087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:41:43.226642 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.106/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b75977dee10694d970e3c904bb2abec7b96eeb0b1196bffac2d8311199053796" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af1beb80-d19a-46da-9779-e4ee96254ef0" -d '{"events": [{"name": "network-changed", "server_uuid": "53675ebd-6299-4760-9245-bf32debfda0f", "tag": "0a150bef-bf95-4a2f-a96f-a92f73a176b0"}]}' {{(pid=93087) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:41:43.263339 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 12:41:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2da74a1-a792-457d-9ce6-0d33b7992253 x-openstack-request-id: req-a2da74a1-a792-457d-9ce6-0d33b7992253 {{(pid=93087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:41:43.263631 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "53675ebd-6299-4760-9245-bf32debfda0f", "tag": "0a150bef-bf95-4a2f-a96f-a92f73a176b0", "status": "completed", "code": 200}]} {{(pid=93087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:41:43.263887 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.106/compute/v2.1/os-server-external-events used request id req-a2da74a1-a792-457d-9ce6-0d33b7992253 {{(pid=93087) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:41:43.264301 dv-cinder-799631-1-iscsi neutron-server[93087]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '53675ebd-6299-4760-9245-bf32debfda0f', 'tag': '0a150bef-bf95-4a2f-a96f-a92f73a176b0', 'status': 'completed', 'code': 200} Jul 06 12:41:43.294527 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.db.l3_dvr_db [None req-af35c74c-165e-4599-b14c-e6932a0136c1 None None] Set router 3e435827-2e6b-449a-8510-4f0fd6c8f2c6 gateway port host: dv-cinder-799631-1-iscsi {{(pid=93089) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:41:43.369294 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1beb80-d19a-46da-9779-e4ee96254ef0 req-a83f9c54-9910-4c7a-a724-4ed3a21facf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:41:43.370867 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-af1beb80-d19a-46da-9779-e4ee96254ef0 req-a83f9c54-9910-4c7a-a724-4ed3a21facf3 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=fbb5711b461a4640a58e2421932d76ad&device_id=53675ebd-6299-4760-9245-bf32debfda0f HTTP/1.1" status: 200 len: 1099 time: 0.0523152 Jul 06 12:41:43.468536 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1beb80-d19a-46da-9779-e4ee96254ef0 req-2a11708b-64d7-4aed-a86a-95d70b3ec515 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:41:43.470002 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-af1beb80-d19a-46da-9779-e4ee96254ef0 req-2a11708b-64d7-4aed-a86a-95d70b3ec515 service neutron] 10.222.0.100 "GET /v2.0/networks?id=c2879fcc-f3ae-4cdd-a55a-3d405f299166 HTTP/1.1" status: 200 len: 911 time: 0.0895729 Jul 06 12:41:43.516663 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.db.l3_hamode_db [None req-af35c74c-165e-4599-b14c-e6932a0136c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e435827-2e6b-449a-8510-4f0fd6c8f2c6', 'name': 'tempest-TestShelveInstance-1925488153-router', 'tenant_id': 'fbb5711b461a4640a58e2421932d76ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a97b808-be6d-48ec-a40b-4668530ee790', 'external_fixed_ips': [{'subnet_id': '1816a596-2dc6-4d27-98a5-201cc12476f2', 'ip_address': '172.27.1.194'}], 'enable_snat': True}, 'gw_port_id': '0edec560-7d21-4ca8-bd9b-e316925d50a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:40:55Z', 'updated_at': '2021-07-06T12:40:59Z', 'revision_number': 4, 'project_id': 'fbb5711b461a4640a58e2421932d76ad', 'gw_port': {'id': '0edec560-7d21-4ca8-bd9b-e316925d50a2', 'name': '', 'network_id': '2a97b808-be6d-48ec-a40b-4668530ee790', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:dc:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e435827-2e6b-449a-8510-4f0fd6c8f2c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '1816a596-2dc6-4d27-98a5-201cc12476f2', 'ip_address': '172.27.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799631-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:40:56Z', 'updated_at': '2021-07-06T12:41:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1816a596-2dc6-4d27-98a5-201cc12476f2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799631-1-iscsi', '_floatingips': [{'id': 'f7f11bc0-f2b4-4ab3-a4d9-900fb874d336', 'tenant_id': 'fbb5711b461a4640a58e2421932d76ad', 'floating_ip_address': '172.27.1.240', 'floating_network_id': '2a97b808-be6d-48ec-a40b-4668530ee790', 'router_id': '3e435827-2e6b-449a-8510-4f0fd6c8f2c6', 'port_id': '0a150bef-bf95-4a2f-a96f-a92f73a176b0', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 645, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2879fcc-f3ae-4cdd-a55a-3d405f299166', 'mac_address': 'fa:16:3e:ec:76:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53675ebd-6299-4760-9245-bf32debfda0f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T12:41:42Z', 'updated_at': '2021-07-06T12:41:42Z', 'revision_number': 0, 'project_id': 'fbb5711b461a4640a58e2421932d76ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3d5d2af1-8764-40d5-98bf-add040e7b79b', 'name': '', 'network_id': 'c2879fcc-f3ae-4cdd-a55a-3d405f299166', 'tenant_id': 'fbb5711b461a4640a58e2421932d76ad', 'mac_address': 'fa:16:3e:49:00:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e435827-2e6b-449a-8510-4f0fd6c8f2c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': 'a8b537dc-1fa3-4687-8db2-3b01ae5301d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799631-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:40:58Z', 'updated_at': '2021-07-06T12:41:06Z', 'revision_number': 5, 'project_id': 'fbb5711b461a4640a58e2421932d76ad', 'subnets': [{'id': 'a8b537dc-1fa3-4687-8db2-3b01ae5301d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799631-1-iscsi', False) {} {{(pid=93089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:41:43.534405 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-af1beb80-d19a-46da-9779-e4ee96254ef0 req-3e9800c9-61ef-4411-afb3-1e6620cc50c3 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0a150bef-bf95-4a2f-a96f-a92f73a176b0 HTTP/1.1" status: 200 len: 1000 time: 0.0574353 Jul 06 12:41:43.544035 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af35c74c-165e-4599-b14c-e6932a0136c1 None None] Checking router: 3e435827-2e6b-449a-8510-4f0fd6c8f2c6 for host: dv-cinder-799631-1-iscsi {{(pid=93089) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 12:41:43.553327 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af35c74c-165e-4599-b14c-e6932a0136c1 None None] Routers {'3e435827-2e6b-449a-8510-4f0fd6c8f2c6'} bound to L3 agent in host dv-cinder-799631-1-iscsi {{(pid=93089) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:41:43.554058 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.db.l3_hamode_db [None req-af35c74c-165e-4599-b14c-e6932a0136c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799631-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T12:25:10Z,description=,heartbeat_timestamp=2021-07-06T12:41:41Z,host='dv-cinder-799631-1-iscsi',id=8f648e93-51d3-4e20-9eca-a57842435ba1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T12:25:10Z,topic='l3_agent')) {'router_ids': ['3e435827-2e6b-449a-8510-4f0fd6c8f2c6'], 'active': True} {{(pid=93089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:41:43.587910 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1beb80-d19a-46da-9779-e4ee96254ef0 req-38f1486b-29fa-462a-a0ab-78fbd9f28be0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:41:43.589677 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-af1beb80-d19a-46da-9779-e4ee96254ef0 req-38f1486b-29fa-462a-a0ab-78fbd9f28be0 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=a8b537dc-1fa3-4687-8db2-3b01ae5301d6 HTTP/1.1" status: 200 len: 848 time: 0.0482395 Jul 06 12:41:43.646144 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1beb80-d19a-46da-9779-e4ee96254ef0 req-4710b670-b989-4c97-8e76-eef55f4c76e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:41:43.647680 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-af1beb80-d19a-46da-9779-e4ee96254ef0 req-4710b670-b989-4c97-8e76-eef55f4c76e2 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=c2879fcc-f3ae-4cdd-a55a-3d405f299166&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0508454 Jul 06 12:41:43.660016 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.db.l3_dvr_db [None req-af35c74c-165e-4599-b14c-e6932a0136c1 None None] Set router 3e435827-2e6b-449a-8510-4f0fd6c8f2c6 gateway port host: dv-cinder-799631-1-iscsi {{(pid=93089) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:41:43.742545 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-af1beb80-d19a-46da-9779-e4ee96254ef0 req-2ca9847f-db36-4e88-a970-9ba08599ae85 service neutron] 10.222.0.100 "GET /v2.0/networks/c2879fcc-f3ae-4cdd-a55a-3d405f299166?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839119 Jul 06 12:41:43.845933 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-af1beb80-d19a-46da-9779-e4ee96254ef0 req-d8823372-6840-4ddd-9c55-dc1f6bae6340 service neutron] 10.222.0.100 "GET /v2.0/networks/c2879fcc-f3ae-4cdd-a55a-3d405f299166?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906947 Jul 06 12:41:44.018742 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.db.l3_hamode_db [None req-af35c74c-165e-4599-b14c-e6932a0136c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e435827-2e6b-449a-8510-4f0fd6c8f2c6', 'name': 'tempest-TestShelveInstance-1925488153-router', 'tenant_id': 'fbb5711b461a4640a58e2421932d76ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a97b808-be6d-48ec-a40b-4668530ee790', 'external_fixed_ips': [{'subnet_id': '1816a596-2dc6-4d27-98a5-201cc12476f2', 'ip_address': '172.27.1.194'}], 'enable_snat': True}, 'gw_port_id': '0edec560-7d21-4ca8-bd9b-e316925d50a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:40:55Z', 'updated_at': '2021-07-06T12:40:59Z', 'revision_number': 4, 'project_id': 'fbb5711b461a4640a58e2421932d76ad', 'gw_port': {'id': '0edec560-7d21-4ca8-bd9b-e316925d50a2', 'name': '', 'network_id': '2a97b808-be6d-48ec-a40b-4668530ee790', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:dc:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e435827-2e6b-449a-8510-4f0fd6c8f2c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '1816a596-2dc6-4d27-98a5-201cc12476f2', 'ip_address': '172.27.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799631-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:40:56Z', 'updated_at': '2021-07-06T12:41:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1816a596-2dc6-4d27-98a5-201cc12476f2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799631-1-iscsi', '_floatingips': [{'id': 'f7f11bc0-f2b4-4ab3-a4d9-900fb874d336', 'tenant_id': 'fbb5711b461a4640a58e2421932d76ad', 'floating_ip_address': '172.27.1.240', 'floating_network_id': '2a97b808-be6d-48ec-a40b-4668530ee790', 'router_id': '3e435827-2e6b-449a-8510-4f0fd6c8f2c6', 'port_id': '0a150bef-bf95-4a2f-a96f-a92f73a176b0', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 645, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2879fcc-f3ae-4cdd-a55a-3d405f299166', 'mac_address': 'fa:16:3e:ec:76:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53675ebd-6299-4760-9245-bf32debfda0f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T12:41:42Z', 'updated_at': '2021-07-06T12:41:42Z', 'revision_number': 0, 'project_id': 'fbb5711b461a4640a58e2421932d76ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3d5d2af1-8764-40d5-98bf-add040e7b79b', 'name': '', 'network_id': 'c2879fcc-f3ae-4cdd-a55a-3d405f299166', 'tenant_id': 'fbb5711b461a4640a58e2421932d76ad', 'mac_address': 'fa:16:3e:49:00:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e435827-2e6b-449a-8510-4f0fd6c8f2c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': 'a8b537dc-1fa3-4687-8db2-3b01ae5301d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799631-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:40:58Z', 'updated_at': '2021-07-06T12:41:06Z', 'revision_number': 5, 'project_id': 'fbb5711b461a4640a58e2421932d76ad', 'subnets': [{'id': 'a8b537dc-1fa3-4687-8db2-3b01ae5301d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799631-1-iscsi', False) {} {{(pid=93089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:41:44.044215 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af35c74c-165e-4599-b14c-e6932a0136c1 None None] The sync data for ids ['3e435827-2e6b-449a-8510-4f0fd6c8f2c6'] in dv-cinder-799631-1-iscsi is: [{'id': '3e435827-2e6b-449a-8510-4f0fd6c8f2c6', 'name': 'tempest-TestShelveInstance-1925488153-router', 'tenant_id': 'fbb5711b461a4640a58e2421932d76ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a97b808-be6d-48ec-a40b-4668530ee790', 'external_fixed_ips': [{'subnet_id': '1816a596-2dc6-4d27-98a5-201cc12476f2', 'ip_address': '172.27.1.194'}], 'enable_snat': True}, 'gw_port_id': '0edec560-7d21-4ca8-bd9b-e316925d50a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:40:55Z', 'updated_at': '2021-07-06T12:40:59Z', 'revision_number': 4, 'project_id': 'fbb5711b461a4640a58e2421932d76ad', 'gw_port': {'id': '0edec560-7d21-4ca8-bd9b-e316925d50a2', 'name': '', 'network_id': '2a97b808-be6d-48ec-a40b-4668530ee790', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:dc:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e435827-2e6b-449a-8510-4f0fd6c8f2c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '1816a596-2dc6-4d27-98a5-201cc12476f2', 'ip_address': '172.27.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799631-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:40:56Z', 'updated_at': '2021-07-06T12:41:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1816a596-2dc6-4d27-98a5-201cc12476f2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799631-1-iscsi', '_floatingips': [{'id': 'f7f11bc0-f2b4-4ab3-a4d9-900fb874d336', 'tenant_id': 'fbb5711b461a4640a58e2421932d76ad', 'floating_ip_address': '172.27.1.240', 'floating_network_id': '2a97b808-be6d-48ec-a40b-4668530ee790', 'router_id': '3e435827-2e6b-449a-8510-4f0fd6c8f2c6', 'port_id': '0a150bef-bf95-4a2f-a96f-a92f73a176b0', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 645, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2879fcc-f3ae-4cdd-a55a-3d405f299166', 'mac_address': 'fa:16:3e:ec:76:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53675ebd-6299-4760-9245-bf32debfda0f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T12:41:42Z', 'updated_at': '2021-07-06T12:41:42Z', 'revision_number': 0, 'project_id': 'fbb5711b461a4640a58e2421932d76ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3d5d2af1-8764-40d5-98bf-add040e7b79b', 'name': '', 'network_id': 'c2879fcc-f3ae-4cdd-a55a-3d405f299166', 'tenant_id': 'fbb5711b461a4640a58e2421932d76ad', 'mac_address': 'fa:16:3e:49:00:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e435827-2e6b-449a-8510-4f0fd6c8f2c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': 'a8b537dc-1fa3-4687-8db2-3b01ae5301d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799631-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:40:58Z', 'updated_at': '2021-07-06T12:41:06Z', 'revision_number': 5, 'project_id': 'fbb5711b461a4640a58e2421932d76ad', 'subnets': [{'id': 'a8b537dc-1fa3-4687-8db2-3b01ae5301d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93089) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:41:44.232567 dv-cinder-799631-1-iscsi neutron-server[93090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c70deb1-3328-4448-9115-2ac9722dd323 None None] New status for floating IP f7f11bc0-f2b4-4ab3-a4d9-900fb874d336: ACTIVE {{(pid=93090) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 12:41:52.027158 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730293992524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912513'] for agent, after_update {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:57.710981 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.wsgi [-] (93087) accepted ('10.222.0.106', 56212) {{(pid=93087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:41:57.813583 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-0a445a5f-f4b7-4ba4-be79-163544e9f8b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:57.903744 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-0a445a5f-f4b7-4ba4-be79-163544e9f8b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:57.907293 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-0a445a5f-f4b7-4ba4-be79-163544e9f8b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1774441'] for security_group, after_create {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:57.944924 dv-cinder-799631-1-iscsi neutron-server[93087]: INFO neutron.wsgi [None req-0a445a5f-f4b7-4ba4-be79-163544e9f8b6 admin admin] 10.222.0.106 "GET /v2.0/security-groups?tenant_id=2006b842b0dd4026a6feb6f0f8ed58ee&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2328310 Jul 06 12:41:57.945650 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a445a5f-f4b7-4ba4-be79-163544e9f8b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c22bdcb-0b36-4f2e-aa97-3a780671784c,revision_number=1']} {{(pid=93087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:41:57.947610 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.wsgi [-] (93088) accepted ('10.222.0.106', 56216) {{(pid=93088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:41:57.996475 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-595353e0-85d6-420c-8828-7e0032a71983 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:58.018074 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-595353e0-85d6-420c-8828-7e0032a71983 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:58.063230 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-595353e0-85d6-420c-8828-7e0032a71983 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1774441'] for security_group, after_delete {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:58.065810 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-595353e0-85d6-420c-8828-7e0032a71983 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:58.066962 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [None req-595353e0-85d6-420c-8828-7e0032a71983 admin admin] 10.222.0.106 "DELETE /v2.0/security-groups/8c22bdcb-0b36-4f2e-aa97-3a780671784c HTTP/1.1" status: 204 len: 168 time: 0.1182957 Jul 06 12:41:58.074561 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595353e0-85d6-420c-8828-7e0032a71983 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c22bdcb-0b36-4f2e-aa97-3a780671784c,revision_number=None']} {{(pid=93088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:41:58.680622 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.wsgi [-] (93088) accepted ('10.222.0.106', 56238) {{(pid=93088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:41:58.772712 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.api.v2.base [None req-7b738547-c332-41d2-b647-cedff540d580 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1979694441-network', 'tenant_id': '84db46cd62454c358573ed118f38e75a'}} {{(pid=93088) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:41:58.793697 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b738547-c332-41d2-b647-cedff540d580 admin admin] Made reservation on behalf of 84db46cd62454c358573ed118f38e75a for: {'network': 1} {{(pid=93088) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:41:58.796778 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-7b738547-c332-41d2-b647-cedff540d580 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772861'] for network, before_create {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:58.808676 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-7b738547-c332-41d2-b647-cedff540d580 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:58.901536 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-7b738547-c332-41d2-b647-cedff540d580 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:58.905861 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-7b738547-c332-41d2-b647-cedff540d580 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1774441'] for security_group, after_create {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:58.930009 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7b738547-c332-41d2-b647-cedff540d580 admin admin] vlan segment allocate from pool success with {'vlan_id': 1091, 'physical_network': 'physnet1'} {{(pid=93088) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 12:41:58.939842 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b738547-c332-41d2-b647-cedff540d580 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff37e511-96ed-4a2f-9042-7bf96e3fb943,revision_number=1']} {{(pid=93088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:41:58.945801 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-7b738547-c332-41d2-b647-cedff540d580 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-886815'] for segment, precommit_create {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:58.946187 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.db.segments_db [None req-7b738547-c332-41d2-b647-cedff540d580 admin admin] Added segment 8232188b-34aa-440e-a044-99e62819dcbb of type vlan for network 8b999824-16ab-4f07-9110-851deb308617 Jul 06 12:41:58.986262 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-7b738547-c332-41d2-b647-cedff540d580 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730293704277'] for network, precommit_create {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:59.014531 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-7b738547-c332-41d2-b647-cedff540d580 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1774397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582535'] for network, after_create {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:59.015514 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b738547-c332-41d2-b647-cedff540d580 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:41:59.016101 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-7b738547-c332-41d2-b647-cedff540d580 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582504'] for network, before_response {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:59.066073 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [None req-7b738547-c332-41d2-b647-cedff540d580 admin admin] 10.222.0.106 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3843315 Jul 06 12:41:59.069059 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.wsgi [-] (93087) accepted ('10.222.0.106', 56242) {{(pid=93087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:41:59.072865 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b738547-c332-41d2-b647-cedff540d580 admin admin] Pushing event updated for resources: {'Network': ['ID=8b999824-16ab-4f07-9110-851deb308617,revision_number=1']} {{(pid=93088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:41:59.074110 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.api.v2.base [None req-a19e634a-5c57-4537-a80c-53baa932227e admin admin] Request body: {'subnet': {'network_id': '8b999824-16ab-4f07-9110-851deb308617', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1979694441-subnet', 'tenant_id': '84db46cd62454c358573ed118f38e75a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:41:59.083299 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.rpc [None req-3dd6613b-aa53-445d-9a05-4c085a94a05e None None] Network 8b999824-16ab-4f07-9110-851deb308617 details requested by agent ovs-agent-dv-cinder-799631-1-iscsi with host dv-cinder-799631-1-iscsi {{(pid=93089) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 12:41:59.098119 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a19e634a-5c57-4537-a80c-53baa932227e admin admin] Made reservation on behalf of 84db46cd62454c358573ed118f38e75a for: {'subnet': 1} {{(pid=93087) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:41:59.100801 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-a19e634a-5c57-4537-a80c-53baa932227e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-67091487'] for subnet, before_create {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:59.263733 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-a19e634a-5c57-4537-a80c-53baa932227e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1774543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65517778', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-67091469'] for subnet, after_create {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:59.322956 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19e634a-5c57-4537-a80c-53baa932227e admin admin] Pushing event updated for resources: {'Subnet': ['ID=4929ce3e-ae9a-4ba0-b975-f2ff5b805cd9,revision_number=0']} {{(pid=93087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:41:59.330316 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a19e634a-5c57-4537-a80c-53baa932227e admin admin] Checking segment: {'id': '8232188b-34aa-440e-a044-99e62819dcbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': '8b999824-16ab-4f07-9110-851deb308617'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:41:59.330672 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a19e634a-5c57-4537-a80c-53baa932227e admin admin] Network hostable DHCP agents. Network: 8b999824-16ab-4f07-9110-851deb308617, hostable agents: ['4e405fa1-8706-417c-9214-b4e9d51c0aa2'], hosted agents: [] {{(pid=93087) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 12:41:59.346929 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a19e634a-5c57-4537-a80c-53baa932227e admin admin] Network 8b999824-16ab-4f07-9110-851deb308617 is scheduled to be hosted by DHCP agent 4e405fa1-8706-417c-9214-b4e9d51c0aa2 with binding_index 1 {{(pid=93087) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 12:41:59.355419 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.scheduler.base_scheduler [None req-a19e634a-5c57-4537-a80c-53baa932227e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-799631-1-iscsi, 8b999824-16ab-4f07-9110-851deb308617) {{(pid=93087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:41:59.359692 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a19e634a-5c57-4537-a80c-53baa932227e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:41:59.360280 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-a19e634a-5c57-4537-a80c-53baa932227e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582504'] for subnet, before_response {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:59.364725 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-073c098f-4031-4823-854a-932a7c7fa94a None None] Network 8b999824-16ab-4f07-9110-851deb308617 requested from dv-cinder-799631-1-iscsi {{(pid=93089) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:41:59.375618 dv-cinder-799631-1-iscsi neutron-server[93087]: INFO neutron.wsgi [None req-a19e634a-5c57-4537-a80c-53baa932227e admin admin] 10.222.0.106 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3053613 Jul 06 12:41:59.493796 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d086e98-725f-47c8-a6d2-f58a55622850 None None] Network 8b999824-16ab-4f07-9110-851deb308617 requested from dv-cinder-799631-1-iscsi {{(pid=93089) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:42:01.107997 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c46b06f-7880-42a0-a2ae-97c6551864b8 req-c6c00414-db77-46f3-8fb2-da91ab3d7fd5 tempest-VolumesSnapshotTestJSON-576543651 tempest-VolumesSnapshotTestJSON-576543651-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:42:01.109352 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-5c46b06f-7880-42a0-a2ae-97c6551864b8 req-c6c00414-db77-46f3-8fb2-da91ab3d7fd5 tempest-VolumesSnapshotTestJSON-576543651 tempest-VolumesSnapshotTestJSON-576543651-project] 10.222.0.106 "GET /v2.0/networks?id=8b999824-16ab-4f07-9110-851deb308617 HTTP/1.1" status: 200 len: 814 time: 0.1012039 Jul 06 12:42:01.123980 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-5c46b06f-7880-42a0-a2ae-97c6551864b8 req-6ef4b42c-b8fb-4b22-b7ab-ce67df893c49 tempest-VolumesSnapshotTestJSON-576543651 tempest-VolumesSnapshotTestJSON-576543651-project] 10.222.0.106 "GET /v2.0/quotas/84db46cd62454c358573ed118f38e75a HTTP/1.1" status: 200 len: 375 time: 0.0092981 Jul 06 12:42:01.156193 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-5c46b06f-7880-42a0-a2ae-97c6551864b8 req-d493727e-7947-4690-84b5-289a4a750217 tempest-VolumesSnapshotTestJSON-576543651 tempest-VolumesSnapshotTestJSON-576543651-project] 10.222.0.106 "GET /v2.0/ports?tenant_id=84db46cd62454c358573ed118f38e75a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0270648 Jul 06 12:42:01.245080 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-5c46b06f-7880-42a0-a2ae-97c6551864b8 req-0a2e3a31-ca78-4d4b-9c52-c0b47621ad2b service neutron] 10.222.0.106 "GET /v2.0/networks/8b999824-16ab-4f07-9110-851deb308617?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823922 Jul 06 12:42:01.331199 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-5c46b06f-7880-42a0-a2ae-97c6551864b8 req-848647eb-85e2-477e-a7c9-3c3169939231 service neutron] 10.222.0.106 "GET /v2.0/networks/8b999824-16ab-4f07-9110-851deb308617?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805058 Jul 06 12:42:01.497301 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-d1a2b484-46c7-4fa8-8278-147996dee51a req-2ebc97ef-10e4-4b1d-8a62-3867c987b9ed tempest-VolumesSnapshotTestJSON-576543651 tempest-VolumesSnapshotTestJSON-576543651-project] 10.222.0.106 "GET /v2.0/ports?device_id=7f1d12b8-da8f-463e-8360-4c367bdccae1 HTTP/1.1" status: 200 len: 210 time: 0.0299919 Jul 06 12:42:02.662790 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-7ccc70ae-40d4-45bc-8fe8-395de6869265 req-39c3764f-94e7-4122-9a34-28bdae92edae tempest-VolumesSnapshotTestJSON-576543651 tempest-VolumesSnapshotTestJSON-576543651-project] 10.222.0.106 "GET /v2.0/ports?device_id=7f1d12b8-da8f-463e-8360-4c367bdccae1 HTTP/1.1" status: 200 len: 210 time: 0.0307257 Jul 06 12:42:02.940343 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c46b06f-7880-42a0-a2ae-97c6551864b8 req-1826e073-1c6a-4ab9-a5e7-e71d0cc1de1e tempest-VolumesSnapshotTestJSON-576543651 tempest-VolumesSnapshotTestJSON-576543651-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:42:02.941755 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-5c46b06f-7880-42a0-a2ae-97c6551864b8 req-1826e073-1c6a-4ab9-a5e7-e71d0cc1de1e tempest-VolumesSnapshotTestJSON-576543651 tempest-VolumesSnapshotTestJSON-576543651-project] 10.222.0.100 "GET /v2.0/networks?id=8b999824-16ab-4f07-9110-851deb308617 HTTP/1.1" status: 200 len: 814 time: 0.1084464 Jul 06 12:42:02.960153 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.api.v2.base [req-5c46b06f-7880-42a0-a2ae-97c6551864b8 req-d3bd5130-0cbd-4606-8864-cd893163b1aa tempest-VolumesSnapshotTestJSON-576543651 tempest-VolumesSnapshotTestJSON-576543651-project] Request body: {'port': {'device_id': '7f1d12b8-da8f-463e-8360-4c367bdccae1', 'network_id': '8b999824-16ab-4f07-9110-851deb308617', 'admin_state_up': True, 'tenant_id': '84db46cd62454c358573ed118f38e75a'}} {{(pid=93088) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:42:03.073178 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5c46b06f-7880-42a0-a2ae-97c6551864b8 req-d3bd5130-0cbd-4606-8864-cd893163b1aa tempest-VolumesSnapshotTestJSON-576543651 tempest-VolumesSnapshotTestJSON-576543651-project] Made reservation on behalf of 84db46cd62454c358573ed118f38e75a for: {'port': 1} {{(pid=93088) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:42:03.076726 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [req-5c46b06f-7880-42a0-a2ae-97c6551864b8 req-d3bd5130-0cbd-4606-8864-cd893163b1aa tempest-VolumesSnapshotTestJSON-576543651 tempest-VolumesSnapshotTestJSON-576543651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772861'] for port, before_create {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:42:03.200298 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.db.db_base_plugin_common [req-5c46b06f-7880-42a0-a2ae-97c6551864b8 req-d3bd5130-0cbd-4606-8864-cd893163b1aa tempest-VolumesSnapshotTestJSON-576543651 tempest-VolumesSnapshotTestJSON-576543651-project] Allocated IP 172.20.0.8 (8b999824-16ab-4f07-9110-851deb308617/4929ce3e-ae9a-4ba0-b975-f2ff5b805cd9/8f9991a3-2e5f-473f-a641-fe5db683924d) {{(pid=93088) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:42:03.341294 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [req-5c46b06f-7880-42a0-a2ae-97c6551864b8 req-d3bd5130-0cbd-4606-8864-cd893163b1aa tempest-VolumesSnapshotTestJSON-576543651 tempest-VolumesSnapshotTestJSON-576543651-project] Notify callbacks [] for port, precommit_create {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:42:03.378837 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [req-5c46b06f-7880-42a0-a2ae-97c6551864b8 req-d3bd5130-0cbd-4606-8864-cd893163b1aa tempest-VolumesSnapshotTestJSON-576543651 tempest-VolumesSnapshotTestJSON-576543651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-772920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-407207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730293689564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-63638193'] for port, after_create {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:42:03.423423 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5c46b06f-7880-42a0-a2ae-97c6551864b8 req-d3bd5130-0cbd-4606-8864-cd893163b1aa tempest-VolumesSnapshotTestJSON-576543651 tempest-VolumesSnapshotTestJSON-576543651-project] Network 8b999824-16ab-4f07-9110-851deb308617 is already hosted by enough agents. {{(pid=93088) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:42:03.426605 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.scheduler.base_scheduler [req-5c46b06f-7880-42a0-a2ae-97c6551864b8 req-d3bd5130-0cbd-4606-8864-cd893163b1aa tempest-VolumesSnapshotTestJSON-576543651 tempest-VolumesSnapshotTestJSON-576543651-project] Resources bound (agent type, host, resource id): {{(pid=93088) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:42:03.433563 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c46b06f-7880-42a0-a2ae-97c6551864b8 req-d3bd5130-0cbd-4606-8864-cd893163b1aa tempest-VolumesSnapshotTestJSON-576543651 tempest-VolumesSnapshotTestJSON-576543651-project] Received port after_create {{(pid=93088) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:42:03.439858 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bd5130-0cbd-4606-8864-cd893163b1aa tempest-VolumesSnapshotTestJSON-576543651 tempest-VolumesSnapshotTestJSON-576543651-project] Pushing event updated for resources: {'Port': ['ID=8f9991a3-2e5f-473f-a641-fe5db683924d,revision_number=1']} {{(pid=93088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:42:03.484117 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c46b06f-7880-42a0-a2ae-97c6551864b8 req-d3bd5130-0cbd-4606-8864-cd893163b1aa tempest-VolumesSnapshotTestJSON-576543651 tempest-VolumesSnapshotTestJSON-576543651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:42:03.484644 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [req-5c46b06f-7880-42a0-a2ae-97c6551864b8 req-d3bd5130-0cbd-4606-8864-cd893163b1aa tempest-VolumesSnapshotTestJSON-576543651 tempest-VolumesSnapshotTestJSON-576543651-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473541'] for port, before_response {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:42:03.498893 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-5c46b06f-7880-42a0-a2ae-97c6551864b8 req-d3bd5130-0cbd-4606-8864-cd893163b1aa tempest-VolumesSnapshotTestJSON-576543651 tempest-VolumesSnapshotTestJSON-576543651-project] 10.222.0.100 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5424051 Jul 06 12:42:03.531390 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.api.v2.base [req-5c46b06f-7880-42a0-a2ae-97c6551864b8 req-c93a85f4-091e-4527-8bb0-6e2fc1c3f450 service neutron] Request body: {'port': {'device_id': '7f1d12b8-da8f-463e-8360-4c367bdccae1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79963'}} {{(pid=93088) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:42:03.599696 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [req-5c46b06f-7880-42a0-a2ae-97c6551864b8 req-c93a85f4-091e-4527-8bb0-6e2fc1c3f450 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772861'] for port, before_update {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:42:03.883558 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ac4a92-efe4-4981-a821-6f457169bb38 req-37a37fe0-66d3-4991-9400-d23402cf2c59 tempest-VolumesSnapshotTestJSON-576543651 tempest-VolumesSnapshotTestJSON-576543651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:42:03.885084 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-d4ac4a92-efe4-4981-a821-6f457169bb38 req-37a37fe0-66d3-4991-9400-d23402cf2c59 tempest-VolumesSnapshotTestJSON-576543651 tempest-VolumesSnapshotTestJSON-576543651-project] 10.222.0.106 "GET /v2.0/ports?device_id=7f1d12b8-da8f-463e-8360-4c367bdccae1 HTTP/1.1" status: 200 len: 931 time: 0.1065562 Jul 06 12:42:03.929529 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.notifiers.nova [req-5c46b06f-7880-42a0-a2ae-97c6551864b8 req-c93a85f4-091e-4527-8bb0-6e2fc1c3f450 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8f9991a3-2e5f-473f-a641-fe5db683924d {{(pid=93088) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 12:42:03.939482 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [req-5c46b06f-7880-42a0-a2ae-97c6551864b8 req-c93a85f4-091e-4527-8bb0-6e2fc1c3f450 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:42:03.957159 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-d4ac4a92-efe4-4981-a821-6f457169bb38 req-99cbdfee-282e-43bf-8001-94dc3ffd21ec tempest-VolumesSnapshotTestJSON-576543651 tempest-VolumesSnapshotTestJSON-576543651-project] 10.222.0.106 "GET /v2.0/security-groups?id=ff37e511-96ed-4a2f-9042-7bf96e3fb943&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556171 Jul 06 12:42:03.961683 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.db.provisioning_blocks [req-5c46b06f-7880-42a0-a2ae-97c6551864b8 req-c93a85f4-091e-4527-8bb0-6e2fc1c3f450 service neutron] Transition to ACTIVE for port object 8f9991a3-2e5f-473f-a641-fe5db683924d will not be triggered until provisioned by entity L2. {{(pid=93088) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:42:03.966083 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [req-5c46b06f-7880-42a0-a2ae-97c6551864b8 req-c93a85f4-091e-4527-8bb0-6e2fc1c3f450 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-772913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730294210856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730293689582', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730293689631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63638083'] for port, after_update {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:42:04.018409 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93a85f4-091e-4527-8bb0-6e2fc1c3f450 service neutron] Pushing event updated for resources: {'Port': ['ID=8f9991a3-2e5f-473f-a641-fe5db683924d,revision_number=2']} {{(pid=93088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:42:04.085054 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.plugins.ml2.managers [req-5c46b06f-7880-42a0-a2ae-97c6551864b8 req-c93a85f4-091e-4527-8bb0-6e2fc1c3f450 service neutron] Attempting to bind port 8f9991a3-2e5f-473f-a641-fe5db683924d on host hv-cinder-79963 for vnic_type normal with profile {{(pid=93088) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:42:04.085419 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.plugins.ml2.managers [req-5c46b06f-7880-42a0-a2ae-97c6551864b8 req-c93a85f4-091e-4527-8bb0-6e2fc1c3f450 service neutron] Attempting to bind port 8f9991a3-2e5f-473f-a641-fe5db683924d by drivers openvswitch,hyperv on host hv-cinder-79963 at level 0 using segments [{'id': '8232188b-34aa-440e-a044-99e62819dcbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': '8b999824-16ab-4f07-9110-851deb308617'}] {{(pid=93088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:42:04.085755 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c46b06f-7880-42a0-a2ae-97c6551864b8 req-c93a85f4-091e-4527-8bb0-6e2fc1c3f450 service neutron] Attempting to bind port 8f9991a3-2e5f-473f-a641-fe5db683924d on network 8b999824-16ab-4f07-9110-851deb308617 {{(pid=93088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:42:04.090288 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c46b06f-7880-42a0-a2ae-97c6551864b8 req-c93a85f4-091e-4527-8bb0-6e2fc1c3f450 service neutron] Port 8f9991a3-2e5f-473f-a641-fe5db683924d on network 8b999824-16ab-4f07-9110-851deb308617 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79963 {{(pid=93088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 12:42:04.090611 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c46b06f-7880-42a0-a2ae-97c6551864b8 req-c93a85f4-091e-4527-8bb0-6e2fc1c3f450 service neutron] Attempting to bind port 8f9991a3-2e5f-473f-a641-fe5db683924d on network 8b999824-16ab-4f07-9110-851deb308617 {{(pid=93088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:42:04.095889 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c46b06f-7880-42a0-a2ae-97c6551864b8 req-c93a85f4-091e-4527-8bb0-6e2fc1c3f450 service neutron] Checking agent: {'id': '04527ea7-205a-43f8-9500-06532a9ad9cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79963', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 12, 31, 19), 'started_at': datetime.datetime(2021, 7, 6, 12, 31, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 41, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:42:04.096226 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c46b06f-7880-42a0-a2ae-97c6551864b8 req-c93a85f4-091e-4527-8bb0-6e2fc1c3f450 service neutron] Checking segment: {'id': '8232188b-34aa-440e-a044-99e62819dcbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': '8b999824-16ab-4f07-9110-851deb308617'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93088) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:42:04.096608 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c46b06f-7880-42a0-a2ae-97c6551864b8 req-c93a85f4-091e-4527-8bb0-6e2fc1c3f450 service neutron] Bound using segment: {'id': '8232188b-34aa-440e-a044-99e62819dcbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': '8b999824-16ab-4f07-9110-851deb308617'} {{(pid=93088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:42:04.097032 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.plugins.ml2.managers [req-5c46b06f-7880-42a0-a2ae-97c6551864b8 req-c93a85f4-091e-4527-8bb0-6e2fc1c3f450 service neutron] Bound port: 8f9991a3-2e5f-473f-a641-fe5db683924d, host: hv-cinder-79963, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8232188b-34aa-440e-a044-99e62819dcbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': '8b999824-16ab-4f07-9110-851deb308617'}}] {{(pid=93088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:42:04.097389 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [req-5c46b06f-7880-42a0-a2ae-97c6551864b8 req-c93a85f4-091e-4527-8bb0-6e2fc1c3f450 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772861'] for port, before_update {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:42:04.157037 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.plugins.ml2.db [req-5c46b06f-7880-42a0-a2ae-97c6551864b8 req-c93a85f4-091e-4527-8bb0-6e2fc1c3f450 service neutron] For port 8f9991a3-2e5f-473f-a641-fe5db683924d, host hv-cinder-79963, cleared binding levels {{(pid=93088) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:42:04.159894 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.plugins.ml2.db [req-5c46b06f-7880-42a0-a2ae-97c6551864b8 req-c93a85f4-091e-4527-8bb0-6e2fc1c3f450 service neutron] For port 8f9991a3-2e5f-473f-a641-fe5db683924d, host hv-cinder-79963, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79963',level=0,port_id=8f9991a3-2e5f-473f-a641-fe5db683924d,segment=NetworkSegment(8232188b-34aa-440e-a044-99e62819dcbb),segment_id=8232188b-34aa-440e-a044-99e62819dcbb)] {{(pid=93088) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:42:04.164497 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [req-5c46b06f-7880-42a0-a2ae-97c6551864b8 req-c93a85f4-091e-4527-8bb0-6e2fc1c3f450 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-772913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730294210856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730293689582', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730293689631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63638083'] for port, after_update {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:42:04.200408 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c46b06f-7880-42a0-a2ae-97c6551864b8 req-c93a85f4-091e-4527-8bb0-6e2fc1c3f450 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:42:04.201017 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [req-5c46b06f-7880-42a0-a2ae-97c6551864b8 req-c93a85f4-091e-4527-8bb0-6e2fc1c3f450 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473541'] for port, before_response {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:42:04.202868 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-5c46b06f-7880-42a0-a2ae-97c6551864b8 req-c93a85f4-091e-4527-8bb0-6e2fc1c3f450 service neutron] 10.222.0.100 "PUT /v2.0/ports/8f9991a3-2e5f-473f-a641-fe5db683924d HTTP/1.1" status: 200 len: 1093 time: 0.6757433 Jul 06 12:42:04.203321 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f1d12b8-da8f-463e-8360-4c367bdccae1', 'tag': '8f9991a3-2e5f-473f-a641-fe5db683924d'}] {{(pid=93088) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:42:04.205544 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.106/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9084e8bb467df778e8c5a57eadfa6056a7986fbfd2ee9905f143c38c4b95db31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2068aafc-823a-4476-af3d-f7901acfabfa" -d '{"events": [{"name": "network-changed", "server_uuid": "7f1d12b8-da8f-463e-8360-4c367bdccae1", "tag": "8f9991a3-2e5f-473f-a641-fe5db683924d"}]}' {{(pid=93088) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:42:04.228885 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93a85f4-091e-4527-8bb0-6e2fc1c3f450 service neutron] Pushing event updated for resources: {'Port': ['ID=8f9991a3-2e5f-473f-a641-fe5db683924d,revision_number=3']} {{(pid=93088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:42:04.242387 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 12:42:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab30f621-9914-48f2-94b3-aed17488333e x-openstack-request-id: req-ab30f621-9914-48f2-94b3-aed17488333e {{(pid=93088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:42:04.242681 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7f1d12b8-da8f-463e-8360-4c367bdccae1", "tag": "8f9991a3-2e5f-473f-a641-fe5db683924d", "status": "completed", "code": 200}]} {{(pid=93088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:42:04.242940 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.106/compute/v2.1/os-server-external-events used request id req-ab30f621-9914-48f2-94b3-aed17488333e {{(pid=93088) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:42:04.243369 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f1d12b8-da8f-463e-8360-4c367bdccae1', 'tag': '8f9991a3-2e5f-473f-a641-fe5db683924d', 'status': 'completed', 'code': 200} Jul 06 12:42:04.333035 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c46b06f-7880-42a0-a2ae-97c6551864b8 req-3c8320f7-a15f-4f43-9c4e-594885734868 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:42:04.334540 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-5c46b06f-7880-42a0-a2ae-97c6551864b8 req-3c8320f7-a15f-4f43-9c4e-594885734868 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=84db46cd62454c358573ed118f38e75a&device_id=7f1d12b8-da8f-463e-8360-4c367bdccae1 HTTP/1.1" status: 200 len: 1096 time: 0.0574472 Jul 06 12:42:04.383991 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-5c46b06f-7880-42a0-a2ae-97c6551864b8 req-76d0e62a-7400-4b2e-819b-73d7ac5811c8 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8f9991a3-2e5f-473f-a641-fe5db683924d HTTP/1.1" status: 200 len: 217 time: 0.0319240 Jul 06 12:42:04.435182 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c46b06f-7880-42a0-a2ae-97c6551864b8 req-eec10415-32f0-4aa8-a323-6831ed55b430 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:42:04.436538 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-5c46b06f-7880-42a0-a2ae-97c6551864b8 req-eec10415-32f0-4aa8-a323-6831ed55b430 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=4929ce3e-ae9a-4ba0-b975-f2ff5b805cd9 HTTP/1.1" status: 200 len: 854 time: 0.0448763 Jul 06 12:42:04.469077 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-5c46b06f-7880-42a0-a2ae-97c6551864b8 req-012e3e6a-0b94-47ff-a385-27c0eefcd717 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=8b999824-16ab-4f07-9110-851deb308617&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262685 Jul 06 12:42:04.563552 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-5c46b06f-7880-42a0-a2ae-97c6551864b8 req-aeff2369-fa1e-4104-ade5-e47fda81ab79 service neutron] 10.222.0.100 "GET /v2.0/networks/8b999824-16ab-4f07-9110-851deb308617?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870311 Jul 06 12:42:04.655055 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-5c46b06f-7880-42a0-a2ae-97c6551864b8 req-ecfb8e37-fa5a-4ba1-af7d-13fda5ac88e5 service neutron] 10.222.0.100 "GET /v2.0/networks/8b999824-16ab-4f07-9110-851deb308617?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848713 Jul 06 12:42:04.815971 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2068aafc-823a-4476-af3d-f7901acfabfa req-bd949e3c-2fe0-4fd0-bcd7-1c5cf7e7d7ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:42:04.817450 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-2068aafc-823a-4476-af3d-f7901acfabfa req-bd949e3c-2fe0-4fd0-bcd7-1c5cf7e7d7ad service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=84db46cd62454c358573ed118f38e75a&device_id=7f1d12b8-da8f-463e-8360-4c367bdccae1 HTTP/1.1" status: 200 len: 1096 time: 0.0514379 Jul 06 12:42:05.215009 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2068aafc-823a-4476-af3d-f7901acfabfa req-be68f44c-6a78-4c7a-b4d8-68838bddc718 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:42:05.216437 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-2068aafc-823a-4476-af3d-f7901acfabfa req-be68f44c-6a78-4c7a-b4d8-68838bddc718 service neutron] 10.222.0.100 "GET /v2.0/networks?id=8b999824-16ab-4f07-9110-851deb308617 HTTP/1.1" status: 200 len: 916 time: 0.3910937 Jul 06 12:42:05.241251 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4952b24-12a2-4f24-bf79-f86692bd1ccf req-877647fc-bb78-45f0-971a-1499bfeb30e8 tempest-VolumesSnapshotTestJSON-576543651 tempest-VolumesSnapshotTestJSON-576543651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:42:05.242697 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-f4952b24-12a2-4f24-bf79-f86692bd1ccf req-877647fc-bb78-45f0-971a-1499bfeb30e8 tempest-VolumesSnapshotTestJSON-576543651 tempest-VolumesSnapshotTestJSON-576543651-project] 10.222.0.106 "GET /v2.0/ports?device_id=7f1d12b8-da8f-463e-8360-4c367bdccae1 HTTP/1.1" status: 200 len: 943 time: 0.1016576 Jul 06 12:42:05.277191 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-2068aafc-823a-4476-af3d-f7901acfabfa req-ee51dc46-e4fb-4890-8fbd-4506385b71cd service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8f9991a3-2e5f-473f-a641-fe5db683924d HTTP/1.1" status: 200 len: 217 time: 0.0523551 Jul 06 12:42:05.333837 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-f4952b24-12a2-4f24-bf79-f86692bd1ccf req-acdb150c-117b-491b-b222-39befafc9901 tempest-VolumesSnapshotTestJSON-576543651 tempest-VolumesSnapshotTestJSON-576543651-project] 10.222.0.106 "GET /v2.0/security-groups?id=ff37e511-96ed-4a2f-9042-7bf96e3fb943&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635438 Jul 06 12:42:05.343393 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2068aafc-823a-4476-af3d-f7901acfabfa req-37efd7e0-6bde-48e6-a588-479525726483 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:42:05.344841 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-2068aafc-823a-4476-af3d-f7901acfabfa req-37efd7e0-6bde-48e6-a588-479525726483 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=4929ce3e-ae9a-4ba0-b975-f2ff5b805cd9 HTTP/1.1" status: 200 len: 854 time: 0.0585613 Jul 06 12:42:05.377537 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-2068aafc-823a-4476-af3d-f7901acfabfa req-6057376e-2374-4fdc-98f8-0d0947bf773b service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=8b999824-16ab-4f07-9110-851deb308617&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250790 Jul 06 12:42:05.466120 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-2068aafc-823a-4476-af3d-f7901acfabfa req-b025946c-07e6-4fba-be8c-b1a311a1bc62 service neutron] 10.222.0.100 "GET /v2.0/networks/8b999824-16ab-4f07-9110-851deb308617?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811360 Jul 06 12:42:05.553704 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-2068aafc-823a-4476-af3d-f7901acfabfa req-28fe5bfb-b78b-47e8-9ec5-3526d3e5b0c1 service neutron] 10.222.0.100 "GET /v2.0/networks/8b999824-16ab-4f07-9110-851deb308617?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808527 Jul 06 12:42:06.516280 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c519b413-f6bc-489d-812d-c8e254c879de req-25acc32a-a60f-4d98-89be-c5d8aa793e3f tempest-VolumesSnapshotTestJSON-576543651 tempest-VolumesSnapshotTestJSON-576543651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:42:06.517839 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-c519b413-f6bc-489d-812d-c8e254c879de req-25acc32a-a60f-4d98-89be-c5d8aa793e3f tempest-VolumesSnapshotTestJSON-576543651 tempest-VolumesSnapshotTestJSON-576543651-project] 10.222.0.106 "GET /v2.0/ports?device_id=7f1d12b8-da8f-463e-8360-4c367bdccae1 HTTP/1.1" status: 200 len: 943 time: 0.0671282 Jul 06 12:42:06.560276 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-c519b413-f6bc-489d-812d-c8e254c879de req-f39c36cb-4fd2-4894-9bc0-65618e8f34bd tempest-VolumesSnapshotTestJSON-576543651 tempest-VolumesSnapshotTestJSON-576543651-project] 10.222.0.106 "GET /v2.0/security-groups?id=ff37e511-96ed-4a2f-9042-7bf96e3fb943&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363398 Jul 06 12:42:06.752619 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.rpc [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] Device 8f9991a3-2e5f-473f-a641-fe5db683924d details requested by agent hyperv_hv-cinder-79963 with host hv-cinder-79963 {{(pid=93089) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 12:42:06.845111 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.db [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] For port 8f9991a3-2e5f-473f-a641-fe5db683924d, host hv-cinder-79963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79963',level=0,port_id=8f9991a3-2e5f-473f-a641-fe5db683924d,segment=NetworkSegment(8232188b-34aa-440e-a044-99e62819dcbb),segment_id=8232188b-34aa-440e-a044-99e62819dcbb)] {{(pid=93089) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:42:06.856307 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.rpc [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] Returning: {'device': '8f9991a3-2e5f-473f-a641-fe5db683924d', 'network_id': '8b999824-16ab-4f07-9110-851deb308617', 'port_id': '8f9991a3-2e5f-473f-a641-fe5db683924d', 'mac_address': 'fa:16:3e:15:32:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1091, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4929ce3e-ae9a-4ba0-b975-f2ff5b805cd9', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93089) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 12:42:06.893869 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772861'] for port, before_update {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:42:06.909899 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.notifiers.nova [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8f9991a3-2e5f-473f-a641-fe5db683924d {{(pid=93089) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 12:42:06.929531 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.db [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] For port 8f9991a3-2e5f-473f-a641-fe5db683924d, host hv-cinder-79963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79963',level=0,port_id=8f9991a3-2e5f-473f-a641-fe5db683924d,segment=NetworkSegment(8232188b-34aa-440e-a044-99e62819dcbb),segment_id=8232188b-34aa-440e-a044-99e62819dcbb)] {{(pid=93089) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:42:06.933473 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-772913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730294210856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730293689582', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730293689631'] for port, after_update {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:42:06.979751 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] Pushing event updated for resources: {'Port': ['ID=8f9991a3-2e5f-473f-a641-fe5db683924d,revision_number=4']} {{(pid=93089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:42:06.986631 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799631-1-iscsi {{(pid=93089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:42:06.986990 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799631-1-iscsi {{(pid=93089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:42:06.987368 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799631-1-iscsi {{(pid=93089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:42:06.987713 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799631-1-iscsi {{(pid=93089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:42:06.988052 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799631-1-iscsi {{(pid=93089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:42:06.988390 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799631-1-iscsi {{(pid=93089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:42:06.988724 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-799631-1-iscsi {{(pid=93089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:42:06.989058 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-799631-1-iscsi {{(pid=93089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:42:06.989415 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799631-1-iscsi {{(pid=93089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:42:06.989721 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799631-1-iscsi {{(pid=93089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:42:06.990049 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799631-1-iscsi {{(pid=93089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:42:06.990419 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799631-1-iscsi {{(pid=93089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:42:07.230350 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.db [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] get_ports_and_sgs() called for port_ids ['8f9991a3-2e5f-473f-a641-fe5db683924d'] {{(pid=93089) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 12:42:07.276771 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-9604e5e1-2c5a-4d45-940b-0c2e04c47839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730293992524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912513'] for agent, after_update {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:42:07.731218 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f46f83-feaf-416a-8519-c10dda10c95b req-52f9c7ed-8d04-4648-bd2d-d0e960acb555 tempest-VolumesSnapshotTestJSON-576543651 tempest-VolumesSnapshotTestJSON-576543651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:42:07.732709 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-a7f46f83-feaf-416a-8519-c10dda10c95b req-52f9c7ed-8d04-4648-bd2d-d0e960acb555 tempest-VolumesSnapshotTestJSON-576543651 tempest-VolumesSnapshotTestJSON-576543651-project] 10.222.0.106 "GET /v2.0/ports?device_id=7f1d12b8-da8f-463e-8360-4c367bdccae1 HTTP/1.1" status: 200 len: 944 time: 0.0632625 Jul 06 12:42:07.770282 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-a7f46f83-feaf-416a-8519-c10dda10c95b req-3ccde11e-200f-4bc5-93b6-9a8bcc800fd8 tempest-VolumesSnapshotTestJSON-576543651 tempest-VolumesSnapshotTestJSON-576543651-project] 10.222.0.106 "GET /v2.0/security-groups?id=ff37e511-96ed-4a2f-9042-7bf96e3fb943&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314429 Jul 06 12:42:08.768803 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.rpc [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] Device 8f9991a3-2e5f-473f-a641-fe5db683924d up at agent hyperv_hv-cinder-79963 {{(pid=93089) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:42:08.819918 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.db.provisioning_blocks [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] Provisioning for port 8f9991a3-2e5f-473f-a641-fe5db683924d completed by entity L2. {{(pid=93089) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:42:08.824031 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.db.provisioning_blocks [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] Provisioning complete for port 8f9991a3-2e5f-473f-a641-fe5db683924d triggered by entity L2. {{(pid=93089) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:42:08.824408 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912496'] for port, provisioning_complete {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:42:08.901351 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772861'] for port, before_update {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:42:08.926585 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f1d12b8-da8f-463e-8360-4c367bdccae1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f9991a3-2e5f-473f-a641-fe5db683924d'}] {{(pid=93089) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:42:08.928851 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.106/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe93d3bb6f6ea65552dd5d1819c289058d75ea396ac2be612a447f7071fdb995" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8121ea6-d5e1-4790-8425-ec7b98c37b9c" -d '{"events": [{"server_uuid": "7f1d12b8-da8f-463e-8360-4c367bdccae1", "name": "network-vif-plugged", "status": "completed", "tag": "8f9991a3-2e5f-473f-a641-fe5db683924d"}]}' {{(pid=93089) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:42:08.943131 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.db [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] For port 8f9991a3-2e5f-473f-a641-fe5db683924d, host hv-cinder-79963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79963',level=0,port_id=8f9991a3-2e5f-473f-a641-fe5db683924d,segment=NetworkSegment(8232188b-34aa-440e-a044-99e62819dcbb),segment_id=8232188b-34aa-440e-a044-99e62819dcbb)] {{(pid=93089) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:42:08.948104 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-772913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730294210856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730293689582', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730293689631'] for port, after_update {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:42:08.957370 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55644d3-ce97-43f5-ab7f-a383ca2d1971 req-97820726-3e14-401f-b7a0-e1f3708c53e2 tempest-VolumesSnapshotTestJSON-576543651 tempest-VolumesSnapshotTestJSON-576543651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:42:08.959303 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-f55644d3-ce97-43f5-ab7f-a383ca2d1971 req-97820726-3e14-401f-b7a0-e1f3708c53e2 tempest-VolumesSnapshotTestJSON-576543651 tempest-VolumesSnapshotTestJSON-576543651-project] 10.222.0.106 "GET /v2.0/ports?device_id=7f1d12b8-da8f-463e-8360-4c367bdccae1 HTTP/1.1" status: 200 len: 944 time: 0.0670474 Jul 06 12:42:08.975860 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 12:42:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-149a82e5-43a6-41d4-bbde-4c081c2e0dc7 x-openstack-request-id: req-149a82e5-43a6-41d4-bbde-4c081c2e0dc7 {{(pid=93089) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:42:08.976155 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f1d12b8-da8f-463e-8360-4c367bdccae1", "name": "network-vif-plugged", "status": "completed", "tag": "8f9991a3-2e5f-473f-a641-fe5db683924d", "code": 200}]} {{(pid=93089) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:42:08.976408 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.106/compute/v2.1/os-server-external-events used request id req-149a82e5-43a6-41d4-bbde-4c081c2e0dc7 {{(pid=93089) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:42:08.976796 dv-cinder-799631-1-iscsi neutron-server[93089]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f1d12b8-da8f-463e-8360-4c367bdccae1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f9991a3-2e5f-473f-a641-fe5db683924d', 'code': 200} Jul 06 12:42:09.003300 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-f55644d3-ce97-43f5-ab7f-a383ca2d1971 req-df71b767-69df-4a26-8b98-234f5b415294 tempest-VolumesSnapshotTestJSON-576543651 tempest-VolumesSnapshotTestJSON-576543651-project] 10.222.0.106 "GET /v2.0/security-groups?id=ff37e511-96ed-4a2f-9042-7bf96e3fb943&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369275 Jul 06 12:42:09.004127 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] Pushing event updated for resources: {'Port': ['ID=8f9991a3-2e5f-473f-a641-fe5db683924d,revision_number=5']} {{(pid=93089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:42:09.227185 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2a1606-b65f-4330-a00c-6dcd587a8ea7 req-d741dba6-9b5d-4566-897e-828cc4a850d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:42:09.228653 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-aa2a1606-b65f-4330-a00c-6dcd587a8ea7 req-d741dba6-9b5d-4566-897e-828cc4a850d2 service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=7f1d12b8-da8f-463e-8360-4c367bdccae1 HTTP/1.1" status: 200 len: 1098 time: 0.0540202 Jul 06 12:42:09.262119 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-aa2a1606-b65f-4330-a00c-6dcd587a8ea7 req-4e2d4bc2-0049-4f41-9797-4094453c3d0e service neutron] 10.222.0.100 "GET /v2.0/security-groups?id=ff37e511-96ed-4a2f-9042-7bf96e3fb943&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0263393 Jul 06 12:42:10.178422 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224b7a4b-28d3-408c-b7f9-b76099217980 req-ca79c54c-480b-4dc2-9b51-99626362053a tempest-VolumesSnapshotTestJSON-576543651 tempest-VolumesSnapshotTestJSON-576543651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:42:10.179830 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-224b7a4b-28d3-408c-b7f9-b76099217980 req-ca79c54c-480b-4dc2-9b51-99626362053a tempest-VolumesSnapshotTestJSON-576543651 tempest-VolumesSnapshotTestJSON-576543651-project] 10.222.0.106 "GET /v2.0/ports?device_id=7f1d12b8-da8f-463e-8360-4c367bdccae1 HTTP/1.1" status: 200 len: 945 time: 0.0616713 Jul 06 12:42:10.216394 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-224b7a4b-28d3-408c-b7f9-b76099217980 req-e0fca573-6e3c-4a03-aa0a-4a425011221b tempest-VolumesSnapshotTestJSON-576543651 tempest-VolumesSnapshotTestJSON-576543651-project] 10.222.0.106 "GET /v2.0/security-groups?id=ff37e511-96ed-4a2f-9042-7bf96e3fb943&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310612 Jul 06 12:42:10.517123 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-a75a2d7c-1d70-4b92-ae38-4dcd464b12a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730293992524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912513'] for agent, after_update {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:42:10.922294 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-3dd6613b-aa53-445d-9a05-4c085a94a05e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730293992524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912513'] for agent, after_update {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:42:11.394651 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201475f6-5446-473d-8c38-4523bdb09060 req-dabc284b-c673-4ea9-9a86-dd1df5accbbf tempest-VolumesSnapshotTestJSON-576543651 tempest-VolumesSnapshotTestJSON-576543651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:42:11.396162 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-201475f6-5446-473d-8c38-4523bdb09060 req-dabc284b-c673-4ea9-9a86-dd1df5accbbf tempest-VolumesSnapshotTestJSON-576543651 tempest-VolumesSnapshotTestJSON-576543651-project] 10.222.0.106 "GET /v2.0/ports?device_id=7f1d12b8-da8f-463e-8360-4c367bdccae1 HTTP/1.1" status: 200 len: 945 time: 0.0649588 Jul 06 12:42:11.433882 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-201475f6-5446-473d-8c38-4523bdb09060 req-ccaa1a5c-cfdd-4766-bb28-6dd75b029186 tempest-VolumesSnapshotTestJSON-576543651 tempest-VolumesSnapshotTestJSON-576543651-project] 10.222.0.106 "GET /v2.0/security-groups?id=ff37e511-96ed-4a2f-9042-7bf96e3fb943&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321238 Jul 06 12:42:11.530840 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-59602645-7b03-4a79-8c54-32befe919dd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730293992524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912513'] for agent, after_update {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:42:13.101228 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-eaae0be5-6402-4968-ae30-74f1a6482786 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730293992524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912513'] for agent, after_update {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:42:20.016788 dv-cinder-799631-1-iscsi neutron-server[93090]: DEBUG neutron.db.agents_db [None req-df1e7349-c09a-47b1-8f5e-4c337b6ca707 None None] Agent healthcheck: found 6 active agents {{(pid=93090) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 12:42:22.037461 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730293992524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912513'] for agent, after_update {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:42:25.906448 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-ab855730-37ca-43eb-8c2c-bd42db071f19 req-71492123-c593-4411-80d0-24a0dcaea538 service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=53675ebd-6299-4760-9245-bf32debfda0f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0497813 Jul 06 12:42:26.025627 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab855730-37ca-43eb-8c2c-bd42db071f19 req-d7197ced-287e-48a9-9909-08d2c622a029 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:42:26.027174 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-ab855730-37ca-43eb-8c2c-bd42db071f19 req-d7197ced-287e-48a9-9909-08d2c622a029 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=fbb5711b461a4640a58e2421932d76ad&device_id=53675ebd-6299-4760-9245-bf32debfda0f HTTP/1.1" status: 200 len: 1099 time: 0.0521278 Jul 06 12:42:26.135901 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab855730-37ca-43eb-8c2c-bd42db071f19 req-8b4280c3-dadc-4839-b76f-c5ac8f67f37b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:42:26.137302 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-ab855730-37ca-43eb-8c2c-bd42db071f19 req-8b4280c3-dadc-4839-b76f-c5ac8f67f37b service neutron] 10.222.0.100 "GET /v2.0/networks?id=c2879fcc-f3ae-4cdd-a55a-3d405f299166 HTTP/1.1" status: 200 len: 911 time: 0.0857661 Jul 06 12:42:26.203603 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-ab855730-37ca-43eb-8c2c-bd42db071f19 req-a65fab63-b257-4d04-a2bf-90121ff0c962 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0a150bef-bf95-4a2f-a96f-a92f73a176b0 HTTP/1.1" status: 200 len: 1002 time: 0.0586655 Jul 06 12:42:26.264159 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab855730-37ca-43eb-8c2c-bd42db071f19 req-1089820d-09b4-40b4-82af-97591b0cc898 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:42:26.265615 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-ab855730-37ca-43eb-8c2c-bd42db071f19 req-1089820d-09b4-40b4-82af-97591b0cc898 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=a8b537dc-1fa3-4687-8db2-3b01ae5301d6 HTTP/1.1" status: 200 len: 848 time: 0.0472653 Jul 06 12:42:26.323716 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab855730-37ca-43eb-8c2c-bd42db071f19 req-5eddc231-02ee-4988-8473-2774fce1ab18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:42:26.325175 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-ab855730-37ca-43eb-8c2c-bd42db071f19 req-5eddc231-02ee-4988-8473-2774fce1ab18 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=c2879fcc-f3ae-4cdd-a55a-3d405f299166&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0506983 Jul 06 12:42:26.414576 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-ab855730-37ca-43eb-8c2c-bd42db071f19 req-6fdb2cc4-aae6-4aed-a2e8-2996021b483f service neutron] 10.222.0.100 "GET /v2.0/networks/c2879fcc-f3ae-4cdd-a55a-3d405f299166?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796585 Jul 06 12:42:26.509760 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-ab855730-37ca-43eb-8c2c-bd42db071f19 req-a36e08d4-9448-43d0-8891-69775460c4ab service neutron] 10.222.0.100 "GET /v2.0/networks/c2879fcc-f3ae-4cdd-a55a-3d405f299166?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857730 Jul 06 12:42:37.267996 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-c96f989d-ff4a-4a20-a75f-41f132ddab8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730293992524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912513'] for agent, after_update {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:42:40.518283 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-efffdd87-f0f4-4533-b7ff-9fe6ec50c4aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730293992524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912513'] for agent, after_update {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:42:40.924332 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-3dd6613b-aa53-445d-9a05-4c085a94a05e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730293992524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912513'] for agent, after_update {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:42:41.530845 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-59602645-7b03-4a79-8c54-32befe919dd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730293992524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912513'] for agent, after_update {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:42:43.105337 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-eaae0be5-6402-4968-ae30-74f1a6482786 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730293992524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912513'] for agent, after_update {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:42:52.033471 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730293992524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912513'] for agent, after_update {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:42:55.309162 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f3e976-c975-458d-9622-1ca33b96641c req-ed6f7c17-201f-4a90-813c-77164981d06c tempest-VolumesSnapshotTestJSON-576543651 tempest-VolumesSnapshotTestJSON-576543651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:42:55.310648 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-c9f3e976-c975-458d-9622-1ca33b96641c req-ed6f7c17-201f-4a90-813c-77164981d06c tempest-VolumesSnapshotTestJSON-576543651 tempest-VolumesSnapshotTestJSON-576543651-project] 10.222.0.106 "GET /v2.0/ports?device_id=7f1d12b8-da8f-463e-8360-4c367bdccae1 HTTP/1.1" status: 200 len: 945 time: 0.0633466 Jul 06 12:42:55.348458 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-c9f3e976-c975-458d-9622-1ca33b96641c req-058f90bb-defc-4ee5-a422-f1693afe5bb3 tempest-VolumesSnapshotTestJSON-576543651 tempest-VolumesSnapshotTestJSON-576543651-project] 10.222.0.106 "GET /v2.0/security-groups?id=ff37e511-96ed-4a2f-9042-7bf96e3fb943&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315392 Jul 06 12:42:56.531600 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d444c1-27b6-47ac-a6fd-1932af734f4c req-f608180e-3a3a-43a5-9e62-395d3a92f7e8 tempest-VolumesSnapshotTestJSON-576543651 tempest-VolumesSnapshotTestJSON-576543651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:42:56.533118 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-37d444c1-27b6-47ac-a6fd-1932af734f4c req-f608180e-3a3a-43a5-9e62-395d3a92f7e8 tempest-VolumesSnapshotTestJSON-576543651 tempest-VolumesSnapshotTestJSON-576543651-project] 10.222.0.106 "GET /v2.0/ports?device_id=7f1d12b8-da8f-463e-8360-4c367bdccae1 HTTP/1.1" status: 200 len: 945 time: 0.0717225 Jul 06 12:42:56.571982 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-37d444c1-27b6-47ac-a6fd-1932af734f4c req-3de95f03-c3a1-4460-b291-48c63cb259b1 tempest-VolumesSnapshotTestJSON-576543651 tempest-VolumesSnapshotTestJSON-576543651-project] 10.222.0.106 "GET /v2.0/security-groups?id=ff37e511-96ed-4a2f-9042-7bf96e3fb943&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331450 Jul 06 12:42:57.014892 dv-cinder-799631-1-iscsi neutron-server[93090]: DEBUG neutron.db.agents_db [None req-df1e7349-c09a-47b1-8f5e-4c337b6ca707 None None] Agent healthcheck: found 6 active agents {{(pid=93090) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 12:42:57.068283 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901014ea-1220-44b1-981c-1341ea69b1ab req-8cb5fbb7-b0d3-4488-88bf-6c748d161458 tempest-VolumesSnapshotTestJSON-576543651 tempest-VolumesSnapshotTestJSON-576543651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:42:57.069775 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-901014ea-1220-44b1-981c-1341ea69b1ab req-8cb5fbb7-b0d3-4488-88bf-6c748d161458 tempest-VolumesSnapshotTestJSON-576543651 tempest-VolumesSnapshotTestJSON-576543651-project] 10.222.0.100 "GET /v2.0/ports?device_id=7f1d12b8-da8f-463e-8360-4c367bdccae1 HTTP/1.1" status: 200 len: 945 time: 0.0616341 Jul 06 12:42:57.174748 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.plugins.ml2.plugin [req-901014ea-1220-44b1-981c-1341ea69b1ab req-72bc9ae9-88cf-49d8-8544-7e7414998793 tempest-VolumesSnapshotTestJSON-576543651 tempest-VolumesSnapshotTestJSON-576543651-project] Deleting port 8f9991a3-2e5f-473f-a641-fe5db683924d {{(pid=93088) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:42:57.174992 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [req-901014ea-1220-44b1-981c-1341ea69b1ab req-72bc9ae9-88cf-49d8-8544-7e7414998793 tempest-VolumesSnapshotTestJSON-576543651 tempest-VolumesSnapshotTestJSON-576543651-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730294201564'] for port, before_delete {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:42:57.265475 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.plugins.ml2.db [req-901014ea-1220-44b1-981c-1341ea69b1ab req-72bc9ae9-88cf-49d8-8544-7e7414998793 tempest-VolumesSnapshotTestJSON-576543651 tempest-VolumesSnapshotTestJSON-576543651-project] For port 8f9991a3-2e5f-473f-a641-fe5db683924d, host hv-cinder-79963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79963',level=0,port_id=8f9991a3-2e5f-473f-a641-fe5db683924d,segment=NetworkSegment(8232188b-34aa-440e-a044-99e62819dcbb),segment_id=8232188b-34aa-440e-a044-99e62819dcbb)] {{(pid=93088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:42:57.265827 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [req-901014ea-1220-44b1-981c-1341ea69b1ab req-72bc9ae9-88cf-49d8-8544-7e7414998793 tempest-VolumesSnapshotTestJSON-576543651 tempest-VolumesSnapshotTestJSON-576543651-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813012'] for port, precommit_delete {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:42:57.277646 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.plugins.ml2.plugin [req-901014ea-1220-44b1-981c-1341ea69b1ab req-72bc9ae9-88cf-49d8-8544-7e7414998793 tempest-VolumesSnapshotTestJSON-576543651 tempest-VolumesSnapshotTestJSON-576543651-project] Calling delete_port for 8f9991a3-2e5f-473f-a641-fe5db683924d owned by compute:nova {{(pid=93088) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:42:57.404093 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [req-901014ea-1220-44b1-981c-1341ea69b1ab req-72bc9ae9-88cf-49d8-8544-7e7414998793 tempest-VolumesSnapshotTestJSON-576543651 tempest-VolumesSnapshotTestJSON-576543651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-772913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730294210838', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730293689573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63638200'] for port, after_delete {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:42:57.433376 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72bc9ae9-88cf-49d8-8544-7e7414998793 tempest-VolumesSnapshotTestJSON-576543651 tempest-VolumesSnapshotTestJSON-576543651-project] Pushing event deleted for resources: {'Port': ['ID=8f9991a3-2e5f-473f-a641-fe5db683924d,revision_number=None']} {{(pid=93088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:42:57.441948 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.db [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] get_ports_and_sgs() called for port_ids ['8f9991a3-2e5f-473f-a641-fe5db683924d'] {{(pid=93089) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 12:42:57.458954 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72bc9ae9-88cf-49d8-8544-7e7414998793 tempest-VolumesSnapshotTestJSON-576543651 tempest-VolumesSnapshotTestJSON-576543651-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799631-1-iscsi {{(pid=93088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:42:57.459328 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72bc9ae9-88cf-49d8-8544-7e7414998793 tempest-VolumesSnapshotTestJSON-576543651 tempest-VolumesSnapshotTestJSON-576543651-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799631-1-iscsi {{(pid=93088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:42:57.459664 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72bc9ae9-88cf-49d8-8544-7e7414998793 tempest-VolumesSnapshotTestJSON-576543651 tempest-VolumesSnapshotTestJSON-576543651-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799631-1-iscsi {{(pid=93088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:42:57.459999 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72bc9ae9-88cf-49d8-8544-7e7414998793 tempest-VolumesSnapshotTestJSON-576543651 tempest-VolumesSnapshotTestJSON-576543651-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799631-1-iscsi {{(pid=93088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:42:57.460335 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72bc9ae9-88cf-49d8-8544-7e7414998793 tempest-VolumesSnapshotTestJSON-576543651 tempest-VolumesSnapshotTestJSON-576543651-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799631-1-iscsi {{(pid=93088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:42:57.460655 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72bc9ae9-88cf-49d8-8544-7e7414998793 tempest-VolumesSnapshotTestJSON-576543651 tempest-VolumesSnapshotTestJSON-576543651-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799631-1-iscsi {{(pid=93088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:42:57.460980 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72bc9ae9-88cf-49d8-8544-7e7414998793 tempest-VolumesSnapshotTestJSON-576543651 tempest-VolumesSnapshotTestJSON-576543651-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-799631-1-iscsi {{(pid=93088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:42:57.461304 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72bc9ae9-88cf-49d8-8544-7e7414998793 tempest-VolumesSnapshotTestJSON-576543651 tempest-VolumesSnapshotTestJSON-576543651-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-799631-1-iscsi {{(pid=93088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:42:57.461627 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72bc9ae9-88cf-49d8-8544-7e7414998793 tempest-VolumesSnapshotTestJSON-576543651 tempest-VolumesSnapshotTestJSON-576543651-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799631-1-iscsi {{(pid=93088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:42:57.461949 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72bc9ae9-88cf-49d8-8544-7e7414998793 tempest-VolumesSnapshotTestJSON-576543651 tempest-VolumesSnapshotTestJSON-576543651-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799631-1-iscsi {{(pid=93088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:42:57.462274 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72bc9ae9-88cf-49d8-8544-7e7414998793 tempest-VolumesSnapshotTestJSON-576543651 tempest-VolumesSnapshotTestJSON-576543651-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799631-1-iscsi {{(pid=93088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:42:57.462589 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72bc9ae9-88cf-49d8-8544-7e7414998793 tempest-VolumesSnapshotTestJSON-576543651 tempest-VolumesSnapshotTestJSON-576543651-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799631-1-iscsi {{(pid=93088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:42:57.485597 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.db.l3_dvrscheduler_db [req-901014ea-1220-44b1-981c-1341ea69b1ab req-72bc9ae9-88cf-49d8-8544-7e7414998793 tempest-VolumesSnapshotTestJSON-576543651 tempest-VolumesSnapshotTestJSON-576543651-project] No DVR routers for this DVR port 8f9991a3-2e5f-473f-a641-fe5db683924d on host hv-cinder-79963 {{(pid=93088) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:42:57.488608 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [req-901014ea-1220-44b1-981c-1341ea69b1ab req-72bc9ae9-88cf-49d8-8544-7e7414998793 tempest-VolumesSnapshotTestJSON-576543651 tempest-VolumesSnapshotTestJSON-576543651-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473541'] for port, before_response {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:42:57.490563 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-901014ea-1220-44b1-981c-1341ea69b1ab req-72bc9ae9-88cf-49d8-8544-7e7414998793 tempest-VolumesSnapshotTestJSON-576543651 tempest-VolumesSnapshotTestJSON-576543651-project] 10.222.0.100 "DELETE /v2.0/ports/8f9991a3-2e5f-473f-a641-fe5db683924d HTTP/1.1" status: 204 len: 173 time: 0.4147172 Jul 06 12:42:57.491000 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f1d12b8-da8f-463e-8360-4c367bdccae1', 'name': 'network-vif-deleted', 'tag': '8f9991a3-2e5f-473f-a641-fe5db683924d'}] {{(pid=93088) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:42:57.493267 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.106/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9084e8bb467df778e8c5a57eadfa6056a7986fbfd2ee9905f143c38c4b95db31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61423d6f-5eb3-45e5-b759-6a3bcc406eff" -d '{"events": [{"server_uuid": "7f1d12b8-da8f-463e-8360-4c367bdccae1", "name": "network-vif-deleted", "tag": "8f9991a3-2e5f-473f-a641-fe5db683924d"}]}' {{(pid=93088) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:42:57.530355 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 12:42:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07361e08-56e2-4611-b340-4977544d5b69 x-openstack-request-id: req-07361e08-56e2-4611-b340-4977544d5b69 {{(pid=93088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:42:57.530670 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f1d12b8-da8f-463e-8360-4c367bdccae1", "name": "network-vif-deleted", "tag": "8f9991a3-2e5f-473f-a641-fe5db683924d", "status": "completed", "code": 200}]} {{(pid=93088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:42:57.530907 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.106/compute/v2.1/os-server-external-events used request id req-07361e08-56e2-4611-b340-4977544d5b69 {{(pid=93088) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:42:57.531349 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f1d12b8-da8f-463e-8360-4c367bdccae1', 'name': 'network-vif-deleted', 'tag': '8f9991a3-2e5f-473f-a641-fe5db683924d', 'status': 'completed', 'code': 200} Jul 06 12:42:57.728773 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-94eb645e-c1a5-4963-8d02-524d97faf6cd req-f1163c46-6aeb-4840-a21a-28b6cb11c06d tempest-VolumesSnapshotTestJSON-576543651 tempest-VolumesSnapshotTestJSON-576543651-project] 10.222.0.106 "GET /v2.0/ports?device_id=7f1d12b8-da8f-463e-8360-4c367bdccae1 HTTP/1.1" status: 200 len: 210 time: 0.0317612 Jul 06 12:43:01.892932 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.rpc [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] Device 8f9991a3-2e5f-473f-a641-fe5db683924d no longer exists at agent hyperv_hv-cinder-79963 {{(pid=93089) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:43:01.914869 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.plugin [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] No Port match for: 8f9991a3-2e5f-473f-a641-fe5db683924d {{(pid=93089) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:43:01.915267 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.rpc [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] Device 8f9991a3-2e5f-473f-a641-fe5db683924d not bound to the agent host hv-cinder-79963 {{(pid=93089) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:43:07.268607 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-b36cd9c5-be2f-4e4d-bd47-b792c0c32f6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730293992524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912513'] for agent, after_update {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:43:07.726860 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e6783d-18fc-4abf-80c5-11c781a7f407 req-bbe2b8ec-71ee-46a8-84f7-d60b3b067c86 tempest-VolumesSnapshotTestJSON-576543651 tempest-VolumesSnapshotTestJSON-576543651-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:43:07.728257 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-e0e6783d-18fc-4abf-80c5-11c781a7f407 req-bbe2b8ec-71ee-46a8-84f7-d60b3b067c86 tempest-VolumesSnapshotTestJSON-576543651 tempest-VolumesSnapshotTestJSON-576543651-project] 10.222.0.106 "GET /v2.0/networks?id=8b999824-16ab-4f07-9110-851deb308617 HTTP/1.1" status: 200 len: 814 time: 0.0991774 Jul 06 12:43:07.742884 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-e0e6783d-18fc-4abf-80c5-11c781a7f407 req-d65b5ff6-ba13-4dbb-bc49-a4afe607ff5c tempest-VolumesSnapshotTestJSON-576543651 tempest-VolumesSnapshotTestJSON-576543651-project] 10.222.0.106 "GET /v2.0/quotas/84db46cd62454c358573ed118f38e75a HTTP/1.1" status: 200 len: 375 time: 0.0092185 Jul 06 12:43:07.779019 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-e0e6783d-18fc-4abf-80c5-11c781a7f407 req-c3f4ca34-a5d6-476e-ae1e-43cd5f2982d0 tempest-VolumesSnapshotTestJSON-576543651 tempest-VolumesSnapshotTestJSON-576543651-project] 10.222.0.106 "GET /v2.0/ports?tenant_id=84db46cd62454c358573ed118f38e75a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0310438 Jul 06 12:43:07.870763 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-e0e6783d-18fc-4abf-80c5-11c781a7f407 req-cbff39d4-41eb-49f6-a55f-b64c3943aae2 service neutron] 10.222.0.106 "GET /v2.0/networks/8b999824-16ab-4f07-9110-851deb308617?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852621 Jul 06 12:43:07.961582 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-e0e6783d-18fc-4abf-80c5-11c781a7f407 req-d73b250d-d930-4277-a534-e87636d9434b service neutron] 10.222.0.106 "GET /v2.0/networks/8b999824-16ab-4f07-9110-851deb308617?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850570 Jul 06 12:43:08.125009 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-22ba8ad3-108b-4acc-8f4a-e5a9aa22a000 req-23973d3e-20d9-48bd-81fc-8d4ea292940b tempest-VolumesSnapshotTestJSON-576543651 tempest-VolumesSnapshotTestJSON-576543651-project] 10.222.0.106 "GET /v2.0/ports?device_id=9365b8b2-99a6-44e6-be5b-ddaed9fc6f1b HTTP/1.1" status: 200 len: 210 time: 0.0296111 Jul 06 12:43:09.270269 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e6783d-18fc-4abf-80c5-11c781a7f407 req-be4c031b-5e7e-4f10-b730-2613d0f8b3c4 tempest-VolumesSnapshotTestJSON-576543651 tempest-VolumesSnapshotTestJSON-576543651-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:43:09.272344 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-e0e6783d-18fc-4abf-80c5-11c781a7f407 req-be4c031b-5e7e-4f10-b730-2613d0f8b3c4 tempest-VolumesSnapshotTestJSON-576543651 tempest-VolumesSnapshotTestJSON-576543651-project] 10.222.0.100 "GET /v2.0/networks?id=8b999824-16ab-4f07-9110-851deb308617 HTTP/1.1" status: 200 len: 814 time: 0.1421006 Jul 06 12:43:09.291797 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-abf148c7-eba5-4f28-afb0-17972af18b84 req-eaf28d1a-d078-489c-8607-be5cf805b22e tempest-VolumesSnapshotTestJSON-576543651 tempest-VolumesSnapshotTestJSON-576543651-project] 10.222.0.106 "GET /v2.0/ports?device_id=9365b8b2-99a6-44e6-be5b-ddaed9fc6f1b HTTP/1.1" status: 200 len: 210 time: 0.0500126 Jul 06 12:43:09.295267 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.api.v2.base [req-e0e6783d-18fc-4abf-80c5-11c781a7f407 req-b9a9997c-13fa-4902-9ffe-2c20618b9ac2 tempest-VolumesSnapshotTestJSON-576543651 tempest-VolumesSnapshotTestJSON-576543651-project] Request body: {'port': {'device_id': '9365b8b2-99a6-44e6-be5b-ddaed9fc6f1b', 'network_id': '8b999824-16ab-4f07-9110-851deb308617', 'admin_state_up': True, 'tenant_id': '84db46cd62454c358573ed118f38e75a'}} {{(pid=93088) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:43:09.411744 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e0e6783d-18fc-4abf-80c5-11c781a7f407 req-b9a9997c-13fa-4902-9ffe-2c20618b9ac2 tempest-VolumesSnapshotTestJSON-576543651 tempest-VolumesSnapshotTestJSON-576543651-project] Made reservation on behalf of 84db46cd62454c358573ed118f38e75a for: {'port': 1} {{(pid=93088) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:43:09.415774 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [req-e0e6783d-18fc-4abf-80c5-11c781a7f407 req-b9a9997c-13fa-4902-9ffe-2c20618b9ac2 tempest-VolumesSnapshotTestJSON-576543651 tempest-VolumesSnapshotTestJSON-576543651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772861'] for port, before_create {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:43:09.546210 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.db.db_base_plugin_common [req-e0e6783d-18fc-4abf-80c5-11c781a7f407 req-b9a9997c-13fa-4902-9ffe-2c20618b9ac2 tempest-VolumesSnapshotTestJSON-576543651 tempest-VolumesSnapshotTestJSON-576543651-project] Allocated IP 172.20.0.8 (8b999824-16ab-4f07-9110-851deb308617/4929ce3e-ae9a-4ba0-b975-f2ff5b805cd9/14d2aabb-6aed-4217-af8a-adb20ed2823f) {{(pid=93088) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:43:09.689708 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [req-e0e6783d-18fc-4abf-80c5-11c781a7f407 req-b9a9997c-13fa-4902-9ffe-2c20618b9ac2 tempest-VolumesSnapshotTestJSON-576543651 tempest-VolumesSnapshotTestJSON-576543651-project] Notify callbacks [] for port, precommit_create {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:43:09.728578 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [req-e0e6783d-18fc-4abf-80c5-11c781a7f407 req-b9a9997c-13fa-4902-9ffe-2c20618b9ac2 tempest-VolumesSnapshotTestJSON-576543651 tempest-VolumesSnapshotTestJSON-576543651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-772920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-407207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730293689564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-63638193'] for port, after_create {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:43:09.770564 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e0e6783d-18fc-4abf-80c5-11c781a7f407 req-b9a9997c-13fa-4902-9ffe-2c20618b9ac2 tempest-VolumesSnapshotTestJSON-576543651 tempest-VolumesSnapshotTestJSON-576543651-project] Network 8b999824-16ab-4f07-9110-851deb308617 is already hosted by enough agents. {{(pid=93088) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:43:09.774376 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.scheduler.base_scheduler [req-e0e6783d-18fc-4abf-80c5-11c781a7f407 req-b9a9997c-13fa-4902-9ffe-2c20618b9ac2 tempest-VolumesSnapshotTestJSON-576543651 tempest-VolumesSnapshotTestJSON-576543651-project] Resources bound (agent type, host, resource id): {{(pid=93088) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:43:09.780287 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0e6783d-18fc-4abf-80c5-11c781a7f407 req-b9a9997c-13fa-4902-9ffe-2c20618b9ac2 tempest-VolumesSnapshotTestJSON-576543651 tempest-VolumesSnapshotTestJSON-576543651-project] Received port after_create {{(pid=93088) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:43:09.786171 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a9997c-13fa-4902-9ffe-2c20618b9ac2 tempest-VolumesSnapshotTestJSON-576543651 tempest-VolumesSnapshotTestJSON-576543651-project] Pushing event updated for resources: {'Port': ['ID=14d2aabb-6aed-4217-af8a-adb20ed2823f,revision_number=1']} {{(pid=93088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:43:09.829326 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e6783d-18fc-4abf-80c5-11c781a7f407 req-b9a9997c-13fa-4902-9ffe-2c20618b9ac2 tempest-VolumesSnapshotTestJSON-576543651 tempest-VolumesSnapshotTestJSON-576543651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:43:09.829937 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [req-e0e6783d-18fc-4abf-80c5-11c781a7f407 req-b9a9997c-13fa-4902-9ffe-2c20618b9ac2 tempest-VolumesSnapshotTestJSON-576543651 tempest-VolumesSnapshotTestJSON-576543651-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473541'] for port, before_response {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:43:09.844877 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-e0e6783d-18fc-4abf-80c5-11c781a7f407 req-b9a9997c-13fa-4902-9ffe-2c20618b9ac2 tempest-VolumesSnapshotTestJSON-576543651 tempest-VolumesSnapshotTestJSON-576543651-project] 10.222.0.100 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5555940 Jul 06 12:43:09.862614 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.api.v2.base [req-e0e6783d-18fc-4abf-80c5-11c781a7f407 req-30f54ead-6a7d-42af-af38-c28f2ec9e0b9 service neutron] Request body: {'port': {'device_id': '9365b8b2-99a6-44e6-be5b-ddaed9fc6f1b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79963'}} {{(pid=93088) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:43:09.936348 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [req-e0e6783d-18fc-4abf-80c5-11c781a7f407 req-30f54ead-6a7d-42af-af38-c28f2ec9e0b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772861'] for port, before_update {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:43:10.184250 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.notifiers.nova [req-e0e6783d-18fc-4abf-80c5-11c781a7f407 req-30f54ead-6a7d-42af-af38-c28f2ec9e0b9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 14d2aabb-6aed-4217-af8a-adb20ed2823f {{(pid=93088) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 12:43:10.191463 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [req-e0e6783d-18fc-4abf-80c5-11c781a7f407 req-30f54ead-6a7d-42af-af38-c28f2ec9e0b9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:43:10.203435 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.db.provisioning_blocks [req-e0e6783d-18fc-4abf-80c5-11c781a7f407 req-30f54ead-6a7d-42af-af38-c28f2ec9e0b9 service neutron] Transition to ACTIVE for port object 14d2aabb-6aed-4217-af8a-adb20ed2823f will not be triggered until provisioned by entity L2. {{(pid=93088) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:43:10.207061 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [req-e0e6783d-18fc-4abf-80c5-11c781a7f407 req-30f54ead-6a7d-42af-af38-c28f2ec9e0b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-772913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730294210856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730293689582', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730293689631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63638083'] for port, after_update {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:43:10.253201 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f54ead-6a7d-42af-af38-c28f2ec9e0b9 service neutron] Pushing event updated for resources: {'Port': ['ID=14d2aabb-6aed-4217-af8a-adb20ed2823f,revision_number=2']} {{(pid=93088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:43:10.324112 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.plugins.ml2.managers [req-e0e6783d-18fc-4abf-80c5-11c781a7f407 req-30f54ead-6a7d-42af-af38-c28f2ec9e0b9 service neutron] Attempting to bind port 14d2aabb-6aed-4217-af8a-adb20ed2823f on host hv-cinder-79963 for vnic_type normal with profile {{(pid=93088) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:43:10.324804 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.plugins.ml2.managers [req-e0e6783d-18fc-4abf-80c5-11c781a7f407 req-30f54ead-6a7d-42af-af38-c28f2ec9e0b9 service neutron] Attempting to bind port 14d2aabb-6aed-4217-af8a-adb20ed2823f by drivers openvswitch,hyperv on host hv-cinder-79963 at level 0 using segments [{'id': '8232188b-34aa-440e-a044-99e62819dcbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': '8b999824-16ab-4f07-9110-851deb308617'}] {{(pid=93088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:43:10.324804 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0e6783d-18fc-4abf-80c5-11c781a7f407 req-30f54ead-6a7d-42af-af38-c28f2ec9e0b9 service neutron] Attempting to bind port 14d2aabb-6aed-4217-af8a-adb20ed2823f on network 8b999824-16ab-4f07-9110-851deb308617 {{(pid=93088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:43:10.329239 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0e6783d-18fc-4abf-80c5-11c781a7f407 req-30f54ead-6a7d-42af-af38-c28f2ec9e0b9 service neutron] Port 14d2aabb-6aed-4217-af8a-adb20ed2823f on network 8b999824-16ab-4f07-9110-851deb308617 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79963 {{(pid=93088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 12:43:10.329553 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0e6783d-18fc-4abf-80c5-11c781a7f407 req-30f54ead-6a7d-42af-af38-c28f2ec9e0b9 service neutron] Attempting to bind port 14d2aabb-6aed-4217-af8a-adb20ed2823f on network 8b999824-16ab-4f07-9110-851deb308617 {{(pid=93088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:43:10.334369 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0e6783d-18fc-4abf-80c5-11c781a7f407 req-30f54ead-6a7d-42af-af38-c28f2ec9e0b9 service neutron] Checking agent: {'id': '04527ea7-205a-43f8-9500-06532a9ad9cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79963', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 12, 31, 19), 'started_at': datetime.datetime(2021, 7, 6, 12, 31, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 42, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:43:10.334700 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0e6783d-18fc-4abf-80c5-11c781a7f407 req-30f54ead-6a7d-42af-af38-c28f2ec9e0b9 service neutron] Checking segment: {'id': '8232188b-34aa-440e-a044-99e62819dcbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': '8b999824-16ab-4f07-9110-851deb308617'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93088) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:43:10.335089 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0e6783d-18fc-4abf-80c5-11c781a7f407 req-30f54ead-6a7d-42af-af38-c28f2ec9e0b9 service neutron] Bound using segment: {'id': '8232188b-34aa-440e-a044-99e62819dcbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': '8b999824-16ab-4f07-9110-851deb308617'} {{(pid=93088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:43:10.335532 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.plugins.ml2.managers [req-e0e6783d-18fc-4abf-80c5-11c781a7f407 req-30f54ead-6a7d-42af-af38-c28f2ec9e0b9 service neutron] Bound port: 14d2aabb-6aed-4217-af8a-adb20ed2823f, host: hv-cinder-79963, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8232188b-34aa-440e-a044-99e62819dcbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': '8b999824-16ab-4f07-9110-851deb308617'}}] {{(pid=93088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:43:10.335884 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [req-e0e6783d-18fc-4abf-80c5-11c781a7f407 req-30f54ead-6a7d-42af-af38-c28f2ec9e0b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772861'] for port, before_update {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:43:10.402238 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.plugins.ml2.db [req-e0e6783d-18fc-4abf-80c5-11c781a7f407 req-30f54ead-6a7d-42af-af38-c28f2ec9e0b9 service neutron] For port 14d2aabb-6aed-4217-af8a-adb20ed2823f, host hv-cinder-79963, cleared binding levels {{(pid=93088) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:43:10.405414 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.plugins.ml2.db [req-e0e6783d-18fc-4abf-80c5-11c781a7f407 req-30f54ead-6a7d-42af-af38-c28f2ec9e0b9 service neutron] For port 14d2aabb-6aed-4217-af8a-adb20ed2823f, host hv-cinder-79963, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79963',level=0,port_id=14d2aabb-6aed-4217-af8a-adb20ed2823f,segment=NetworkSegment(8232188b-34aa-440e-a044-99e62819dcbb),segment_id=8232188b-34aa-440e-a044-99e62819dcbb)] {{(pid=93088) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:43:10.411038 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [req-e0e6783d-18fc-4abf-80c5-11c781a7f407 req-30f54ead-6a7d-42af-af38-c28f2ec9e0b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-772913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730294210856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730293689582', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730293689631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63638083'] for port, after_update {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:43:10.451642 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e6783d-18fc-4abf-80c5-11c781a7f407 req-30f54ead-6a7d-42af-af38-c28f2ec9e0b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:43:10.452277 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [req-e0e6783d-18fc-4abf-80c5-11c781a7f407 req-30f54ead-6a7d-42af-af38-c28f2ec9e0b9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473541'] for port, before_response {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:43:10.453685 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-e0e6783d-18fc-4abf-80c5-11c781a7f407 req-30f54ead-6a7d-42af-af38-c28f2ec9e0b9 service neutron] 10.222.0.100 "PUT /v2.0/ports/14d2aabb-6aed-4217-af8a-adb20ed2823f HTTP/1.1" status: 200 len: 1093 time: 0.5953233 Jul 06 12:43:10.454135 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9365b8b2-99a6-44e6-be5b-ddaed9fc6f1b', 'tag': '14d2aabb-6aed-4217-af8a-adb20ed2823f'}] {{(pid=93088) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:43:10.456457 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.106/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9084e8bb467df778e8c5a57eadfa6056a7986fbfd2ee9905f143c38c4b95db31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69f45f73-76b1-4319-ac2f-b59d4f9857f9" -d '{"events": [{"name": "network-changed", "server_uuid": "9365b8b2-99a6-44e6-be5b-ddaed9fc6f1b", "tag": "14d2aabb-6aed-4217-af8a-adb20ed2823f"}]}' {{(pid=93088) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:43:10.484484 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f54ead-6a7d-42af-af38-c28f2ec9e0b9 service neutron] Pushing event updated for resources: {'Port': ['ID=14d2aabb-6aed-4217-af8a-adb20ed2823f,revision_number=3']} {{(pid=93088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:43:10.503886 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 12:43:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc137fd7-5bd4-418f-b58c-bb69dd1ad5a9 x-openstack-request-id: req-cc137fd7-5bd4-418f-b58c-bb69dd1ad5a9 {{(pid=93088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:43:10.503886 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9365b8b2-99a6-44e6-be5b-ddaed9fc6f1b", "tag": "14d2aabb-6aed-4217-af8a-adb20ed2823f", "status": "completed", "code": 200}]} {{(pid=93088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:43:10.504154 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.106/compute/v2.1/os-server-external-events used request id req-cc137fd7-5bd4-418f-b58c-bb69dd1ad5a9 {{(pid=93088) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:43:10.504391 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9365b8b2-99a6-44e6-be5b-ddaed9fc6f1b', 'tag': '14d2aabb-6aed-4217-af8a-adb20ed2823f', 'status': 'completed', 'code': 200} Jul 06 12:43:10.519882 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-f94badd2-cd52-415e-b55e-ef848a1807e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730293992524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912513'] for agent, after_update {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:43:10.591446 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e6783d-18fc-4abf-80c5-11c781a7f407 req-ae1cead5-894b-4b0b-b209-52812d303755 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:43:10.592904 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-e0e6783d-18fc-4abf-80c5-11c781a7f407 req-ae1cead5-894b-4b0b-b209-52812d303755 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=84db46cd62454c358573ed118f38e75a&device_id=9365b8b2-99a6-44e6-be5b-ddaed9fc6f1b HTTP/1.1" status: 200 len: 1096 time: 0.0683227 Jul 06 12:43:10.642974 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-e0e6783d-18fc-4abf-80c5-11c781a7f407 req-fc2bb543-bcd3-4dd8-900f-dda35566058c service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=14d2aabb-6aed-4217-af8a-adb20ed2823f HTTP/1.1" status: 200 len: 217 time: 0.0344021 Jul 06 12:43:10.711811 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017150eb-2821-4153-9643-9adcc1e85337 req-6e5e829d-da09-4a2d-ab02-980e51be9ff8 tempest-VolumesSnapshotTestJSON-576543651 tempest-VolumesSnapshotTestJSON-576543651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:43:10.713185 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-017150eb-2821-4153-9643-9adcc1e85337 req-6e5e829d-da09-4a2d-ab02-980e51be9ff8 tempest-VolumesSnapshotTestJSON-576543651 tempest-VolumesSnapshotTestJSON-576543651-project] 10.222.0.106 "GET /v2.0/ports?device_id=9365b8b2-99a6-44e6-be5b-ddaed9fc6f1b HTTP/1.1" status: 200 len: 943 time: 0.2752500 Jul 06 12:43:10.716345 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e6783d-18fc-4abf-80c5-11c781a7f407 req-d5a459bf-29af-41cd-adb5-b0c24e136a29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:43:10.717711 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-e0e6783d-18fc-4abf-80c5-11c781a7f407 req-d5a459bf-29af-41cd-adb5-b0c24e136a29 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=4929ce3e-ae9a-4ba0-b975-f2ff5b805cd9 HTTP/1.1" status: 200 len: 854 time: 0.0687208 Jul 06 12:43:10.759500 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-e0e6783d-18fc-4abf-80c5-11c781a7f407 req-99d279ab-e6fc-4e5f-a2a7-be76595437e4 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=8b999824-16ab-4f07-9110-851deb308617&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0317922 Jul 06 12:43:10.782998 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-017150eb-2821-4153-9643-9adcc1e85337 req-b854deb9-50da-46ca-99f3-ccb64735d94c tempest-VolumesSnapshotTestJSON-576543651 tempest-VolumesSnapshotTestJSON-576543651-project] 10.222.0.106 "GET /v2.0/security-groups?id=ff37e511-96ed-4a2f-9042-7bf96e3fb943&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620897 Jul 06 12:43:10.859830 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-e0e6783d-18fc-4abf-80c5-11c781a7f407 req-e3aa20c1-e152-4110-9aea-af8c486b589d service neutron] 10.222.0.100 "GET /v2.0/networks/8b999824-16ab-4f07-9110-851deb308617?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912468 Jul 06 12:43:10.925974 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-3dd6613b-aa53-445d-9a05-4c085a94a05e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730293992524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912513'] for agent, after_update {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:43:10.947089 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-e0e6783d-18fc-4abf-80c5-11c781a7f407 req-42cc2d13-1bff-448c-81b7-0995e59f4001 service neutron] 10.222.0.100 "GET /v2.0/networks/8b999824-16ab-4f07-9110-851deb308617?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804605 Jul 06 12:43:11.091034 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f45f73-76b1-4319-ac2f-b59d4f9857f9 req-30f2fde4-4627-45c2-915e-6e041a89d02a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:43:11.092758 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-69f45f73-76b1-4319-ac2f-b59d4f9857f9 req-30f2fde4-4627-45c2-915e-6e041a89d02a service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=84db46cd62454c358573ed118f38e75a&device_id=9365b8b2-99a6-44e6-be5b-ddaed9fc6f1b HTTP/1.1" status: 200 len: 1096 time: 0.0552020 Jul 06 12:43:11.183998 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f45f73-76b1-4319-ac2f-b59d4f9857f9 req-762ba0de-a73c-41b3-babc-77e290d1be6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:43:11.185471 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-69f45f73-76b1-4319-ac2f-b59d4f9857f9 req-762ba0de-a73c-41b3-babc-77e290d1be6a service neutron] 10.222.0.100 "GET /v2.0/networks?id=8b999824-16ab-4f07-9110-851deb308617 HTTP/1.1" status: 200 len: 916 time: 0.0864103 Jul 06 12:43:11.225995 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-69f45f73-76b1-4319-ac2f-b59d4f9857f9 req-7d1d86e2-8354-4d38-b13b-8ed48f0f3e51 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=14d2aabb-6aed-4217-af8a-adb20ed2823f HTTP/1.1" status: 200 len: 217 time: 0.0338061 Jul 06 12:43:11.273612 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f45f73-76b1-4319-ac2f-b59d4f9857f9 req-5cd1e6d7-7eb7-4536-94a9-0e61a08fbb15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:43:11.275057 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-69f45f73-76b1-4319-ac2f-b59d4f9857f9 req-5cd1e6d7-7eb7-4536-94a9-0e61a08fbb15 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=4929ce3e-ae9a-4ba0-b975-f2ff5b805cd9 HTTP/1.1" status: 200 len: 854 time: 0.0420969 Jul 06 12:43:11.310674 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-69f45f73-76b1-4319-ac2f-b59d4f9857f9 req-5a3360a8-4bc7-4d05-b9e1-5c5d374eef1e service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=8b999824-16ab-4f07-9110-851deb308617&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0291975 Jul 06 12:43:11.397206 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-69f45f73-76b1-4319-ac2f-b59d4f9857f9 req-2b5a5765-dd39-45b3-b11a-c58781df5fe9 service neutron] 10.222.0.100 "GET /v2.0/networks/8b999824-16ab-4f07-9110-851deb308617?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0784664 Jul 06 12:43:11.489634 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-69f45f73-76b1-4319-ac2f-b59d4f9857f9 req-65082948-eeed-499a-96d1-c766bcd093ce service neutron] 10.222.0.100 "GET /v2.0/networks/8b999824-16ab-4f07-9110-851deb308617?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856493 Jul 06 12:43:11.533520 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-59602645-7b03-4a79-8c54-32befe919dd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730293992524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912513'] for agent, after_update {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:43:12.009010 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c10a4f-91cc-4057-9d0f-9cd8248a158b req-69f392e6-c013-4324-bc70-5d83ba9f6d44 tempest-VolumesSnapshotTestJSON-576543651 tempest-VolumesSnapshotTestJSON-576543651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:43:12.010494 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-d5c10a4f-91cc-4057-9d0f-9cd8248a158b req-69f392e6-c013-4324-bc70-5d83ba9f6d44 tempest-VolumesSnapshotTestJSON-576543651 tempest-VolumesSnapshotTestJSON-576543651-project] 10.222.0.106 "GET /v2.0/ports?device_id=9365b8b2-99a6-44e6-be5b-ddaed9fc6f1b HTTP/1.1" status: 200 len: 943 time: 0.1138103 Jul 06 12:43:12.047262 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-d5c10a4f-91cc-4057-9d0f-9cd8248a158b req-4c0d6353-19d2-4e46-a1d8-5a7b800718bb tempest-VolumesSnapshotTestJSON-576543651 tempest-VolumesSnapshotTestJSON-576543651-project] 10.222.0.106 "GET /v2.0/security-groups?id=ff37e511-96ed-4a2f-9042-7bf96e3fb943&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310838 Jul 06 12:43:13.106867 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-eaae0be5-6402-4968-ae30-74f1a6482786 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730293992524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912513'] for agent, after_update {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:43:13.225504 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526cd553-8c65-4730-acc0-a27908bb3647 req-52ca4e5b-706f-41ae-921f-421fb90a966e tempest-VolumesSnapshotTestJSON-576543651 tempest-VolumesSnapshotTestJSON-576543651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:43:13.227002 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-526cd553-8c65-4730-acc0-a27908bb3647 req-52ca4e5b-706f-41ae-921f-421fb90a966e tempest-VolumesSnapshotTestJSON-576543651 tempest-VolumesSnapshotTestJSON-576543651-project] 10.222.0.106 "GET /v2.0/ports?device_id=9365b8b2-99a6-44e6-be5b-ddaed9fc6f1b HTTP/1.1" status: 200 len: 943 time: 0.0648108 Jul 06 12:43:13.267688 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-526cd553-8c65-4730-acc0-a27908bb3647 req-4f11e28e-38fc-48c7-bc1c-172d1be22459 tempest-VolumesSnapshotTestJSON-576543651 tempest-VolumesSnapshotTestJSON-576543651-project] 10.222.0.106 "GET /v2.0/security-groups?id=ff37e511-96ed-4a2f-9042-7bf96e3fb943&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351214 Jul 06 12:43:14.440239 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eae3a9d-23dc-4e31-9968-35125ef8c0f5 req-959077dc-a999-44fb-ab3e-0b57e17a657f tempest-VolumesSnapshotTestJSON-576543651 tempest-VolumesSnapshotTestJSON-576543651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:43:14.441745 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-3eae3a9d-23dc-4e31-9968-35125ef8c0f5 req-959077dc-a999-44fb-ab3e-0b57e17a657f tempest-VolumesSnapshotTestJSON-576543651 tempest-VolumesSnapshotTestJSON-576543651-project] 10.222.0.106 "GET /v2.0/ports?device_id=9365b8b2-99a6-44e6-be5b-ddaed9fc6f1b HTTP/1.1" status: 200 len: 943 time: 0.0652821 Jul 06 12:43:14.478737 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-3eae3a9d-23dc-4e31-9968-35125ef8c0f5 req-c4eed803-6712-4ec6-b056-2f601fbdf9da tempest-VolumesSnapshotTestJSON-576543651 tempest-VolumesSnapshotTestJSON-576543651-project] 10.222.0.106 "GET /v2.0/security-groups?id=ff37e511-96ed-4a2f-9042-7bf96e3fb943&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307097 Jul 06 12:43:15.107833 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.rpc [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] Device 14d2aabb-6aed-4217-af8a-adb20ed2823f details requested by agent hyperv_hv-cinder-79963 with host hv-cinder-79963 {{(pid=93089) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 12:43:15.198602 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.db [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] For port 14d2aabb-6aed-4217-af8a-adb20ed2823f, host hv-cinder-79963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79963',level=0,port_id=14d2aabb-6aed-4217-af8a-adb20ed2823f,segment=NetworkSegment(8232188b-34aa-440e-a044-99e62819dcbb),segment_id=8232188b-34aa-440e-a044-99e62819dcbb)] {{(pid=93089) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:43:15.210102 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.rpc [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] Returning: {'device': '14d2aabb-6aed-4217-af8a-adb20ed2823f', 'network_id': '8b999824-16ab-4f07-9110-851deb308617', 'port_id': '14d2aabb-6aed-4217-af8a-adb20ed2823f', 'mac_address': 'fa:16:3e:46:59:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1091, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4929ce3e-ae9a-4ba0-b975-f2ff5b805cd9', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93089) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 12:43:15.249156 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772861'] for port, before_update {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:43:15.261531 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.notifiers.nova [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 14d2aabb-6aed-4217-af8a-adb20ed2823f {{(pid=93089) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 12:43:15.281117 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.db [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] For port 14d2aabb-6aed-4217-af8a-adb20ed2823f, host hv-cinder-79963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79963',level=0,port_id=14d2aabb-6aed-4217-af8a-adb20ed2823f,segment=NetworkSegment(8232188b-34aa-440e-a044-99e62819dcbb),segment_id=8232188b-34aa-440e-a044-99e62819dcbb)] {{(pid=93089) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:43:15.284694 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-772913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730294210856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730293689582', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730293689631'] for port, after_update {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:43:15.330261 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] Pushing event updated for resources: {'Port': ['ID=14d2aabb-6aed-4217-af8a-adb20ed2823f,revision_number=4']} {{(pid=93089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:43:15.337718 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799631-1-iscsi {{(pid=93089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:43:15.338070 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799631-1-iscsi {{(pid=93089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:43:15.338411 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799631-1-iscsi {{(pid=93089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:43:15.338751 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799631-1-iscsi {{(pid=93089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:43:15.339377 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799631-1-iscsi {{(pid=93089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:43:15.339721 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799631-1-iscsi {{(pid=93089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:43:15.340049 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-799631-1-iscsi {{(pid=93089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:43:15.340376 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-799631-1-iscsi {{(pid=93089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:43:15.340704 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799631-1-iscsi {{(pid=93089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:43:15.341030 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799631-1-iscsi {{(pid=93089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:43:15.341353 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799631-1-iscsi {{(pid=93089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:43:15.341676 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799631-1-iscsi {{(pid=93089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:43:15.586513 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.db [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] get_ports_and_sgs() called for port_ids ['14d2aabb-6aed-4217-af8a-adb20ed2823f'] {{(pid=93089) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 12:43:15.658707 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950f72d0-3063-49d1-a87f-d6f153d69714 req-4431aa57-72ec-4f89-b93d-9ca1abdeef27 tempest-VolumesSnapshotTestJSON-576543651 tempest-VolumesSnapshotTestJSON-576543651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:43:15.660256 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-950f72d0-3063-49d1-a87f-d6f153d69714 req-4431aa57-72ec-4f89-b93d-9ca1abdeef27 tempest-VolumesSnapshotTestJSON-576543651 tempest-VolumesSnapshotTestJSON-576543651-project] 10.222.0.106 "GET /v2.0/ports?device_id=9365b8b2-99a6-44e6-be5b-ddaed9fc6f1b HTTP/1.1" status: 200 len: 944 time: 0.0629380 Jul 06 12:43:15.698058 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-950f72d0-3063-49d1-a87f-d6f153d69714 req-7265c0ed-5722-43ed-b766-fe1512c51db7 tempest-VolumesSnapshotTestJSON-576543651 tempest-VolumesSnapshotTestJSON-576543651-project] 10.222.0.106 "GET /v2.0/security-groups?id=ff37e511-96ed-4a2f-9042-7bf96e3fb943&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322521 Jul 06 12:43:16.870900 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75890ee-d1ba-42de-9241-9a42b78d867b req-1827a5c0-37a9-4393-8415-c1fb4d72510d tempest-VolumesSnapshotTestJSON-576543651 tempest-VolumesSnapshotTestJSON-576543651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:43:16.872417 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-a75890ee-d1ba-42de-9241-9a42b78d867b req-1827a5c0-37a9-4393-8415-c1fb4d72510d tempest-VolumesSnapshotTestJSON-576543651 tempest-VolumesSnapshotTestJSON-576543651-project] 10.222.0.106 "GET /v2.0/ports?device_id=9365b8b2-99a6-44e6-be5b-ddaed9fc6f1b HTTP/1.1" status: 200 len: 944 time: 0.0657446 Jul 06 12:43:16.909150 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-a75890ee-d1ba-42de-9241-9a42b78d867b req-9079b53f-73a5-42d4-a24f-d0d3e3743ea1 tempest-VolumesSnapshotTestJSON-576543651 tempest-VolumesSnapshotTestJSON-576543651-project] 10.222.0.106 "GET /v2.0/security-groups?id=ff37e511-96ed-4a2f-9042-7bf96e3fb943&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312421 Jul 06 12:43:17.113085 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.rpc [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] Device 14d2aabb-6aed-4217-af8a-adb20ed2823f up at agent hyperv_hv-cinder-79963 {{(pid=93089) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:43:17.163417 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.db.provisioning_blocks [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] Provisioning for port 14d2aabb-6aed-4217-af8a-adb20ed2823f completed by entity L2. {{(pid=93089) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:43:17.166923 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.db.provisioning_blocks [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] Provisioning complete for port 14d2aabb-6aed-4217-af8a-adb20ed2823f triggered by entity L2. {{(pid=93089) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:43:17.167320 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912496'] for port, provisioning_complete {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:43:17.243133 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772861'] for port, before_update {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:43:17.272284 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9365b8b2-99a6-44e6-be5b-ddaed9fc6f1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14d2aabb-6aed-4217-af8a-adb20ed2823f'}] {{(pid=93089) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:43:17.274535 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.106/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe93d3bb6f6ea65552dd5d1819c289058d75ea396ac2be612a447f7071fdb995" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f93279f8-2cf1-44e2-a77b-cb92abb6ad7b" -d '{"events": [{"server_uuid": "9365b8b2-99a6-44e6-be5b-ddaed9fc6f1b", "name": "network-vif-plugged", "status": "completed", "tag": "14d2aabb-6aed-4217-af8a-adb20ed2823f"}]}' {{(pid=93089) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:43:17.287754 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.db [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] For port 14d2aabb-6aed-4217-af8a-adb20ed2823f, host hv-cinder-79963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79963',level=0,port_id=14d2aabb-6aed-4217-af8a-adb20ed2823f,segment=NetworkSegment(8232188b-34aa-440e-a044-99e62819dcbb),segment_id=8232188b-34aa-440e-a044-99e62819dcbb)] {{(pid=93089) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:43:17.291734 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-772913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730294210856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730293689582', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730293689631'] for port, after_update {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:43:17.315638 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 12:43:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d29cd201-a037-41c7-a569-f8059ddb3169 x-openstack-request-id: req-d29cd201-a037-41c7-a569-f8059ddb3169 {{(pid=93089) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:43:17.315931 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9365b8b2-99a6-44e6-be5b-ddaed9fc6f1b", "name": "network-vif-plugged", "status": "completed", "tag": "14d2aabb-6aed-4217-af8a-adb20ed2823f", "code": 200}]} {{(pid=93089) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:43:17.316185 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.106/compute/v2.1/os-server-external-events used request id req-d29cd201-a037-41c7-a569-f8059ddb3169 {{(pid=93089) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:43:17.316576 dv-cinder-799631-1-iscsi neutron-server[93089]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9365b8b2-99a6-44e6-be5b-ddaed9fc6f1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14d2aabb-6aed-4217-af8a-adb20ed2823f', 'code': 200} Jul 06 12:43:17.342115 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] Pushing event updated for resources: {'Port': ['ID=14d2aabb-6aed-4217-af8a-adb20ed2823f,revision_number=5']} {{(pid=93089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:43:17.566126 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb459588-11c8-4fa4-a9c3-1f6aa7fcb6a1 req-e9e0c14d-8245-4cc1-87a0-1d05efd56786 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:43:17.567651 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-bb459588-11c8-4fa4-a9c3-1f6aa7fcb6a1 req-e9e0c14d-8245-4cc1-87a0-1d05efd56786 service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=9365b8b2-99a6-44e6-be5b-ddaed9fc6f1b HTTP/1.1" status: 200 len: 1098 time: 0.0509796 Jul 06 12:43:17.603541 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-bb459588-11c8-4fa4-a9c3-1f6aa7fcb6a1 req-79c3b6fb-e673-43ee-ae5e-00fd31c847da service neutron] 10.222.0.100 "GET /v2.0/security-groups?id=ff37e511-96ed-4a2f-9042-7bf96e3fb943&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0284011 Jul 06 12:43:18.080481 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea5379d-a522-4881-ad95-87b4db05d69f req-ac9f0acd-4e54-49c2-be50-fc11dbac6b3f tempest-VolumesSnapshotTestJSON-576543651 tempest-VolumesSnapshotTestJSON-576543651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:43:18.081993 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-3ea5379d-a522-4881-ad95-87b4db05d69f req-ac9f0acd-4e54-49c2-be50-fc11dbac6b3f tempest-VolumesSnapshotTestJSON-576543651 tempest-VolumesSnapshotTestJSON-576543651-project] 10.222.0.106 "GET /v2.0/ports?device_id=9365b8b2-99a6-44e6-be5b-ddaed9fc6f1b HTTP/1.1" status: 200 len: 945 time: 0.0642660 Jul 06 12:43:18.126793 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-3ea5379d-a522-4881-ad95-87b4db05d69f req-e4c5c3d7-c753-4925-a3b4-a4cc46cfaf0d tempest-VolumesSnapshotTestJSON-576543651 tempest-VolumesSnapshotTestJSON-576543651-project] 10.222.0.106 "GET /v2.0/security-groups?id=ff37e511-96ed-4a2f-9042-7bf96e3fb943&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382879 Jul 06 12:43:19.314918 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75844c8e-f22c-4e66-87a2-ebef31f8b43b req-ef4ac8b9-e9db-4f2a-85bc-201a0b8cee4c tempest-VolumesSnapshotTestJSON-576543651 tempest-VolumesSnapshotTestJSON-576543651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:43:19.316443 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-75844c8e-f22c-4e66-87a2-ebef31f8b43b req-ef4ac8b9-e9db-4f2a-85bc-201a0b8cee4c tempest-VolumesSnapshotTestJSON-576543651 tempest-VolumesSnapshotTestJSON-576543651-project] 10.222.0.106 "GET /v2.0/ports?device_id=9365b8b2-99a6-44e6-be5b-ddaed9fc6f1b HTTP/1.1" status: 200 len: 945 time: 0.0700877 Jul 06 12:43:19.354748 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-75844c8e-f22c-4e66-87a2-ebef31f8b43b req-bb2c4bf6-9eb8-4f4b-a733-c29f29289ca0 tempest-VolumesSnapshotTestJSON-576543651 tempest-VolumesSnapshotTestJSON-576543651-project] 10.222.0.106 "GET /v2.0/security-groups?id=ff37e511-96ed-4a2f-9042-7bf96e3fb943&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317595 Jul 06 12:43:22.051769 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730293992524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912513'] for agent, after_update {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:43:34.012996 dv-cinder-799631-1-iscsi neutron-server[93090]: DEBUG neutron.db.agents_db [None req-df1e7349-c09a-47b1-8f5e-4c337b6ca707 None None] Agent healthcheck: found 6 active agents {{(pid=93090) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 12:43:37.270108 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-c796b2b7-dbeb-4182-80dd-9719583901bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730293992524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912513'] for agent, after_update {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:43:40.521885 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-1c669204-c3d2-46e1-a4b9-8bb2100f1954 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730293992524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912513'] for agent, after_update {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:43:40.636484 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e03fe9d-fa3c-463e-9724-707e8c6ff00b req-dda8cae5-d11f-4ce6-9452-78e2122322e9 tempest-VolumesSnapshotTestJSON-576543651 tempest-VolumesSnapshotTestJSON-576543651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:43:40.637951 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-0e03fe9d-fa3c-463e-9724-707e8c6ff00b req-dda8cae5-d11f-4ce6-9452-78e2122322e9 tempest-VolumesSnapshotTestJSON-576543651 tempest-VolumesSnapshotTestJSON-576543651-project] 10.222.0.106 "GET /v2.0/ports?device_id=9365b8b2-99a6-44e6-be5b-ddaed9fc6f1b HTTP/1.1" status: 200 len: 945 time: 0.0622423 Jul 06 12:43:40.676982 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-0e03fe9d-fa3c-463e-9724-707e8c6ff00b req-acf79139-e7ca-4e6a-9729-3799301d7fa5 tempest-VolumesSnapshotTestJSON-576543651 tempest-VolumesSnapshotTestJSON-576543651-project] 10.222.0.106 "GET /v2.0/security-groups?id=ff37e511-96ed-4a2f-9042-7bf96e3fb943&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334945 Jul 06 12:43:40.927668 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-3dd6613b-aa53-445d-9a05-4c085a94a05e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730293992524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912513'] for agent, after_update {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:43:41.537804 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-59602645-7b03-4a79-8c54-32befe919dd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730293992524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912513'] for agent, after_update {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:43:41.851653 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99c65af-f8b4-4c32-b520-c1d65afbba0c req-62857981-093b-4e02-8fa9-e4faf3afeaef tempest-VolumesSnapshotTestJSON-576543651 tempest-VolumesSnapshotTestJSON-576543651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:43:41.853263 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-f99c65af-f8b4-4c32-b520-c1d65afbba0c req-62857981-093b-4e02-8fa9-e4faf3afeaef tempest-VolumesSnapshotTestJSON-576543651 tempest-VolumesSnapshotTestJSON-576543651-project] 10.222.0.106 "GET /v2.0/ports?device_id=9365b8b2-99a6-44e6-be5b-ddaed9fc6f1b HTTP/1.1" status: 200 len: 945 time: 0.0650589 Jul 06 12:43:41.895648 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-f99c65af-f8b4-4c32-b520-c1d65afbba0c req-9605094d-de91-436c-8735-e251bc814c41 tempest-VolumesSnapshotTestJSON-576543651 tempest-VolumesSnapshotTestJSON-576543651-project] 10.222.0.106 "GET /v2.0/security-groups?id=ff37e511-96ed-4a2f-9042-7bf96e3fb943&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363708 Jul 06 12:43:42.362327 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017741e0-b9ec-4e86-a324-54f042ea6068 req-4427504d-87b1-4071-96df-baefcbb0f479 tempest-VolumesSnapshotTestJSON-576543651 tempest-VolumesSnapshotTestJSON-576543651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:43:42.363810 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-017741e0-b9ec-4e86-a324-54f042ea6068 req-4427504d-87b1-4071-96df-baefcbb0f479 tempest-VolumesSnapshotTestJSON-576543651 tempest-VolumesSnapshotTestJSON-576543651-project] 10.222.0.100 "GET /v2.0/ports?device_id=9365b8b2-99a6-44e6-be5b-ddaed9fc6f1b HTTP/1.1" status: 200 len: 945 time: 0.0617471 Jul 06 12:43:42.469634 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.plugins.ml2.plugin [req-017741e0-b9ec-4e86-a324-54f042ea6068 req-b2b29e62-d622-410b-9407-281532aad451 tempest-VolumesSnapshotTestJSON-576543651 tempest-VolumesSnapshotTestJSON-576543651-project] Deleting port 14d2aabb-6aed-4217-af8a-adb20ed2823f {{(pid=93088) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:43:42.474000 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [req-017741e0-b9ec-4e86-a324-54f042ea6068 req-b2b29e62-d622-410b-9407-281532aad451 tempest-VolumesSnapshotTestJSON-576543651 tempest-VolumesSnapshotTestJSON-576543651-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730294201564'] for port, before_delete {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:43:42.557930 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.plugins.ml2.db [req-017741e0-b9ec-4e86-a324-54f042ea6068 req-b2b29e62-d622-410b-9407-281532aad451 tempest-VolumesSnapshotTestJSON-576543651 tempest-VolumesSnapshotTestJSON-576543651-project] For port 14d2aabb-6aed-4217-af8a-adb20ed2823f, host hv-cinder-79963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79963',level=0,port_id=14d2aabb-6aed-4217-af8a-adb20ed2823f,segment=NetworkSegment(8232188b-34aa-440e-a044-99e62819dcbb),segment_id=8232188b-34aa-440e-a044-99e62819dcbb)] {{(pid=93088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:43:42.558297 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [req-017741e0-b9ec-4e86-a324-54f042ea6068 req-b2b29e62-d622-410b-9407-281532aad451 tempest-VolumesSnapshotTestJSON-576543651 tempest-VolumesSnapshotTestJSON-576543651-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813012'] for port, precommit_delete {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:43:42.570474 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.plugins.ml2.plugin [req-017741e0-b9ec-4e86-a324-54f042ea6068 req-b2b29e62-d622-410b-9407-281532aad451 tempest-VolumesSnapshotTestJSON-576543651 tempest-VolumesSnapshotTestJSON-576543651-project] Calling delete_port for 14d2aabb-6aed-4217-af8a-adb20ed2823f owned by compute:nova {{(pid=93088) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:43:42.701717 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [req-017741e0-b9ec-4e86-a324-54f042ea6068 req-b2b29e62-d622-410b-9407-281532aad451 tempest-VolumesSnapshotTestJSON-576543651 tempest-VolumesSnapshotTestJSON-576543651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-772913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730294210838', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730293689573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63638200'] for port, after_delete {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:43:42.731238 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b29e62-d622-410b-9407-281532aad451 tempest-VolumesSnapshotTestJSON-576543651 tempest-VolumesSnapshotTestJSON-576543651-project] Pushing event deleted for resources: {'Port': ['ID=14d2aabb-6aed-4217-af8a-adb20ed2823f,revision_number=None']} {{(pid=93088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:43:42.738743 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.db [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] get_ports_and_sgs() called for port_ids ['14d2aabb-6aed-4217-af8a-adb20ed2823f'] {{(pid=93089) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 12:43:42.779462 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.db.l3_dvrscheduler_db [req-017741e0-b9ec-4e86-a324-54f042ea6068 req-b2b29e62-d622-410b-9407-281532aad451 tempest-VolumesSnapshotTestJSON-576543651 tempest-VolumesSnapshotTestJSON-576543651-project] No DVR routers for this DVR port 14d2aabb-6aed-4217-af8a-adb20ed2823f on host hv-cinder-79963 {{(pid=93088) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:43:42.781937 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [req-017741e0-b9ec-4e86-a324-54f042ea6068 req-b2b29e62-d622-410b-9407-281532aad451 tempest-VolumesSnapshotTestJSON-576543651 tempest-VolumesSnapshotTestJSON-576543651-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473541'] for port, before_response {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:43:42.783959 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-017741e0-b9ec-4e86-a324-54f042ea6068 req-b2b29e62-d622-410b-9407-281532aad451 tempest-VolumesSnapshotTestJSON-576543651 tempest-VolumesSnapshotTestJSON-576543651-project] 10.222.0.100 "DELETE /v2.0/ports/14d2aabb-6aed-4217-af8a-adb20ed2823f HTTP/1.1" status: 204 len: 173 time: 0.4143515 Jul 06 12:43:42.784397 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9365b8b2-99a6-44e6-be5b-ddaed9fc6f1b', 'name': 'network-vif-deleted', 'tag': '14d2aabb-6aed-4217-af8a-adb20ed2823f'}] {{(pid=93088) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:43:42.786698 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.106/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9084e8bb467df778e8c5a57eadfa6056a7986fbfd2ee9905f143c38c4b95db31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a681609-cfab-4319-9517-02f8761de225" -d '{"events": [{"server_uuid": "9365b8b2-99a6-44e6-be5b-ddaed9fc6f1b", "name": "network-vif-deleted", "tag": "14d2aabb-6aed-4217-af8a-adb20ed2823f"}]}' {{(pid=93088) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:43:42.882008 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 12:43:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20e3525d-92ce-4867-9766-caeea87a04c5 x-openstack-request-id: req-20e3525d-92ce-4867-9766-caeea87a04c5 {{(pid=93088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:43:42.882616 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9365b8b2-99a6-44e6-be5b-ddaed9fc6f1b", "name": "network-vif-deleted", "tag": "14d2aabb-6aed-4217-af8a-adb20ed2823f", "status": "completed", "code": 200}]} {{(pid=93088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:43:42.882616 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.106/compute/v2.1/os-server-external-events used request id req-20e3525d-92ce-4867-9766-caeea87a04c5 {{(pid=93088) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:43:42.882987 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9365b8b2-99a6-44e6-be5b-ddaed9fc6f1b', 'name': 'network-vif-deleted', 'tag': '14d2aabb-6aed-4217-af8a-adb20ed2823f', 'status': 'completed', 'code': 200} Jul 06 12:43:43.050830 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-544a1e5e-5b2e-44c2-98b2-18a3ce41af53 req-40a534df-a30a-45a4-9072-3e5a98cee24f tempest-VolumesSnapshotTestJSON-576543651 tempest-VolumesSnapshotTestJSON-576543651-project] 10.222.0.106 "GET /v2.0/ports?device_id=9365b8b2-99a6-44e6-be5b-ddaed9fc6f1b HTTP/1.1" status: 200 len: 210 time: 0.0279708 Jul 06 12:43:43.110555 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-eaae0be5-6402-4968-ae30-74f1a6482786 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730293992524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912513'] for agent, after_update {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:43:48.516342 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.rpc [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] Device 14d2aabb-6aed-4217-af8a-adb20ed2823f no longer exists at agent hyperv_hv-cinder-79963 {{(pid=93089) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:43:48.540112 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.plugin [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] No Port match for: 14d2aabb-6aed-4217-af8a-adb20ed2823f {{(pid=93089) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:43:48.540450 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.rpc [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] Device 14d2aabb-6aed-4217-af8a-adb20ed2823f not bound to the agent host hv-cinder-79963 {{(pid=93089) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:43:52.065647 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730293992524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912513'] for agent, after_update {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:44:02.054589 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7695addf-89a3-439d-81e9-c630e032019b req-a5ef5bfb-9b86-4c8d-bb3d-f9880acfe500 tempest-TestShelveInstance-996288515 tempest-TestShelveInstance-996288515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:44:02.055996 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-7695addf-89a3-439d-81e9-c630e032019b req-a5ef5bfb-9b86-4c8d-bb3d-f9880acfe500 tempest-TestShelveInstance-996288515 tempest-TestShelveInstance-996288515-project] 10.222.0.106 "GET /v2.0/ports?device_id=53675ebd-6299-4760-9245-bf32debfda0f HTTP/1.1" status: 200 len: 946 time: 0.0614781 Jul 06 12:44:02.092891 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-7695addf-89a3-439d-81e9-c630e032019b req-19075f48-a7d6-48ca-b786-78a5f269f4e9 tempest-TestShelveInstance-996288515 tempest-TestShelveInstance-996288515-project] 10.222.0.106 "GET /v2.0/security-groups?id=0802f8fa-e754-4815-a384-1d6e49591486&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313914 Jul 06 12:44:03.268830 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a663be1-246c-47f5-9520-831a4e55060b req-122ee67e-66df-45a0-bb6c-368bf52da121 tempest-TestShelveInstance-996288515 tempest-TestShelveInstance-996288515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:44:03.270323 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-2a663be1-246c-47f5-9520-831a4e55060b req-122ee67e-66df-45a0-bb6c-368bf52da121 tempest-TestShelveInstance-996288515 tempest-TestShelveInstance-996288515-project] 10.222.0.106 "GET /v2.0/ports?device_id=53675ebd-6299-4760-9245-bf32debfda0f HTTP/1.1" status: 200 len: 946 time: 0.0653932 Jul 06 12:44:03.307915 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-2a663be1-246c-47f5-9520-831a4e55060b req-ed6bc7f1-4bfb-41b2-a159-e6853def93cf tempest-TestShelveInstance-996288515 tempest-TestShelveInstance-996288515-project] 10.222.0.106 "GET /v2.0/security-groups?id=0802f8fa-e754-4815-a384-1d6e49591486&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319114 Jul 06 12:44:04.504065 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cecca39-f566-4c51-bf49-cd0f598faa0c req-ee2909b9-3c93-4efe-b2a4-de56542da0cd tempest-TestShelveInstance-996288515 tempest-TestShelveInstance-996288515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:44:04.506429 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-6cecca39-f566-4c51-bf49-cd0f598faa0c req-ee2909b9-3c93-4efe-b2a4-de56542da0cd tempest-TestShelveInstance-996288515 tempest-TestShelveInstance-996288515-project] 10.222.0.106 "GET /v2.0/ports?device_id=53675ebd-6299-4760-9245-bf32debfda0f HTTP/1.1" status: 200 len: 946 time: 0.0828202 Jul 06 12:44:04.546174 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-6cecca39-f566-4c51-bf49-cd0f598faa0c req-092e0379-e787-4bcf-b28d-98df59d2a0d6 tempest-TestShelveInstance-996288515 tempest-TestShelveInstance-996288515-project] 10.222.0.106 "GET /v2.0/security-groups?id=0802f8fa-e754-4815-a384-1d6e49591486&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343316 Jul 06 12:44:05.726234 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95dc455-f80b-4438-a075-e9cad1f58665 req-74d507eb-5dc8-4c65-a325-98da42114c97 tempest-TestShelveInstance-996288515 tempest-TestShelveInstance-996288515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:44:05.727649 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-a95dc455-f80b-4438-a075-e9cad1f58665 req-74d507eb-5dc8-4c65-a325-98da42114c97 tempest-TestShelveInstance-996288515 tempest-TestShelveInstance-996288515-project] 10.222.0.106 "GET /v2.0/ports?device_id=53675ebd-6299-4760-9245-bf32debfda0f HTTP/1.1" status: 200 len: 946 time: 0.0672073 Jul 06 12:44:06.038486 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-a95dc455-f80b-4438-a075-e9cad1f58665 req-53155351-01a9-4cd6-a223-9eeef5efcfb3 tempest-TestShelveInstance-996288515 tempest-TestShelveInstance-996288515-project] 10.222.0.106 "GET /v2.0/security-groups?id=0802f8fa-e754-4815-a384-1d6e49591486&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3050969 Jul 06 12:44:07.221046 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954f6758-7d72-4878-9be9-4c9db19a3344 req-e49c7be2-096e-4837-a4f9-e4991c77f808 tempest-TestShelveInstance-996288515 tempest-TestShelveInstance-996288515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:44:07.222669 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-954f6758-7d72-4878-9be9-4c9db19a3344 req-e49c7be2-096e-4837-a4f9-e4991c77f808 tempest-TestShelveInstance-996288515 tempest-TestShelveInstance-996288515-project] 10.222.0.106 "GET /v2.0/ports?device_id=53675ebd-6299-4760-9245-bf32debfda0f HTTP/1.1" status: 200 len: 946 time: 0.0650973 Jul 06 12:44:07.271405 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-6eb05ed7-db84-4a11-bcfa-74aa03ce0818 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730293992524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912513'] for agent, after_update {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:44:07.272056 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-954f6758-7d72-4878-9be9-4c9db19a3344 req-4d824898-5b51-4386-9626-9df85690ecae tempest-TestShelveInstance-996288515 tempest-TestShelveInstance-996288515-project] 10.222.0.106 "GET /v2.0/security-groups?id=0802f8fa-e754-4815-a384-1d6e49591486&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425069 Jul 06 12:44:07.323390 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.wsgi [-] (93088) accepted ('10.222.0.106', 56842) {{(pid=93088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:44:07.368518 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.db.db_base_plugin_v2 [None req-5dbaf162-1aaf-426c-8e69-8253185ac515 admin admin] Deleting subnet 4929ce3e-ae9a-4ba0-b975-f2ff5b805cd9 {{(pid=93088) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 12:44:07.371947 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-5dbaf162-1aaf-426c-8e69-8253185ac515 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:44:07.409823 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-5dbaf162-1aaf-426c-8e69-8253185ac515 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63205673'] for subnet, precommit_delete_associations {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:44:07.449632 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-5dbaf162-1aaf-426c-8e69-8253185ac515 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-892766'] for subnet, precommit_delete {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:44:07.511583 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-5dbaf162-1aaf-426c-8e69-8253185ac515 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-892759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1774543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63638146', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63516695'] for subnet, after_delete {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:44:07.537000 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dbaf162-1aaf-426c-8e69-8253185ac515 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4929ce3e-ae9a-4ba0-b975-f2ff5b805cd9,revision_number=None']} {{(pid=93088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:44:07.546746 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-5dbaf162-1aaf-426c-8e69-8253185ac515 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:44:07.548745 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [None req-5dbaf162-1aaf-426c-8e69-8253185ac515 admin admin] 10.222.0.106 "DELETE /v2.0/subnets/4929ce3e-ae9a-4ba0-b975-f2ff5b805cd9 HTTP/1.1" status: 204 len: 168 time: 0.2243111 Jul 06 12:44:07.550687 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dbaf162-1aaf-426c-8e69-8253185ac515 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799631-1-iscsi {{(pid=93088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:44:07.551042 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dbaf162-1aaf-426c-8e69-8253185ac515 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799631-1-iscsi {{(pid=93088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:44:07.551475 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dbaf162-1aaf-426c-8e69-8253185ac515 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799631-1-iscsi {{(pid=93088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:44:07.551766 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dbaf162-1aaf-426c-8e69-8253185ac515 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799631-1-iscsi {{(pid=93088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:44:07.552070 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.wsgi [-] (93087) accepted ('10.222.0.106', 56844) {{(pid=93087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:44:07.552752 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dbaf162-1aaf-426c-8e69-8253185ac515 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799631-1-iscsi {{(pid=93088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:44:07.552752 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dbaf162-1aaf-426c-8e69-8253185ac515 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799631-1-iscsi {{(pid=93088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:44:07.552752 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dbaf162-1aaf-426c-8e69-8253185ac515 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-799631-1-iscsi {{(pid=93088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:44:07.553051 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dbaf162-1aaf-426c-8e69-8253185ac515 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-799631-1-iscsi {{(pid=93088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:44:07.553377 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dbaf162-1aaf-426c-8e69-8253185ac515 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799631-1-iscsi {{(pid=93088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:44:07.553732 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dbaf162-1aaf-426c-8e69-8253185ac515 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799631-1-iscsi {{(pid=93088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:44:07.554059 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dbaf162-1aaf-426c-8e69-8253185ac515 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799631-1-iscsi {{(pid=93088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:44:07.554384 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dbaf162-1aaf-426c-8e69-8253185ac515 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799631-1-iscsi {{(pid=93088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:44:07.625176 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-8c43dc37-629e-4732-bd16-b50e34821d92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-555043'] for network, before_delete {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:44:07.712018 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-8c43dc37-629e-4732-bd16-b50e34821d92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-910539', 'neutron.services.segments.db._delete_segments_for_network-8730293992542'] for network, precommit_delete {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:44:07.722662 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.services.segments.db [None req-8c43dc37-629e-4732-bd16-b50e34821d92 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8b999824-16ab-4f07-9110-851deb308617']}} {{(pid=93087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:44:07.734100 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.services.segments.db [None req-8c43dc37-629e-4732-bd16-b50e34821d92 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8232188b-34aa-440e-a044-99e62819dcbb') {'for_net_delete': True} {{(pid=93087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:44:07.734400 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.services.segments.db [None req-8c43dc37-629e-4732-bd16-b50e34821d92 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8232188b-34aa-440e-a044-99e62819dcbb') {} {{(pid=93087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:44:07.743920 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-8c43dc37-629e-4732-bd16-b50e34821d92 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730294219394', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66964365'] for segment, before_delete {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:44:07.761872 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-8c43dc37-629e-4732-bd16-b50e34821d92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-886815'] for segment, precommit_delete {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:44:07.768192 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c43dc37-629e-4732-bd16-b50e34821d92 admin admin] Releasing vlan 1091 on physical network physnet1 to pool {{(pid=93087) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 12:44:07.768619 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-8c43dc37-629e-4732-bd16-b50e34821d92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-886815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65517680'] for segment, after_delete {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:44:07.770365 dv-cinder-799631-1-iscsi neutron-server[93087]: Traceback (most recent call last): Jul 06 12:44:07.770365 dv-cinder-799631-1-iscsi neutron-server[93087]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 12:44:07.770365 dv-cinder-799631-1-iscsi neutron-server[93087]: timer() Jul 06 12:44:07.770365 dv-cinder-799631-1-iscsi neutron-server[93087]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 12:44:07.770365 dv-cinder-799631-1-iscsi neutron-server[93087]: cb(*args, **kw) Jul 06 12:44:07.770365 dv-cinder-799631-1-iscsi neutron-server[93087]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 12:44:07.770365 dv-cinder-799631-1-iscsi neutron-server[93087]: return func(*args, **kwargs) Jul 06 12:44:07.770365 dv-cinder-799631-1-iscsi neutron-server[93087]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 12:44:07.770365 dv-cinder-799631-1-iscsi neutron-server[93087]: self._notify() Jul 06 12:44:07.770365 dv-cinder-799631-1-iscsi neutron-server[93087]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 12:44:07.770365 dv-cinder-799631-1-iscsi neutron-server[93087]: self.callback(batched_events) Jul 06 12:44:07.770365 dv-cinder-799631-1-iscsi neutron-server[93087]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 12:44:07.770365 dv-cinder-799631-1-iscsi neutron-server[93087]: event.method(event) Jul 06 12:44:07.770365 dv-cinder-799631-1-iscsi neutron-server[93087]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 12:44:07.770365 dv-cinder-799631-1-iscsi neutron-server[93087]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 12:44:07.770365 dv-cinder-799631-1-iscsi neutron-server[93087]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 12:44:07.770365 dv-cinder-799631-1-iscsi neutron-server[93087]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 12:44:07.770365 dv-cinder-799631-1-iscsi neutron-server[93087]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 12:44:07.770365 dv-cinder-799631-1-iscsi neutron-server[93087]: return f(self, *a, **k) Jul 06 12:44:07.770365 dv-cinder-799631-1-iscsi neutron-server[93087]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 12:44:07.770365 dv-cinder-799631-1-iscsi neutron-server[93087]: return self._get(url).json() Jul 06 12:44:07.770365 dv-cinder-799631-1-iscsi neutron-server[93087]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 12:44:07.770365 dv-cinder-799631-1-iscsi neutron-server[93087]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 12:44:07.770365 dv-cinder-799631-1-iscsi neutron-server[93087]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 12:44:07.770365 dv-cinder-799631-1-iscsi neutron-server[93087]: return self.request(url, 'GET', **kwargs) Jul 06 12:44:07.770365 dv-cinder-799631-1-iscsi neutron-server[93087]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 12:44:07.770365 dv-cinder-799631-1-iscsi neutron-server[93087]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 12:44:07.770365 dv-cinder-799631-1-iscsi neutron-server[93087]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 12:44:07.770365 dv-cinder-799631-1-iscsi neutron-server[93087]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 12:44:07.770365 dv-cinder-799631-1-iscsi neutron-server[93087]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 12:44:07.770365 dv-cinder-799631-1-iscsi neutron-server[93087]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 12:44:07.770365 dv-cinder-799631-1-iscsi neutron-server[93087]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 12:44:07.831907 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-8c43dc37-629e-4732-bd16-b50e34821d92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-910528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1774397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1764471'] for network, after_delete {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:44:07.837798 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-8c43dc37-629e-4732-bd16-b50e34821d92 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582504'] for network, before_response {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:44:07.839504 dv-cinder-799631-1-iscsi neutron-server[93087]: INFO neutron.wsgi [None req-8c43dc37-629e-4732-bd16-b50e34821d92 admin admin] 10.222.0.106 "DELETE /v2.0/networks/8b999824-16ab-4f07-9110-851deb308617 HTTP/1.1" status: 204 len: 168 time: 0.2863135 Jul 06 12:44:07.855689 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c43dc37-629e-4732-bd16-b50e34821d92 admin admin] Pushing event deleted for resources: {'Network': ['ID=8b999824-16ab-4f07-9110-851deb308617,revision_number=None']} {{(pid=93087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:44:07.870271 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c43dc37-629e-4732-bd16-b50e34821d92 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799631-1-iscsi {{(pid=93087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:44:07.870635 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c43dc37-629e-4732-bd16-b50e34821d92 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799631-1-iscsi {{(pid=93087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:44:07.871025 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c43dc37-629e-4732-bd16-b50e34821d92 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799631-1-iscsi {{(pid=93087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:44:07.871596 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c43dc37-629e-4732-bd16-b50e34821d92 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799631-1-iscsi {{(pid=93087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:44:07.871947 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c43dc37-629e-4732-bd16-b50e34821d92 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799631-1-iscsi {{(pid=93087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:44:07.872321 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c43dc37-629e-4732-bd16-b50e34821d92 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799631-1-iscsi {{(pid=93087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:44:07.872661 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c43dc37-629e-4732-bd16-b50e34821d92 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-799631-1-iscsi {{(pid=93087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:44:07.872998 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c43dc37-629e-4732-bd16-b50e34821d92 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-799631-1-iscsi {{(pid=93087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:44:07.873335 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c43dc37-629e-4732-bd16-b50e34821d92 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799631-1-iscsi {{(pid=93087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:44:07.873710 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c43dc37-629e-4732-bd16-b50e34821d92 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799631-1-iscsi {{(pid=93087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:44:07.874068 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c43dc37-629e-4732-bd16-b50e34821d92 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799631-1-iscsi {{(pid=93087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:44:07.874398 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c43dc37-629e-4732-bd16-b50e34821d92 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799631-1-iscsi {{(pid=93087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:44:07.968509 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.wsgi [-] (93087) accepted ('10.222.0.106', 56850) {{(pid=93087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:44:08.012060 dv-cinder-799631-1-iscsi neutron-server[93087]: INFO neutron.wsgi [None req-5b7ab28f-13ce-4694-9609-2fce8165e0dc admin admin] 10.222.0.106 "GET /v2.0/security-groups?tenant_id=84db46cd62454c358573ed118f38e75a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0419786 Jul 06 12:44:08.015621 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.wsgi [-] (93087) accepted ('10.222.0.106', 56852) {{(pid=93087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:44:08.068186 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-7c6aa5f5-9cc3-4a54-8d85-a195e4d92785 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:44:08.089651 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-7c6aa5f5-9cc3-4a54-8d85-a195e4d92785 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:44:08.138521 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-7c6aa5f5-9cc3-4a54-8d85-a195e4d92785 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1774441'] for security_group, after_delete {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:44:08.141468 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-7c6aa5f5-9cc3-4a54-8d85-a195e4d92785 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:44:08.142702 dv-cinder-799631-1-iscsi neutron-server[93087]: INFO neutron.wsgi [None req-7c6aa5f5-9cc3-4a54-8d85-a195e4d92785 admin admin] 10.222.0.106 "DELETE /v2.0/security-groups/ff37e511-96ed-4a2f-9042-7bf96e3fb943 HTTP/1.1" status: 204 len: 168 time: 0.1260393 Jul 06 12:44:08.151492 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6aa5f5-9cc3-4a54-8d85-a195e4d92785 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff37e511-96ed-4a2f-9042-7bf96e3fb943,revision_number=None']} {{(pid=93087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:44:08.464349 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c8dd64-1d46-4887-80b1-ab6523022e65 req-4ae42144-6f87-43f9-91f4-df9214a237b1 tempest-TestShelveInstance-996288515 tempest-TestShelveInstance-996288515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:44:08.466351 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-54c8dd64-1d46-4887-80b1-ab6523022e65 req-4ae42144-6f87-43f9-91f4-df9214a237b1 tempest-TestShelveInstance-996288515 tempest-TestShelveInstance-996288515-project] 10.222.0.106 "GET /v2.0/ports?device_id=53675ebd-6299-4760-9245-bf32debfda0f HTTP/1.1" status: 200 len: 946 time: 0.0757062 Jul 06 12:44:08.521141 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-54c8dd64-1d46-4887-80b1-ab6523022e65 req-10c8a8c7-89c8-4f00-bda0-5ef7c5c2729d tempest-TestShelveInstance-996288515 tempest-TestShelveInstance-996288515-project] 10.222.0.106 "GET /v2.0/security-groups?id=0802f8fa-e754-4815-a384-1d6e49591486&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481672 Jul 06 12:44:08.885075 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.wsgi [-] (93087) accepted ('10.222.0.106', 56876) {{(pid=93087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:44:08.978548 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.api.v2.base [None req-62401c2f-993b-49d0-bf23-5e9d4c6a9082 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1689920214-network', 'tenant_id': '7d3fca7e03d1476d8c34bd1e06242792'}} {{(pid=93087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:44:09.000443 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62401c2f-993b-49d0-bf23-5e9d4c6a9082 admin admin] Made reservation on behalf of 7d3fca7e03d1476d8c34bd1e06242792 for: {'network': 1} {{(pid=93087) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:44:09.002640 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-62401c2f-993b-49d0-bf23-5e9d4c6a9082 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772861'] for network, before_create {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:44:09.010669 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-62401c2f-993b-49d0-bf23-5e9d4c6a9082 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:44:09.095618 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-62401c2f-993b-49d0-bf23-5e9d4c6a9082 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:44:09.099777 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-62401c2f-993b-49d0-bf23-5e9d4c6a9082 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1774441'] for security_group, after_create {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:44:09.122124 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-62401c2f-993b-49d0-bf23-5e9d4c6a9082 admin admin] vlan segment allocate from pool success with {'vlan_id': 1079, 'physical_network': 'physnet1'} {{(pid=93087) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 12:44:09.135654 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62401c2f-993b-49d0-bf23-5e9d4c6a9082 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e352a7e-e8a7-44e4-a4b4-f02b6f4c1c01,revision_number=1']} {{(pid=93087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:44:09.140960 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-62401c2f-993b-49d0-bf23-5e9d4c6a9082 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-886815'] for segment, precommit_create {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:44:09.141303 dv-cinder-799631-1-iscsi neutron-server[93087]: INFO neutron.db.segments_db [None req-62401c2f-993b-49d0-bf23-5e9d4c6a9082 admin admin] Added segment 1eb18788-5df7-46da-9081-36e4d73aca02 of type vlan for network 70c6c503-e3dc-4ea0-b47e-6f37032d35b2 Jul 06 12:44:09.179609 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-62401c2f-993b-49d0-bf23-5e9d4c6a9082 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730293704277'] for network, precommit_create {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:44:09.208056 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-62401c2f-993b-49d0-bf23-5e9d4c6a9082 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1774397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582535'] for network, after_create {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:44:09.209020 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62401c2f-993b-49d0-bf23-5e9d4c6a9082 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:44:09.209581 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-62401c2f-993b-49d0-bf23-5e9d4c6a9082 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582504'] for network, before_response {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:44:09.259742 dv-cinder-799631-1-iscsi neutron-server[93087]: INFO neutron.wsgi [None req-62401c2f-993b-49d0-bf23-5e9d4c6a9082 admin admin] 10.222.0.106 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3734863 Jul 06 12:44:09.262625 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.wsgi [-] (93088) accepted ('10.222.0.106', 56880) {{(pid=93088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:44:09.267321 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62401c2f-993b-49d0-bf23-5e9d4c6a9082 admin admin] Pushing event updated for resources: {'Network': ['ID=70c6c503-e3dc-4ea0-b47e-6f37032d35b2,revision_number=1']} {{(pid=93087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:44:09.268427 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.api.v2.base [None req-fd3ee307-0c08-421e-a2e2-7c987d474c0f admin admin] Request body: {'subnet': {'network_id': '70c6c503-e3dc-4ea0-b47e-6f37032d35b2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1689920214-subnet', 'tenant_id': '7d3fca7e03d1476d8c34bd1e06242792', 'ip_version': 4}} {{(pid=93088) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:44:09.276813 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.rpc [None req-3dd6613b-aa53-445d-9a05-4c085a94a05e None None] Network 70c6c503-e3dc-4ea0-b47e-6f37032d35b2 details requested by agent ovs-agent-dv-cinder-799631-1-iscsi with host dv-cinder-799631-1-iscsi {{(pid=93089) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 12:44:09.292086 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd3ee307-0c08-421e-a2e2-7c987d474c0f admin admin] Made reservation on behalf of 7d3fca7e03d1476d8c34bd1e06242792 for: {'subnet': 1} {{(pid=93088) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:44:09.294571 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-fd3ee307-0c08-421e-a2e2-7c987d474c0f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63518454'] for subnet, before_create {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:44:09.464761 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-fd3ee307-0c08-421e-a2e2-7c987d474c0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1774543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63638213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63518436'] for subnet, after_create {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:44:09.521045 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3ee307-0c08-421e-a2e2-7c987d474c0f admin admin] Pushing event updated for resources: {'Subnet': ['ID=33e7a687-d80f-43c0-aba6-1592a9695544,revision_number=0']} {{(pid=93088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:44:09.528456 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd3ee307-0c08-421e-a2e2-7c987d474c0f admin admin] Checking segment: {'id': '1eb18788-5df7-46da-9081-36e4d73aca02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': '70c6c503-e3dc-4ea0-b47e-6f37032d35b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93088) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:44:09.528677 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd3ee307-0c08-421e-a2e2-7c987d474c0f admin admin] Network hostable DHCP agents. Network: 70c6c503-e3dc-4ea0-b47e-6f37032d35b2, hostable agents: ['4e405fa1-8706-417c-9214-b4e9d51c0aa2'], hosted agents: [] {{(pid=93088) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 12:44:09.544794 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd3ee307-0c08-421e-a2e2-7c987d474c0f admin admin] Network 70c6c503-e3dc-4ea0-b47e-6f37032d35b2 is scheduled to be hosted by DHCP agent 4e405fa1-8706-417c-9214-b4e9d51c0aa2 with binding_index 1 {{(pid=93088) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 12:44:09.556019 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.scheduler.base_scheduler [None req-fd3ee307-0c08-421e-a2e2-7c987d474c0f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-799631-1-iscsi, 70c6c503-e3dc-4ea0-b47e-6f37032d35b2) {{(pid=93088) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:44:09.560297 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd3ee307-0c08-421e-a2e2-7c987d474c0f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:44:09.561107 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-fd3ee307-0c08-421e-a2e2-7c987d474c0f admin admin] Notify callbacks [] for subnet, before_response {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:44:09.566448 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f1389ee-9f9e-44d4-a6bb-d1ead071da61 None None] Network 70c6c503-e3dc-4ea0-b47e-6f37032d35b2 requested from dv-cinder-799631-1-iscsi {{(pid=93089) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:44:09.576028 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [None req-fd3ee307-0c08-421e-a2e2-7c987d474c0f admin admin] 10.222.0.106 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3122721 Jul 06 12:44:09.578796 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.wsgi [-] (93088) accepted ('10.222.0.106', 56884) {{(pid=93088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:44:09.583374 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.api.v2.base [None req-07bac3f6-b94d-42b4-b14d-025311831030 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1689920214-router', 'tenant_id': '7d3fca7e03d1476d8c34bd1e06242792', 'external_gateway_info': {'network_id': '2a97b808-be6d-48ec-a40b-4668530ee790'}}} {{(pid=93088) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:44:09.618402 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-07bac3f6-b94d-42b4-b14d-025311831030 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1816785', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-259374'] for router, before_create {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:44:09.619822 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-07bac3f6-b94d-42b4-b14d-025311831030 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1816654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1816574', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1706296', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-259361'] for router, precommit_create {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:44:09.676130 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-07bac3f6-b94d-42b4-b14d-025311831030 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:44:09.732719 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a700fe96-6ba2-48ff-b3eb-cf49722d5aa0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d5148ee-c8da-5cea-b4c5-c4f407a95c14-70c6c503-e3dc-4ea0-b47e-6f37032d35b2', 'network_id': '70c6c503-e3dc-4ea0-b47e-6f37032d35b2', 'tenant_id': '7d3fca7e03d1476d8c34bd1e06242792', 'fixed_ips': [{'subnet_id': '33e7a687-d80f-43c0-aba6-1592a9695544'}]}} from dv-cinder-799631-1-iscsi. {{(pid=93089) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 12:44:09.734188 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-a700fe96-6ba2-48ff-b3eb-cf49722d5aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772861'] for port, before_create {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:44:09.845994 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-07bac3f6-b94d-42b4-b14d-025311831030 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1764372', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1816771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-259379'] for router, precommit_update {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:44:09.865930 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98472619-bb42-44e6-a272-7f8732f40410 req-43a411ba-0f1f-4d17-8de8-cde7fa8d7ec7 tempest-TestShelveInstance-996288515 tempest-TestShelveInstance-996288515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:44:09.867480 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-98472619-bb42-44e6-a272-7f8732f40410 req-43a411ba-0f1f-4d17-8de8-cde7fa8d7ec7 tempest-TestShelveInstance-996288515 tempest-TestShelveInstance-996288515-project] 10.222.0.106 "GET /v2.0/ports?device_id=53675ebd-6299-4760-9245-bf32debfda0f HTTP/1.1" status: 200 len: 946 time: 0.1951663 Jul 06 12:44:09.875104 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.db.db_base_plugin_common [None req-a700fe96-6ba2-48ff-b3eb-cf49722d5aa0 None None] Allocated IP 172.20.0.2 (70c6c503-e3dc-4ea0-b47e-6f37032d35b2/33e7a687-d80f-43c0-aba6-1592a9695544/cf9c427e-9bb0-4b47-b338-7e01d7756df9) {{(pid=93089) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:44:09.946977 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-98472619-bb42-44e6-a272-7f8732f40410 req-0aad26ec-dcdf-4442-bb13-15031cad11b3 tempest-TestShelveInstance-996288515 tempest-TestShelveInstance-996288515-project] 10.222.0.106 "GET /v2.0/security-groups?id=0802f8fa-e754-4815-a384-1d6e49591486&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0648355 Jul 06 12:44:10.016455 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-a700fe96-6ba2-48ff-b3eb-cf49722d5aa0 None None] Notify callbacks [] for port, precommit_create {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:44:10.025287 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.db.provisioning_blocks [None req-a700fe96-6ba2-48ff-b3eb-cf49722d5aa0 None None] Transition to ACTIVE for port object cf9c427e-9bb0-4b47-b338-7e01d7756df9 will not be triggered until provisioned by entity L2. {{(pid=93089) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:44:10.040233 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.db.provisioning_blocks [None req-a700fe96-6ba2-48ff-b3eb-cf49722d5aa0 None None] Transition to ACTIVE for port object cf9c427e-9bb0-4b47-b338-7e01d7756df9 will not be triggered until provisioned by entity DHCP. {{(pid=93089) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:44:10.046482 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-a700fe96-6ba2-48ff-b3eb-cf49722d5aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-772920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-407207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730293689564'] for port, after_create {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:44:10.086837 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a700fe96-6ba2-48ff-b3eb-cf49722d5aa0 None None] Network 70c6c503-e3dc-4ea0-b47e-6f37032d35b2 is already hosted by enough agents. {{(pid=93089) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:44:10.090838 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-07bac3f6-b94d-42b4-b14d-025311831030 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:44:10.094168 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.scheduler.base_scheduler [None req-a700fe96-6ba2-48ff-b3eb-cf49722d5aa0 None None] Resources bound (agent type, host, resource id): {{(pid=93089) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:44:10.098389 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a700fe96-6ba2-48ff-b3eb-cf49722d5aa0 None None] Received port after_create {{(pid=93089) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:44:10.101468 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a700fe96-6ba2-48ff-b3eb-cf49722d5aa0 None None] Pushing event updated for resources: {'Port': ['ID=cf9c427e-9bb0-4b47-b338-7e01d7756df9,revision_number=1']} {{(pid=93089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:44:10.110879 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-07bac3f6-b94d-42b4-b14d-025311831030 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772861'] for port, before_create {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:44:10.157862 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.managers [None req-a700fe96-6ba2-48ff-b3eb-cf49722d5aa0 None None] Attempting to bind port cf9c427e-9bb0-4b47-b338-7e01d7756df9 on host dv-cinder-799631-1-iscsi for vnic_type normal with profile {{(pid=93089) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:44:10.158280 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.managers [None req-a700fe96-6ba2-48ff-b3eb-cf49722d5aa0 None None] Attempting to bind port cf9c427e-9bb0-4b47-b338-7e01d7756df9 by drivers openvswitch,hyperv on host dv-cinder-799631-1-iscsi at level 0 using segments [{'id': '1eb18788-5df7-46da-9081-36e4d73aca02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': '70c6c503-e3dc-4ea0-b47e-6f37032d35b2'}] {{(pid=93089) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:44:10.158649 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a700fe96-6ba2-48ff-b3eb-cf49722d5aa0 None None] Attempting to bind port cf9c427e-9bb0-4b47-b338-7e01d7756df9 on network 70c6c503-e3dc-4ea0-b47e-6f37032d35b2 {{(pid=93089) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:44:10.163693 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a700fe96-6ba2-48ff-b3eb-cf49722d5aa0 None None] Checking agent: {'id': '0df45e45-1cb7-430e-9311-5161aceb24d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799631-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 12, 25, 11), 'started_at': datetime.datetime(2021, 7, 6, 12, 25, 41), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 43, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799631-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93089) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:44:10.164071 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a700fe96-6ba2-48ff-b3eb-cf49722d5aa0 None None] Checking segment: {'id': '1eb18788-5df7-46da-9081-36e4d73aca02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': '70c6c503-e3dc-4ea0-b47e-6f37032d35b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93089) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:44:10.164471 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-a700fe96-6ba2-48ff-b3eb-cf49722d5aa0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:44:10.164874 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a700fe96-6ba2-48ff-b3eb-cf49722d5aa0 None None] Bound using segment: {'id': '1eb18788-5df7-46da-9081-36e4d73aca02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': '70c6c503-e3dc-4ea0-b47e-6f37032d35b2'} {{(pid=93089) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:44:10.165344 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.managers [None req-a700fe96-6ba2-48ff-b3eb-cf49722d5aa0 None None] Bound port: cf9c427e-9bb0-4b47-b338-7e01d7756df9, host: dv-cinder-799631-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1eb18788-5df7-46da-9081-36e4d73aca02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': '70c6c503-e3dc-4ea0-b47e-6f37032d35b2'}}] {{(pid=93089) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:44:10.165723 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-a700fe96-6ba2-48ff-b3eb-cf49722d5aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772861'] for port, before_update {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:44:10.216892 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.db.db_base_plugin_common [None req-07bac3f6-b94d-42b4-b14d-025311831030 admin admin] Allocated IP 172.27.1.97 (2a97b808-be6d-48ec-a40b-4668530ee790/1816a596-2dc6-4d27-98a5-201cc12476f2/50537514-147c-4be7-8c94-ea4280b7335a) {{(pid=93088) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:44:10.229010 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.db [None req-a700fe96-6ba2-48ff-b3eb-cf49722d5aa0 None None] For port cf9c427e-9bb0-4b47-b338-7e01d7756df9, host dv-cinder-799631-1-iscsi, cleared binding levels {{(pid=93089) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:44:10.232433 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.db [None req-a700fe96-6ba2-48ff-b3eb-cf49722d5aa0 None None] For port cf9c427e-9bb0-4b47-b338-7e01d7756df9, host dv-cinder-799631-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799631-1-iscsi',level=0,port_id=cf9c427e-9bb0-4b47-b338-7e01d7756df9,segment=NetworkSegment(1eb18788-5df7-46da-9081-36e4d73aca02),segment_id=1eb18788-5df7-46da-9081-36e4d73aca02)] {{(pid=93089) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:44:10.236612 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-a700fe96-6ba2-48ff-b3eb-cf49722d5aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-772913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730294210856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730293689582', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730293689631'] for port, after_update {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:44:10.294264 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a700fe96-6ba2-48ff-b3eb-cf49722d5aa0 None None] Pushing event updated for resources: {'Port': ['ID=cf9c427e-9bb0-4b47-b338-7e01d7756df9,revision_number=2']} {{(pid=93089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:44:10.322749 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-07bac3f6-b94d-42b4-b14d-025311831030 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:44:10.362967 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-07bac3f6-b94d-42b4-b14d-025311831030 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-772920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-407207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730293689564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-63638193'] for port, after_create {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:44:10.406993 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07bac3f6-b94d-42b4-b14d-025311831030 admin admin] Network 2a97b808-be6d-48ec-a40b-4668530ee790 is already hosted by enough agents. {{(pid=93088) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:44:10.409888 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.scheduler.base_scheduler [None req-07bac3f6-b94d-42b4-b14d-025311831030 admin admin] Resources bound (agent type, host, resource id): {{(pid=93088) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:44:10.412803 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07bac3f6-b94d-42b4-b14d-025311831030 admin admin] Received port after_create {{(pid=93088) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:44:10.458389 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07bac3f6-b94d-42b4-b14d-025311831030 admin admin] Pushing event updated for resources: {'Port': ['ID=50537514-147c-4be7-8c94-ea4280b7335a,revision_number=1']} {{(pid=93088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:44:10.523926 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-24fd82d6-aa2f-4ff9-93eb-3f9693fd48d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730293992524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912513'] for agent, after_update {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:44:10.689435 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-07bac3f6-b94d-42b4-b14d-025311831030 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:44:10.890558 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-07bac3f6-b94d-42b4-b14d-025311831030 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1816794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1764367'] for router, after_create {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:44:10.933771 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-3dd6613b-aa53-445d-9a05-4c085a94a05e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730293992524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912513'] for agent, after_update {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:44:11.013096 dv-cinder-799631-1-iscsi neutron-server[93090]: DEBUG neutron.db.agents_db [None req-df1e7349-c09a-47b1-8f5e-4c337b6ca707 None None] Agent healthcheck: found 6 active agents {{(pid=93090) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 12:44:11.036095 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07bac3f6-b94d-42b4-b14d-025311831030 admin admin] Router 3d014b2a-d414-4182-8ec4-3f90e6b5295b is scheduled to L3 agent 8f648e93-51d3-4e20-9eca-a57842435ba1 with binding_index 1 {{(pid=93088) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 12:44:11.183925 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07bac3f6-b94d-42b4-b14d-025311831030 admin admin] Notify agent at l3_agent.dv-cinder-799631-1-iscsi the message routers_updated {{(pid=93088) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:44:11.194323 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82bfeb8d-855c-4b94-a40f-8195b2bcfad9 None None] Sync routers for ids ['3d014b2a-d414-4182-8ec4-3f90e6b5295b'] in dv-cinder-799631-1-iscsi {{(pid=93089) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:44:11.206020 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82bfeb8d-855c-4b94-a40f-8195b2bcfad9 None None] Routers {'3d014b2a-d414-4182-8ec4-3f90e6b5295b'} bound to L3 agent in host dv-cinder-799631-1-iscsi {{(pid=93089) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:44:11.206785 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.db.l3_hamode_db [None req-82bfeb8d-855c-4b94-a40f-8195b2bcfad9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799631-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T12:25:10Z,description=,heartbeat_timestamp=2021-07-06T12:44:11Z,host='dv-cinder-799631-1-iscsi',id=8f648e93-51d3-4e20-9eca-a57842435ba1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T12:25:10Z,topic='l3_agent')) {'router_ids': ['3d014b2a-d414-4182-8ec4-3f90e6b5295b'], 'active': True} {{(pid=93089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:44:11.209057 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5544b9ac-eaf4-4337-97d4-c11e821d3d2e req-319e355d-d135-40f8-aa59-dea5649b8809 tempest-TestShelveInstance-996288515 tempest-TestShelveInstance-996288515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:44:11.210591 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-5544b9ac-eaf4-4337-97d4-c11e821d3d2e req-319e355d-d135-40f8-aa59-dea5649b8809 tempest-TestShelveInstance-996288515 tempest-TestShelveInstance-996288515-project] 10.222.0.106 "GET /v2.0/ports?device_id=53675ebd-6299-4760-9245-bf32debfda0f HTTP/1.1" status: 200 len: 946 time: 0.1304948 Jul 06 12:44:11.216200 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-07bac3f6-b94d-42b4-b14d-025311831030 admin admin] Notify callbacks [] for router, before_response {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:44:11.218024 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [None req-07bac3f6-b94d-42b4-b14d-025311831030 admin admin] 10.222.0.106 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.6379652 Jul 06 12:44:11.220642 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.wsgi [-] (93087) accepted ('10.222.0.106', 56890) {{(pid=93087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:44:11.262193 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-5544b9ac-eaf4-4337-97d4-c11e821d3d2e req-9c97c4fd-411f-43c1-a30c-6dac23f77f5b tempest-TestShelveInstance-996288515 tempest-TestShelveInstance-996288515-project] 10.222.0.106 "GET /v2.0/security-groups?id=0802f8fa-e754-4815-a384-1d6e49591486&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427976 Jul 06 12:44:11.425296 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5ca4b17-fca6-481d-8c29-8af8f672b09b None None] Network 70c6c503-e3dc-4ea0-b47e-6f37032d35b2 requested from dv-cinder-799631-1-iscsi {{(pid=93089) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:44:11.505147 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.db.provisioning_blocks [None req-e5cfd600-fe6d-43de-93b4-815b5fa187b7 None None] Provisioning for port cf9c427e-9bb0-4b47-b338-7e01d7756df9 completed by entity DHCP. {{(pid=93089) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:44:11.561981 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.db.l3_dvr_db [None req-82bfeb8d-855c-4b94-a40f-8195b2bcfad9 None None] Set router 3d014b2a-d414-4182-8ec4-3f90e6b5295b gateway port host: dv-cinder-799631-1-iscsi {{(pid=93089) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:44:11.623255 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.rpc [None req-3dd6613b-aa53-445d-9a05-4c085a94a05e None None] Device cf9c427e-9bb0-4b47-b338-7e01d7756df9 up at agent ovs-agent-dv-cinder-799631-1-iscsi {{(pid=93089) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:44:11.675902 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-e8974e7d-0a0b-4cbb-8c9a-e913ab9bbb4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772861'] for port, before_create {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:44:11.690177 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-59602645-7b03-4a79-8c54-32befe919dd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730293992524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912513'] for agent, after_update {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:44:11.779722 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.db.provisioning_blocks [None req-3dd6613b-aa53-445d-9a05-4c085a94a05e None None] Provisioning for port cf9c427e-9bb0-4b47-b338-7e01d7756df9 completed by entity L2. {{(pid=93089) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:44:11.787282 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.db.provisioning_blocks [None req-3dd6613b-aa53-445d-9a05-4c085a94a05e None None] Provisioning complete for port cf9c427e-9bb0-4b47-b338-7e01d7756df9 triggered by entity L2. {{(pid=93089) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:44:11.788560 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-3dd6613b-aa53-445d-9a05-4c085a94a05e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912496'] for port, provisioning_complete {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:44:11.860998 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.db.db_base_plugin_common [None req-e8974e7d-0a0b-4cbb-8c9a-e913ab9bbb4c admin admin] Allocated IP 172.20.0.1 (70c6c503-e3dc-4ea0-b47e-6f37032d35b2/33e7a687-d80f-43c0-aba6-1592a9695544/e7000db5-f64d-4e9a-9e04-3eb5cc8f7ce0) {{(pid=93087) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:44:11.891405 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.db.l3_hamode_db [None req-82bfeb8d-855c-4b94-a40f-8195b2bcfad9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d014b2a-d414-4182-8ec4-3f90e6b5295b', 'name': 'tempest-TestVolumeBootPattern-1689920214-router', 'tenant_id': '7d3fca7e03d1476d8c34bd1e06242792', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a97b808-be6d-48ec-a40b-4668530ee790', 'external_fixed_ips': [{'subnet_id': '1816a596-2dc6-4d27-98a5-201cc12476f2', 'ip_address': '172.27.1.97'}], 'enable_snat': True}, 'gw_port_id': '50537514-147c-4be7-8c94-ea4280b7335a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:44:09Z', 'updated_at': '2021-07-06T12:44:10Z', 'revision_number': 3, 'project_id': '7d3fca7e03d1476d8c34bd1e06242792', 'gw_port': {'id': '50537514-147c-4be7-8c94-ea4280b7335a', 'name': '', 'network_id': '2a97b808-be6d-48ec-a40b-4668530ee790', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:27:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d014b2a-d414-4182-8ec4-3f90e6b5295b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '1816a596-2dc6-4d27-98a5-201cc12476f2', 'ip_address': '172.27.1.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:44:10Z', 'updated_at': '2021-07-06T12:44:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1816a596-2dc6-4d27-98a5-201cc12476f2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799631-1-iscsi'}], 'dv-cinder-799631-1-iscsi', False) {} {{(pid=93089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:44:11.936983 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82bfeb8d-855c-4b94-a40f-8195b2bcfad9 None None] Checking router: 3d014b2a-d414-4182-8ec4-3f90e6b5295b for host: dv-cinder-799631-1-iscsi {{(pid=93089) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 12:44:11.937364 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82bfeb8d-855c-4b94-a40f-8195b2bcfad9 None None] Updating router 3d014b2a-d414-4182-8ec4-3f90e6b5295b port 50537514-147c-4be7-8c94-ea4280b7335a binding host dv-cinder-799631-1-iscsi {{(pid=93089) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 12:44:11.971379 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-3dd6613b-aa53-445d-9a05-4c085a94a05e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772861'] for port, before_update {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:44:11.985483 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-e8974e7d-0a0b-4cbb-8c9a-e913ab9bbb4c admin admin] Notify callbacks [] for port, precommit_create {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:44:11.995215 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-82bfeb8d-855c-4b94-a40f-8195b2bcfad9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772861'] for port, before_update {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:44:11.999084 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.db.provisioning_blocks [None req-e8974e7d-0a0b-4cbb-8c9a-e913ab9bbb4c admin admin] Transition to ACTIVE for port object e7000db5-f64d-4e9a-9e04-3eb5cc8f7ce0 will not be triggered until provisioned by entity DHCP. {{(pid=93087) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:44:12.033298 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-e8974e7d-0a0b-4cbb-8c9a-e913ab9bbb4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-772920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-407207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730293689564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-65517734'] for port, after_create {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:44:12.041337 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.db [None req-3dd6613b-aa53-445d-9a05-4c085a94a05e None None] For port cf9c427e-9bb0-4b47-b338-7e01d7756df9, host dv-cinder-799631-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799631-1-iscsi',level=0,port_id=cf9c427e-9bb0-4b47-b338-7e01d7756df9,segment=NetworkSegment(1eb18788-5df7-46da-9081-36e4d73aca02),segment_id=1eb18788-5df7-46da-9081-36e4d73aca02)] {{(pid=93089) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:44:12.053495 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-3dd6613b-aa53-445d-9a05-4c085a94a05e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-772913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730294210856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730293689582', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730293689631'] for port, after_update {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:44:12.072016 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8974e7d-0a0b-4cbb-8c9a-e913ab9bbb4c admin admin] Network 70c6c503-e3dc-4ea0-b47e-6f37032d35b2 is already hosted by enough agents. {{(pid=93087) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:44:12.074872 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.scheduler.base_scheduler [None req-e8974e7d-0a0b-4cbb-8c9a-e913ab9bbb4c admin admin] Resources bound (agent type, host, resource id): {{(pid=93087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:44:12.080969 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8974e7d-0a0b-4cbb-8c9a-e913ab9bbb4c admin admin] Received port after_create {{(pid=93087) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:44:12.106465 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8974e7d-0a0b-4cbb-8c9a-e913ab9bbb4c admin admin] Pushing event updated for resources: {'Port': ['ID=e7000db5-f64d-4e9a-9e04-3eb5cc8f7ce0,revision_number=1']} {{(pid=93087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:44:12.126121 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-e8974e7d-0a0b-4cbb-8c9a-e913ab9bbb4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1813560'] for router_interface, before_create {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:44:12.146247 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.db.provisioning_blocks [None req-cf5b149d-e33b-495b-a220-0b3a8d1645e6 None None] Provisioning complete for port cf9c427e-9bb0-4b47-b338-7e01d7756df9 triggered by entity DHCP. {{(pid=93089) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:44:12.146628 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-cf5b149d-e33b-495b-a220-0b3a8d1645e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912496'] for port, provisioning_complete {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:44:12.223862 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd6613b-aa53-445d-9a05-4c085a94a05e None None] Pushing event updated for resources: {'Port': ['ID=cf9c427e-9bb0-4b47-b338-7e01d7756df9,revision_number=3']} {{(pid=93089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:44:12.298493 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-e8974e7d-0a0b-4cbb-8c9a-e913ab9bbb4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772861'] for port, before_update {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:44:12.357835 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0068bd-edbe-4977-bdd0-5a7dec41cc6c req-4c0711ec-e321-494a-a7a0-c0de36f40d7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:44:12.360574 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-ef0068bd-edbe-4977-bdd0-5a7dec41cc6c req-4c0711ec-e321-494a-a7a0-c0de36f40d7a service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=fbb5711b461a4640a58e2421932d76ad&device_id=53675ebd-6299-4760-9245-bf32debfda0f HTTP/1.1" status: 200 len: 1099 time: 0.1758547 Jul 06 12:44:12.428559 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-82bfeb8d-855c-4b94-a40f-8195b2bcfad9 None None] Notify callbacks [] for port, precommit_update {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:44:12.440514 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.db.provisioning_blocks [None req-82bfeb8d-855c-4b94-a40f-8195b2bcfad9 None None] Transition to ACTIVE for port object 50537514-147c-4be7-8c94-ea4280b7335a will not be triggered until provisioned by entity L2. {{(pid=93089) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:44:12.454213 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-82bfeb8d-855c-4b94-a40f-8195b2bcfad9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-772913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730294210856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730293689582', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730293689631'] for port, after_update {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:44:12.497240 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-e8974e7d-0a0b-4cbb-8c9a-e913ab9bbb4c admin admin] Notify callbacks [] for port, precommit_update {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:44:12.504629 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0068bd-edbe-4977-bdd0-5a7dec41cc6c req-04de009f-76b8-4235-a033-6d83e8affa42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:44:12.504890 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-e8974e7d-0a0b-4cbb-8c9a-e913ab9bbb4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-772913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730294210856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730293689582', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730293689631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65517652'] for port, after_update {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:44:12.506274 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-ef0068bd-edbe-4977-bdd0-5a7dec41cc6c req-04de009f-76b8-4235-a033-6d83e8affa42 service neutron] 10.222.0.100 "GET /v2.0/networks?id=c2879fcc-f3ae-4cdd-a55a-3d405f299166 HTTP/1.1" status: 200 len: 911 time: 0.1384435 Jul 06 12:44:12.515699 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.db.provisioning_blocks [None req-4bcfbd2d-661a-4e0b-9d6b-8926e63862bb None None] Provisioning for port e7000db5-f64d-4e9a-9e04-3eb5cc8f7ce0 completed by entity DHCP. {{(pid=93089) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:44:12.519404 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.managers [None req-82bfeb8d-855c-4b94-a40f-8195b2bcfad9 None None] Attempting to bind port 50537514-147c-4be7-8c94-ea4280b7335a on host dv-cinder-799631-1-iscsi for vnic_type normal with profile {{(pid=93089) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:44:12.519780 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.managers [None req-82bfeb8d-855c-4b94-a40f-8195b2bcfad9 None None] Attempting to bind port 50537514-147c-4be7-8c94-ea4280b7335a by drivers openvswitch,hyperv on host dv-cinder-799631-1-iscsi at level 0 using segments [{'id': '89d2d2f7-34cd-4989-93e1-84776a10346d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a97b808-be6d-48ec-a40b-4668530ee790'}] {{(pid=93089) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:44:12.520189 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82bfeb8d-855c-4b94-a40f-8195b2bcfad9 None None] Attempting to bind port 50537514-147c-4be7-8c94-ea4280b7335a on network 2a97b808-be6d-48ec-a40b-4668530ee790 {{(pid=93089) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:44:12.530757 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d892e3d-ffbd-4503-a7a5-e039d31cb769 req-dbda3241-c7a9-4866-89cd-f398ba725011 tempest-TestShelveInstance-996288515 tempest-TestShelveInstance-996288515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:44:12.531000 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.db.provisioning_blocks [None req-4bcfbd2d-661a-4e0b-9d6b-8926e63862bb None None] Provisioning complete for port e7000db5-f64d-4e9a-9e04-3eb5cc8f7ce0 triggered by entity DHCP. {{(pid=93089) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:44:12.531309 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-4bcfbd2d-661a-4e0b-9d6b-8926e63862bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912496'] for port, provisioning_complete {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:44:12.532835 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-1d892e3d-ffbd-4503-a7a5-e039d31cb769 req-dbda3241-c7a9-4866-89cd-f398ba725011 tempest-TestShelveInstance-996288515 tempest-TestShelveInstance-996288515-project] 10.222.0.106 "GET /v2.0/ports?device_id=53675ebd-6299-4760-9245-bf32debfda0f HTTP/1.1" status: 200 len: 946 time: 0.1125429 Jul 06 12:44:12.536415 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96193154-849a-4f3b-84e3-2ee20ddb20e0 None None] Pushing event updated for resources: {'Port': ['ID=50537514-147c-4be7-8c94-ea4280b7335a,revision_number=2']} {{(pid=93089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:44:12.559045 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82bfeb8d-855c-4b94-a40f-8195b2bcfad9 None None] Checking agent: {'id': '0df45e45-1cb7-430e-9311-5161aceb24d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799631-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 12, 25, 11), 'started_at': datetime.datetime(2021, 7, 6, 12, 25, 41), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 44, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799631-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93089) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:44:12.559045 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82bfeb8d-855c-4b94-a40f-8195b2bcfad9 None None] Checking segment: {'id': '89d2d2f7-34cd-4989-93e1-84776a10346d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a97b808-be6d-48ec-a40b-4668530ee790'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93089) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:44:12.559550 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-82bfeb8d-855c-4b94-a40f-8195b2bcfad9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:44:12.559881 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82bfeb8d-855c-4b94-a40f-8195b2bcfad9 None None] Bound using segment: {'id': '89d2d2f7-34cd-4989-93e1-84776a10346d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a97b808-be6d-48ec-a40b-4668530ee790'} {{(pid=93089) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:44:12.560367 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.managers [None req-82bfeb8d-855c-4b94-a40f-8195b2bcfad9 None None] Bound port: 50537514-147c-4be7-8c94-ea4280b7335a, host: dv-cinder-799631-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89d2d2f7-34cd-4989-93e1-84776a10346d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a97b808-be6d-48ec-a40b-4668530ee790'}}] {{(pid=93089) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:44:12.560746 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-82bfeb8d-855c-4b94-a40f-8195b2bcfad9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772861'] for port, before_update {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:44:12.586206 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-e8974e7d-0a0b-4cbb-8c9a-e913ab9bbb4c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1582549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1815621'] for router_interface, after_create {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:44:12.587966 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8974e7d-0a0b-4cbb-8c9a-e913ab9bbb4c admin admin] Pushing event updated for resources: {'Port': ['ID=e7000db5-f64d-4e9a-9e04-3eb5cc8f7ce0,revision_number=2']} {{(pid=93087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:44:12.604933 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.plugin [None req-4bcfbd2d-661a-4e0b-9d6b-8926e63862bb None None] Port e7000db5-f64d-4e9a-9e04-3eb5cc8f7ce0 cannot update to ACTIVE because it is not bound. {{(pid=93089) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 12:44:12.622183 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-ef0068bd-edbe-4977-bdd0-5a7dec41cc6c req-03ff0969-ae90-4ef6-826d-23ef931f0412 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0a150bef-bf95-4a2f-a96f-a92f73a176b0 HTTP/1.1" status: 200 len: 1002 time: 0.1079056 Jul 06 12:44:12.627678 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-1d892e3d-ffbd-4503-a7a5-e039d31cb769 req-4496cb16-383a-4d60-8900-1e75292b93d2 tempest-TestShelveInstance-996288515 tempest-TestShelveInstance-996288515-project] 10.222.0.106 "GET /v2.0/security-groups?id=0802f8fa-e754-4815-a384-1d6e49591486&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586052 Jul 06 12:44:12.627909 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.db [None req-82bfeb8d-855c-4b94-a40f-8195b2bcfad9 None None] For port 50537514-147c-4be7-8c94-ea4280b7335a, host dv-cinder-799631-1-iscsi, cleared binding levels {{(pid=93089) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:44:12.631807 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.db [None req-82bfeb8d-855c-4b94-a40f-8195b2bcfad9 None None] For port 50537514-147c-4be7-8c94-ea4280b7335a, host dv-cinder-799631-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799631-1-iscsi',level=0,port_id=50537514-147c-4be7-8c94-ea4280b7335a,segment=NetworkSegment(89d2d2f7-34cd-4989-93e1-84776a10346d),segment_id=89d2d2f7-34cd-4989-93e1-84776a10346d)] {{(pid=93089) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:44:12.638293 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-82bfeb8d-855c-4b94-a40f-8195b2bcfad9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-772913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730294210856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730293689582', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730293689631'] for port, after_update {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:44:12.687057 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0068bd-edbe-4977-bdd0-5a7dec41cc6c req-ce3edbcd-6e0d-491d-a3a8-12f49c8eca6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:44:12.689170 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-ef0068bd-edbe-4977-bdd0-5a7dec41cc6c req-ce3edbcd-6e0d-491d-a3a8-12f49c8eca6f service neutron] 10.222.0.100 "GET /v2.0/subnets?id=a8b537dc-1fa3-4687-8db2-3b01ae5301d6 HTTP/1.1" status: 200 len: 848 time: 0.0579202 Jul 06 12:44:12.694139 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8974e7d-0a0b-4cbb-8c9a-e913ab9bbb4c admin admin] Network 70c6c503-e3dc-4ea0-b47e-6f37032d35b2 is already hosted by enough agents. {{(pid=93087) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:44:12.695583 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.scheduler.base_scheduler [None req-e8974e7d-0a0b-4cbb-8c9a-e913ab9bbb4c admin admin] Resources bound (agent type, host, resource id): {{(pid=93087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:44:12.698880 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82bfeb8d-855c-4b94-a40f-8195b2bcfad9 None None] Routers {'3d014b2a-d414-4182-8ec4-3f90e6b5295b'} bound to L3 agent in host dv-cinder-799631-1-iscsi {{(pid=93089) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:44:12.699543 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.db.l3_hamode_db [None req-82bfeb8d-855c-4b94-a40f-8195b2bcfad9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799631-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T12:25:10Z,description=,heartbeat_timestamp=2021-07-06T12:44:11Z,host='dv-cinder-799631-1-iscsi',id=8f648e93-51d3-4e20-9eca-a57842435ba1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T12:25:10Z,topic='l3_agent')) {'router_ids': ['3d014b2a-d414-4182-8ec4-3f90e6b5295b'], 'active': True} {{(pid=93089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:44:12.739048 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96193154-849a-4f3b-84e3-2ee20ddb20e0 None None] Pushing event updated for resources: {'Port': ['ID=50537514-147c-4be7-8c94-ea4280b7335a,revision_number=3']} {{(pid=93089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:44:12.757727 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0068bd-edbe-4977-bdd0-5a7dec41cc6c req-a61567d1-91ae-4828-9174-59c3ec8a4109 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:44:12.759757 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-ef0068bd-edbe-4977-bdd0-5a7dec41cc6c req-a61567d1-91ae-4828-9174-59c3ec8a4109 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=c2879fcc-f3ae-4cdd-a55a-3d405f299166&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0629046 Jul 06 12:44:12.773170 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.wsgi [req-ef0068bd-edbe-4977-bdd0-5a7dec41cc6c req-bfab5161-db41-475c-a633-dc68c9fc27a4 service neutron] http://10.222.0.106:9696/v2.0/extensions returned with HTTP 200 {{(pid=93088) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 12:44:12.774437 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-ef0068bd-edbe-4977-bdd0-5a7dec41cc6c req-bfab5161-db41-475c-a633-dc68c9fc27a4 service neutron] 10.222.0.100 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0082729 Jul 06 12:44:12.820686 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.db.l3_dvr_db [None req-82bfeb8d-855c-4b94-a40f-8195b2bcfad9 None None] Set router 3d014b2a-d414-4182-8ec4-3f90e6b5295b gateway port host: dv-cinder-799631-1-iscsi {{(pid=93089) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:44:12.835547 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8974e7d-0a0b-4cbb-8c9a-e913ab9bbb4c admin admin] Router 3d014b2a-d414-4182-8ec4-3f90e6b5295b has already been hosted by L3 agent 8f648e93-51d3-4e20-9eca-a57842435ba1 {{(pid=93087) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 12:44:12.881445 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-ef0068bd-edbe-4977-bdd0-5a7dec41cc6c req-65996218-f7e4-4693-adbe-69c87730980d service neutron] 10.222.0.100 "GET /v2.0/networks/c2879fcc-f3ae-4cdd-a55a-3d405f299166?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1001887 Jul 06 12:44:12.970812 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.db.provisioning_blocks [None req-52610d5e-f19c-42d1-9fa5-561ef2c812d5 None None] Provisioning complete for port e7000db5-f64d-4e9a-9e04-3eb5cc8f7ce0 triggered by entity DHCP. {{(pid=93089) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:44:12.971154 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-52610d5e-f19c-42d1-9fa5-561ef2c812d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912496'] for port, provisioning_complete {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:44:12.985815 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8974e7d-0a0b-4cbb-8c9a-e913ab9bbb4c admin admin] Notify agent at l3_agent.dv-cinder-799631-1-iscsi the message routers_updated {{(pid=93087) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:44:12.987502 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-ef0068bd-edbe-4977-bdd0-5a7dec41cc6c req-0794b772-fa71-4113-b2bd-cd8be762696f service neutron] 10.222.0.100 "GET /v2.0/networks/c2879fcc-f3ae-4cdd-a55a-3d405f299166?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0988672 Jul 06 12:44:12.991919 dv-cinder-799631-1-iscsi neutron-server[93087]: INFO neutron.wsgi [None req-e8974e7d-0a0b-4cbb-8c9a-e913ab9bbb4c admin admin] 10.222.0.106 "PUT /v2.0/routers/3d014b2a-d414-4182-8ec4-3f90e6b5295b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7692783 Jul 06 12:44:13.024482 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.plugin [None req-52610d5e-f19c-42d1-9fa5-561ef2c812d5 None None] Port e7000db5-f64d-4e9a-9e04-3eb5cc8f7ce0 cannot update to ACTIVE because it is not bound. {{(pid=93089) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 12:44:13.086601 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.db.l3_hamode_db [None req-82bfeb8d-855c-4b94-a40f-8195b2bcfad9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d014b2a-d414-4182-8ec4-3f90e6b5295b', 'name': 'tempest-TestVolumeBootPattern-1689920214-router', 'tenant_id': '7d3fca7e03d1476d8c34bd1e06242792', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a97b808-be6d-48ec-a40b-4668530ee790', 'external_fixed_ips': [{'subnet_id': '1816a596-2dc6-4d27-98a5-201cc12476f2', 'ip_address': '172.27.1.97'}], 'enable_snat': True}, 'gw_port_id': '50537514-147c-4be7-8c94-ea4280b7335a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:44:09Z', 'updated_at': '2021-07-06T12:44:12Z', 'revision_number': 4, 'project_id': '7d3fca7e03d1476d8c34bd1e06242792', 'gw_port': {'id': '50537514-147c-4be7-8c94-ea4280b7335a', 'name': '', 'network_id': '2a97b808-be6d-48ec-a40b-4668530ee790', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:27:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d014b2a-d414-4182-8ec4-3f90e6b5295b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '1816a596-2dc6-4d27-98a5-201cc12476f2', 'ip_address': '172.27.1.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799631-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:44:10Z', 'updated_at': '2021-07-06T12:44:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1816a596-2dc6-4d27-98a5-201cc12476f2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799631-1-iscsi', '_interfaces': [{'id': 'e7000db5-f64d-4e9a-9e04-3eb5cc8f7ce0', 'name': '', 'network_id': '70c6c503-e3dc-4ea0-b47e-6f37032d35b2', 'tenant_id': '7d3fca7e03d1476d8c34bd1e06242792', 'mac_address': 'fa:16:3e:91:09:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d014b2a-d414-4182-8ec4-3f90e6b5295b', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '33e7a687-d80f-43c0-aba6-1592a9695544', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:44:11Z', 'updated_at': '2021-07-06T12:44:12Z', 'revision_number': 2, 'project_id': '7d3fca7e03d1476d8c34bd1e06242792', 'subnets': [{'id': '33e7a687-d80f-43c0-aba6-1592a9695544', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799631-1-iscsi', False) {} {{(pid=93089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:44:13.117006 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82bfeb8d-855c-4b94-a40f-8195b2bcfad9 None None] The sync data for ids ['3d014b2a-d414-4182-8ec4-3f90e6b5295b'] in dv-cinder-799631-1-iscsi is: [{'id': '3d014b2a-d414-4182-8ec4-3f90e6b5295b', 'name': 'tempest-TestVolumeBootPattern-1689920214-router', 'tenant_id': '7d3fca7e03d1476d8c34bd1e06242792', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a97b808-be6d-48ec-a40b-4668530ee790', 'external_fixed_ips': [{'subnet_id': '1816a596-2dc6-4d27-98a5-201cc12476f2', 'ip_address': '172.27.1.97'}], 'enable_snat': True}, 'gw_port_id': '50537514-147c-4be7-8c94-ea4280b7335a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:44:09Z', 'updated_at': '2021-07-06T12:44:12Z', 'revision_number': 4, 'project_id': '7d3fca7e03d1476d8c34bd1e06242792', 'gw_port': {'id': '50537514-147c-4be7-8c94-ea4280b7335a', 'name': '', 'network_id': '2a97b808-be6d-48ec-a40b-4668530ee790', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:27:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d014b2a-d414-4182-8ec4-3f90e6b5295b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '1816a596-2dc6-4d27-98a5-201cc12476f2', 'ip_address': '172.27.1.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799631-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:44:10Z', 'updated_at': '2021-07-06T12:44:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1816a596-2dc6-4d27-98a5-201cc12476f2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799631-1-iscsi', '_interfaces': [{'id': 'e7000db5-f64d-4e9a-9e04-3eb5cc8f7ce0', 'name': '', 'network_id': '70c6c503-e3dc-4ea0-b47e-6f37032d35b2', 'tenant_id': '7d3fca7e03d1476d8c34bd1e06242792', 'mac_address': 'fa:16:3e:91:09:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d014b2a-d414-4182-8ec4-3f90e6b5295b', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '33e7a687-d80f-43c0-aba6-1592a9695544', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:44:11Z', 'updated_at': '2021-07-06T12:44:12Z', 'revision_number': 2, 'project_id': '7d3fca7e03d1476d8c34bd1e06242792', 'subnets': [{'id': '33e7a687-d80f-43c0-aba6-1592a9695544', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93089) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:44:13.129894 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-eaae0be5-6402-4968-ae30-74f1a6482786 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730293992524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912513'] for agent, after_update {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:44:13.503703 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.wsgi [-] (93088) accepted ('10.222.0.106', 56910) {{(pid=93088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:44:13.508723 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.api.v2.base [None req-68784640-bf67-4e41-9e51-a825551845af admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1798797374-network', 'tenant_id': '93e38c1311284add8b929153ad3daac9'}} {{(pid=93088) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:44:13.538644 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68784640-bf67-4e41-9e51-a825551845af admin admin] Made reservation on behalf of 93e38c1311284add8b929153ad3daac9 for: {'network': 1} {{(pid=93088) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:44:13.540829 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-68784640-bf67-4e41-9e51-a825551845af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772861'] for network, before_create {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:44:13.554212 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-68784640-bf67-4e41-9e51-a825551845af admin admin] Notify callbacks [] for security_group, before_create {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:44:13.570493 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.rpc [None req-3dd6613b-aa53-445d-9a05-4c085a94a05e None None] Device cf9c427e-9bb0-4b47-b338-7e01d7756df9 up at agent ovs-agent-dv-cinder-799631-1-iscsi {{(pid=93089) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:44:13.626160 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.db.provisioning_blocks [None req-3dd6613b-aa53-445d-9a05-4c085a94a05e None None] Provisioning complete for port cf9c427e-9bb0-4b47-b338-7e01d7756df9 triggered by entity L2. {{(pid=93089) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:44:13.626555 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-3dd6613b-aa53-445d-9a05-4c085a94a05e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912496'] for port, provisioning_complete {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:44:13.662224 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-68784640-bf67-4e41-9e51-a825551845af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:44:13.667585 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-68784640-bf67-4e41-9e51-a825551845af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1774441'] for security_group, after_create {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:44:13.699385 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-68784640-bf67-4e41-9e51-a825551845af admin admin] vlan segment allocate from pool success with {'vlan_id': 1065, 'physical_network': 'physnet1'} {{(pid=93088) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 12:44:13.708784 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68784640-bf67-4e41-9e51-a825551845af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52fd2bec-7a83-442b-9376-b70cec6697eb,revision_number=1']} {{(pid=93088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:44:13.716195 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-68784640-bf67-4e41-9e51-a825551845af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-886815'] for segment, precommit_create {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:44:13.716544 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.db.segments_db [None req-68784640-bf67-4e41-9e51-a825551845af admin admin] Added segment 96e7a98d-9896-47d0-a80b-183d40875248 of type vlan for network 44e0bb1e-fa51-43d1-9507-fc533e516c29 Jul 06 12:44:13.767034 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-68784640-bf67-4e41-9e51-a825551845af admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730293704277'] for network, precommit_create {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:44:13.814566 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-68784640-bf67-4e41-9e51-a825551845af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1774397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582535'] for network, after_create {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:44:13.816394 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68784640-bf67-4e41-9e51-a825551845af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:44:13.817395 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-68784640-bf67-4e41-9e51-a825551845af admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582504'] for network, before_response {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:44:13.908584 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [None req-68784640-bf67-4e41-9e51-a825551845af admin admin] 10.222.0.106 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.4037156 Jul 06 12:44:13.911683 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.wsgi [-] (93087) accepted ('10.222.0.106', 56914) {{(pid=93087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:44:13.921539 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.api.v2.base [None req-5fcfe685-3987-410a-a373-1ed0c04bb165 admin admin] Request body: {'subnet': {'network_id': '44e0bb1e-fa51-43d1-9507-fc533e516c29', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1798797374-subnet', 'tenant_id': '93e38c1311284add8b929153ad3daac9', 'ip_version': 4}} {{(pid=93087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:44:13.930103 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68784640-bf67-4e41-9e51-a825551845af admin admin] Pushing event updated for resources: {'Network': ['ID=44e0bb1e-fa51-43d1-9507-fc533e516c29,revision_number=1']} {{(pid=93088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:44:13.946346 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.rpc [None req-3dd6613b-aa53-445d-9a05-4c085a94a05e None None] Network 44e0bb1e-fa51-43d1-9507-fc533e516c29 details requested by agent ovs-agent-dv-cinder-799631-1-iscsi with host dv-cinder-799631-1-iscsi {{(pid=93089) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 12:44:13.970641 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3f5da8-b3a0-41a1-a268-2ec6e5aefdd8 req-4578b48b-73a9-45c8-be45-bfa59c89c95f tempest-TestShelveInstance-996288515 tempest-TestShelveInstance-996288515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:44:13.971250 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fcfe685-3987-410a-a373-1ed0c04bb165 admin admin] Made reservation on behalf of 93e38c1311284add8b929153ad3daac9 for: {'subnet': 1} {{(pid=93087) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:44:13.972754 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-da3f5da8-b3a0-41a1-a268-2ec6e5aefdd8 req-4578b48b-73a9-45c8-be45-bfa59c89c95f tempest-TestShelveInstance-996288515 tempest-TestShelveInstance-996288515-project] 10.222.0.106 "GET /v2.0/ports?device_id=53675ebd-6299-4760-9245-bf32debfda0f HTTP/1.1" status: 200 len: 946 time: 0.1473155 Jul 06 12:44:13.976707 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-5fcfe685-3987-410a-a373-1ed0c04bb165 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-67091487'] for subnet, before_create {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:44:14.025573 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-da3f5da8-b3a0-41a1-a268-2ec6e5aefdd8 req-101673e2-d680-4ddb-9108-df6dacbead49 tempest-TestShelveInstance-996288515 tempest-TestShelveInstance-996288515-project] 10.222.0.106 "GET /v2.0/security-groups?id=0802f8fa-e754-4815-a384-1d6e49591486&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432482 Jul 06 12:44:14.188034 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-5fcfe685-3987-410a-a373-1ed0c04bb165 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1774543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65517778', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-67091469'] for subnet, after_create {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:44:14.243088 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fcfe685-3987-410a-a373-1ed0c04bb165 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6ba1f00d-69e2-4588-b45c-1122f6625ef3,revision_number=0']} {{(pid=93087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:44:14.254525 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fcfe685-3987-410a-a373-1ed0c04bb165 admin admin] Checking segment: {'id': '96e7a98d-9896-47d0-a80b-183d40875248', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': '44e0bb1e-fa51-43d1-9507-fc533e516c29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:44:14.254886 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fcfe685-3987-410a-a373-1ed0c04bb165 admin admin] Network hostable DHCP agents. Network: 44e0bb1e-fa51-43d1-9507-fc533e516c29, hostable agents: ['4e405fa1-8706-417c-9214-b4e9d51c0aa2'], hosted agents: [] {{(pid=93087) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 12:44:14.272631 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fcfe685-3987-410a-a373-1ed0c04bb165 admin admin] Network 44e0bb1e-fa51-43d1-9507-fc533e516c29 is scheduled to be hosted by DHCP agent 4e405fa1-8706-417c-9214-b4e9d51c0aa2 with binding_index 1 {{(pid=93087) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 12:44:14.281849 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.scheduler.base_scheduler [None req-5fcfe685-3987-410a-a373-1ed0c04bb165 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-799631-1-iscsi, 44e0bb1e-fa51-43d1-9507-fc533e516c29) {{(pid=93087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:44:14.286387 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fcfe685-3987-410a-a373-1ed0c04bb165 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:44:14.287023 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-5fcfe685-3987-410a-a373-1ed0c04bb165 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582504'] for subnet, before_response {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:44:14.292123 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e3a2bce-7d3f-4641-99a5-c3b61c54b8fb None None] Network 44e0bb1e-fa51-43d1-9507-fc533e516c29 requested from dv-cinder-799631-1-iscsi {{(pid=93089) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:44:14.307156 dv-cinder-799631-1-iscsi neutron-server[93087]: INFO neutron.wsgi [None req-5fcfe685-3987-410a-a373-1ed0c04bb165 admin admin] 10.222.0.106 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3910031 Jul 06 12:44:14.307485 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.wsgi [-] (93088) accepted ('10.222.0.106', 56916) {{(pid=93088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:44:14.312502 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.api.v2.base [None req-b6545ea0-1ecf-42dd-b5e7-356f4c95887d admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1798797374-router', 'tenant_id': '93e38c1311284add8b929153ad3daac9', 'external_gateway_info': {'network_id': '2a97b808-be6d-48ec-a40b-4668530ee790'}}} {{(pid=93088) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:44:14.337859 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-b6545ea0-1ecf-42dd-b5e7-356f4c95887d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1816785', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-259374'] for router, before_create {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:44:14.339230 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-b6545ea0-1ecf-42dd-b5e7-356f4c95887d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1816654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1816574', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1706296', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-259361'] for router, precommit_create {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:44:14.392896 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-b6545ea0-1ecf-42dd-b5e7-356f4c95887d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:44:14.459700 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8290b10-7ad3-4c07-a51b-4b729c3e1405 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d5148ee-c8da-5cea-b4c5-c4f407a95c14-44e0bb1e-fa51-43d1-9507-fc533e516c29', 'network_id': '44e0bb1e-fa51-43d1-9507-fc533e516c29', 'tenant_id': '93e38c1311284add8b929153ad3daac9', 'fixed_ips': [{'subnet_id': '6ba1f00d-69e2-4588-b45c-1122f6625ef3'}]}} from dv-cinder-799631-1-iscsi. {{(pid=93089) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 12:44:14.460573 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-f8290b10-7ad3-4c07-a51b-4b729c3e1405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772861'] for port, before_create {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:44:14.534718 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-b6545ea0-1ecf-42dd-b5e7-356f4c95887d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1764372', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1816771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-259379'] for router, precommit_update {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:44:14.608247 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.db.db_base_plugin_common [None req-f8290b10-7ad3-4c07-a51b-4b729c3e1405 None None] Allocated IP 172.20.0.2 (44e0bb1e-fa51-43d1-9507-fc533e516c29/6ba1f00d-69e2-4588-b45c-1122f6625ef3/2d86fb37-70c8-44e3-9c80-d7028a85ed44) {{(pid=93089) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:44:14.741224 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-b6545ea0-1ecf-42dd-b5e7-356f4c95887d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:44:14.761366 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-b6545ea0-1ecf-42dd-b5e7-356f4c95887d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772861'] for port, before_create {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:44:14.768290 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-f8290b10-7ad3-4c07-a51b-4b729c3e1405 None None] Notify callbacks [] for port, precommit_create {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:44:14.777007 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.db.provisioning_blocks [None req-f8290b10-7ad3-4c07-a51b-4b729c3e1405 None None] Transition to ACTIVE for port object 2d86fb37-70c8-44e3-9c80-d7028a85ed44 will not be triggered until provisioned by entity L2. {{(pid=93089) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:44:14.792342 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.db.provisioning_blocks [None req-f8290b10-7ad3-4c07-a51b-4b729c3e1405 None None] Transition to ACTIVE for port object 2d86fb37-70c8-44e3-9c80-d7028a85ed44 will not be triggered until provisioned by entity DHCP. {{(pid=93089) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:44:14.798248 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-f8290b10-7ad3-4c07-a51b-4b729c3e1405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-772920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-407207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730293689564'] for port, after_create {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:44:14.835321 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8290b10-7ad3-4c07-a51b-4b729c3e1405 None None] Network 44e0bb1e-fa51-43d1-9507-fc533e516c29 is already hosted by enough agents. {{(pid=93089) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:44:14.838178 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.scheduler.base_scheduler [None req-f8290b10-7ad3-4c07-a51b-4b729c3e1405 None None] Resources bound (agent type, host, resource id): {{(pid=93089) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:44:14.844513 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8290b10-7ad3-4c07-a51b-4b729c3e1405 None None] Received port after_create {{(pid=93089) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:44:14.851553 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8290b10-7ad3-4c07-a51b-4b729c3e1405 None None] Pushing event updated for resources: {'Port': ['ID=2d86fb37-70c8-44e3-9c80-d7028a85ed44,revision_number=1']} {{(pid=93089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:44:14.871711 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.db.db_base_plugin_common [None req-b6545ea0-1ecf-42dd-b5e7-356f4c95887d admin admin] Allocated IP 172.27.1.214 (2a97b808-be6d-48ec-a40b-4668530ee790/1816a596-2dc6-4d27-98a5-201cc12476f2/fdc45c9d-081b-4798-b303-78d1bcead024) {{(pid=93088) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:44:14.909292 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.managers [None req-f8290b10-7ad3-4c07-a51b-4b729c3e1405 None None] Attempting to bind port 2d86fb37-70c8-44e3-9c80-d7028a85ed44 on host dv-cinder-799631-1-iscsi for vnic_type normal with profile {{(pid=93089) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:44:14.909667 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.managers [None req-f8290b10-7ad3-4c07-a51b-4b729c3e1405 None None] Attempting to bind port 2d86fb37-70c8-44e3-9c80-d7028a85ed44 by drivers openvswitch,hyperv on host dv-cinder-799631-1-iscsi at level 0 using segments [{'id': '96e7a98d-9896-47d0-a80b-183d40875248', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': '44e0bb1e-fa51-43d1-9507-fc533e516c29'}] {{(pid=93089) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:44:14.910029 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8290b10-7ad3-4c07-a51b-4b729c3e1405 None None] Attempting to bind port 2d86fb37-70c8-44e3-9c80-d7028a85ed44 on network 44e0bb1e-fa51-43d1-9507-fc533e516c29 {{(pid=93089) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:44:14.915533 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8290b10-7ad3-4c07-a51b-4b729c3e1405 None None] Checking agent: {'id': '0df45e45-1cb7-430e-9311-5161aceb24d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799631-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 12, 25, 11), 'started_at': datetime.datetime(2021, 7, 6, 12, 25, 41), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 44, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799631-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93089) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:44:14.915958 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8290b10-7ad3-4c07-a51b-4b729c3e1405 None None] Checking segment: {'id': '96e7a98d-9896-47d0-a80b-183d40875248', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': '44e0bb1e-fa51-43d1-9507-fc533e516c29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93089) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:44:14.916365 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-f8290b10-7ad3-4c07-a51b-4b729c3e1405 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:44:14.916839 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8290b10-7ad3-4c07-a51b-4b729c3e1405 None None] Bound using segment: {'id': '96e7a98d-9896-47d0-a80b-183d40875248', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': '44e0bb1e-fa51-43d1-9507-fc533e516c29'} {{(pid=93089) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:44:14.917248 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.managers [None req-f8290b10-7ad3-4c07-a51b-4b729c3e1405 None None] Bound port: 2d86fb37-70c8-44e3-9c80-d7028a85ed44, host: dv-cinder-799631-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96e7a98d-9896-47d0-a80b-183d40875248', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': '44e0bb1e-fa51-43d1-9507-fc533e516c29'}}] {{(pid=93089) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:44:14.917627 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-f8290b10-7ad3-4c07-a51b-4b729c3e1405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772861'] for port, before_update {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:44:15.154292 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.db [None req-f8290b10-7ad3-4c07-a51b-4b729c3e1405 None None] For port 2d86fb37-70c8-44e3-9c80-d7028a85ed44, host dv-cinder-799631-1-iscsi, cleared binding levels {{(pid=93089) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:44:15.161014 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.db [None req-f8290b10-7ad3-4c07-a51b-4b729c3e1405 None None] For port 2d86fb37-70c8-44e3-9c80-d7028a85ed44, host dv-cinder-799631-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799631-1-iscsi',level=0,port_id=2d86fb37-70c8-44e3-9c80-d7028a85ed44,segment=NetworkSegment(96e7a98d-9896-47d0-a80b-183d40875248),segment_id=96e7a98d-9896-47d0-a80b-183d40875248)] {{(pid=93089) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:44:15.167332 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-f8290b10-7ad3-4c07-a51b-4b729c3e1405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-772913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730294210856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730293689582', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730293689631'] for port, after_update {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:44:15.249721 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8290b10-7ad3-4c07-a51b-4b729c3e1405 None None] Pushing event updated for resources: {'Port': ['ID=2d86fb37-70c8-44e3-9c80-d7028a85ed44,revision_number=2']} {{(pid=93089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:44:15.348286 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-b6545ea0-1ecf-42dd-b5e7-356f4c95887d admin admin] Notify callbacks [] for port, precommit_create {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:44:15.362308 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a716b9c0-8471-4442-bafe-93404fe9d006 req-c85c0586-ecb6-4829-9e0e-5e2c10b9a919 tempest-TestShelveInstance-996288515 tempest-TestShelveInstance-996288515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:44:15.363863 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-a716b9c0-8471-4442-bafe-93404fe9d006 req-c85c0586-ecb6-4829-9e0e-5e2c10b9a919 tempest-TestShelveInstance-996288515 tempest-TestShelveInstance-996288515-project] 10.222.0.106 "GET /v2.0/ports?device_id=53675ebd-6299-4760-9245-bf32debfda0f HTTP/1.1" status: 200 len: 946 time: 0.1161480 Jul 06 12:44:15.427494 dv-cinder-799631-1-iscsi neutron-server[93090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb0d0a95-7fc9-49d8-b2a1-cf33bc106f1e None None] Sync routers for ids ['3d014b2a-d414-4182-8ec4-3f90e6b5295b'] in dv-cinder-799631-1-iscsi {{(pid=93090) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:44:15.444924 dv-cinder-799631-1-iscsi neutron-server[93090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb0d0a95-7fc9-49d8-b2a1-cf33bc106f1e None None] Routers {'3d014b2a-d414-4182-8ec4-3f90e6b5295b'} bound to L3 agent in host dv-cinder-799631-1-iscsi {{(pid=93090) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:44:15.445584 dv-cinder-799631-1-iscsi neutron-server[93090]: DEBUG neutron.db.l3_hamode_db [None req-cb0d0a95-7fc9-49d8-b2a1-cf33bc106f1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799631-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T12:25:10Z,description=,heartbeat_timestamp=2021-07-06T12:44:11Z,host='dv-cinder-799631-1-iscsi',id=8f648e93-51d3-4e20-9eca-a57842435ba1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T12:25:10Z,topic='l3_agent')) {'router_ids': ['3d014b2a-d414-4182-8ec4-3f90e6b5295b'], 'active': True} {{(pid=93090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:44:15.446933 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-a716b9c0-8471-4442-bafe-93404fe9d006 req-e47c5c8b-44bf-48c6-9a71-f36af2ab2954 tempest-TestShelveInstance-996288515 tempest-TestShelveInstance-996288515-project] 10.222.0.106 "GET /v2.0/security-groups?id=0802f8fa-e754-4815-a384-1d6e49591486&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0749369 Jul 06 12:44:15.459135 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-b6545ea0-1ecf-42dd-b5e7-356f4c95887d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-772920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-407207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730293689564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-63638193'] for port, after_create {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:44:15.514156 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6545ea0-1ecf-42dd-b5e7-356f4c95887d admin admin] Network 2a97b808-be6d-48ec-a40b-4668530ee790 is already hosted by enough agents. {{(pid=93088) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:44:15.542059 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.scheduler.base_scheduler [None req-b6545ea0-1ecf-42dd-b5e7-356f4c95887d admin admin] Resources bound (agent type, host, resource id): {{(pid=93088) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:44:15.551957 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6545ea0-1ecf-42dd-b5e7-356f4c95887d admin admin] Received port after_create {{(pid=93088) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:44:15.569251 dv-cinder-799631-1-iscsi neutron-server[93090]: DEBUG neutron.db.l3_dvr_db [None req-cb0d0a95-7fc9-49d8-b2a1-cf33bc106f1e None None] Set router 3d014b2a-d414-4182-8ec4-3f90e6b5295b gateway port host: dv-cinder-799631-1-iscsi {{(pid=93090) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:44:15.614596 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6545ea0-1ecf-42dd-b5e7-356f4c95887d admin admin] Pushing event updated for resources: {'Port': ['ID=fdc45c9d-081b-4798-b303-78d1bcead024,revision_number=1']} {{(pid=93088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:44:15.666748 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.rpc [None req-3dd6613b-aa53-445d-9a05-4c085a94a05e None None] Device 50537514-147c-4be7-8c94-ea4280b7335a up at agent ovs-agent-dv-cinder-799631-1-iscsi {{(pid=93089) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:44:15.719763 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.db.provisioning_blocks [None req-3dd6613b-aa53-445d-9a05-4c085a94a05e None None] Provisioning for port 50537514-147c-4be7-8c94-ea4280b7335a completed by entity L2. {{(pid=93089) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:44:15.727276 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.db.provisioning_blocks [None req-3dd6613b-aa53-445d-9a05-4c085a94a05e None None] Provisioning complete for port 50537514-147c-4be7-8c94-ea4280b7335a triggered by entity L2. {{(pid=93089) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:44:15.727970 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-3dd6613b-aa53-445d-9a05-4c085a94a05e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912496'] for port, provisioning_complete {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:44:15.817609 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-3dd6613b-aa53-445d-9a05-4c085a94a05e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772861'] for port, before_update {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:44:15.819331 dv-cinder-799631-1-iscsi neutron-server[93090]: DEBUG neutron.db.l3_hamode_db [None req-cb0d0a95-7fc9-49d8-b2a1-cf33bc106f1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d014b2a-d414-4182-8ec4-3f90e6b5295b', 'name': 'tempest-TestVolumeBootPattern-1689920214-router', 'tenant_id': '7d3fca7e03d1476d8c34bd1e06242792', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a97b808-be6d-48ec-a40b-4668530ee790', 'external_fixed_ips': [{'subnet_id': '1816a596-2dc6-4d27-98a5-201cc12476f2', 'ip_address': '172.27.1.97'}], 'enable_snat': True}, 'gw_port_id': '50537514-147c-4be7-8c94-ea4280b7335a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:44:09Z', 'updated_at': '2021-07-06T12:44:12Z', 'revision_number': 4, 'project_id': '7d3fca7e03d1476d8c34bd1e06242792', 'gw_port': {'id': '50537514-147c-4be7-8c94-ea4280b7335a', 'name': '', 'network_id': '2a97b808-be6d-48ec-a40b-4668530ee790', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:27:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d014b2a-d414-4182-8ec4-3f90e6b5295b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '1816a596-2dc6-4d27-98a5-201cc12476f2', 'ip_address': '172.27.1.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799631-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:44:10Z', 'updated_at': '2021-07-06T12:44:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1816a596-2dc6-4d27-98a5-201cc12476f2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799631-1-iscsi', '_interfaces': [{'id': 'e7000db5-f64d-4e9a-9e04-3eb5cc8f7ce0', 'name': '', 'network_id': '70c6c503-e3dc-4ea0-b47e-6f37032d35b2', 'tenant_id': '7d3fca7e03d1476d8c34bd1e06242792', 'mac_address': 'fa:16:3e:91:09:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d014b2a-d414-4182-8ec4-3f90e6b5295b', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '33e7a687-d80f-43c0-aba6-1592a9695544', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:44:11Z', 'updated_at': '2021-07-06T12:44:12Z', 'revision_number': 2, 'project_id': '7d3fca7e03d1476d8c34bd1e06242792', 'subnets': [{'id': '33e7a687-d80f-43c0-aba6-1592a9695544', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799631-1-iscsi', False) {} {{(pid=93090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:44:15.843627 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.db [None req-3dd6613b-aa53-445d-9a05-4c085a94a05e None None] For port 50537514-147c-4be7-8c94-ea4280b7335a, host dv-cinder-799631-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799631-1-iscsi',level=0,port_id=50537514-147c-4be7-8c94-ea4280b7335a,segment=NetworkSegment(89d2d2f7-34cd-4989-93e1-84776a10346d),segment_id=89d2d2f7-34cd-4989-93e1-84776a10346d)] {{(pid=93089) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:44:15.848054 dv-cinder-799631-1-iscsi neutron-server[93090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb0d0a95-7fc9-49d8-b2a1-cf33bc106f1e None None] Checking router: 3d014b2a-d414-4182-8ec4-3f90e6b5295b for host: dv-cinder-799631-1-iscsi {{(pid=93090) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 12:44:15.848639 dv-cinder-799631-1-iscsi neutron-server[93090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb0d0a95-7fc9-49d8-b2a1-cf33bc106f1e None None] Updating router 3d014b2a-d414-4182-8ec4-3f90e6b5295b port e7000db5-f64d-4e9a-9e04-3eb5cc8f7ce0 binding host dv-cinder-799631-1-iscsi {{(pid=93090) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 12:44:15.853019 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-3dd6613b-aa53-445d-9a05-4c085a94a05e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-772913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730294210856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730293689582', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730293689631'] for port, after_update {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:44:15.854413 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.rpc [None req-3dd6613b-aa53-445d-9a05-4c085a94a05e None None] Device 2d86fb37-70c8-44e3-9c80-d7028a85ed44 up at agent ovs-agent-dv-cinder-799631-1-iscsi {{(pid=93089) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:44:15.895237 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-b6545ea0-1ecf-42dd-b5e7-356f4c95887d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:44:15.897201 dv-cinder-799631-1-iscsi neutron-server[93090]: DEBUG neutron_lib.callbacks.manager [None req-cb0d0a95-7fc9-49d8-b2a1-cf33bc106f1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772861'] for port, before_update {{(pid=93090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:44:15.932517 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd6613b-aa53-445d-9a05-4c085a94a05e None None] Pushing event updated for resources: {'Port': ['ID=50537514-147c-4be7-8c94-ea4280b7335a,revision_number=4']} {{(pid=93089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:44:15.942370 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dd6613b-aa53-445d-9a05-4c085a94a05e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799631-1-iscsi {{(pid=93089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:44:15.942889 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dd6613b-aa53-445d-9a05-4c085a94a05e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799631-1-iscsi {{(pid=93089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:44:15.943372 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dd6613b-aa53-445d-9a05-4c085a94a05e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799631-1-iscsi {{(pid=93089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:44:15.944126 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dd6613b-aa53-445d-9a05-4c085a94a05e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799631-1-iscsi {{(pid=93089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:44:15.944126 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dd6613b-aa53-445d-9a05-4c085a94a05e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799631-1-iscsi {{(pid=93089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:44:15.944601 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dd6613b-aa53-445d-9a05-4c085a94a05e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799631-1-iscsi {{(pid=93089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:44:15.945000 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dd6613b-aa53-445d-9a05-4c085a94a05e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-799631-1-iscsi {{(pid=93089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:44:15.945391 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dd6613b-aa53-445d-9a05-4c085a94a05e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-799631-1-iscsi {{(pid=93089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:44:15.945784 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dd6613b-aa53-445d-9a05-4c085a94a05e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799631-1-iscsi {{(pid=93089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:44:15.946171 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dd6613b-aa53-445d-9a05-4c085a94a05e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799631-1-iscsi {{(pid=93089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:44:15.946578 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dd6613b-aa53-445d-9a05-4c085a94a05e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799631-1-iscsi {{(pid=93089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:44:15.946967 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dd6613b-aa53-445d-9a05-4c085a94a05e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799631-1-iscsi {{(pid=93089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:44:15.969492 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.db.provisioning_blocks [None req-3dd6613b-aa53-445d-9a05-4c085a94a05e None None] Provisioning for port 2d86fb37-70c8-44e3-9c80-d7028a85ed44 completed by entity L2. {{(pid=93089) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:44:16.111408 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-b6545ea0-1ecf-42dd-b5e7-356f4c95887d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1816794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1764367'] for router, after_create {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:44:16.192683 dv-cinder-799631-1-iscsi neutron-server[93090]: DEBUG neutron_lib.callbacks.manager [None req-cb0d0a95-7fc9-49d8-b2a1-cf33bc106f1e None None] Notify callbacks [] for port, precommit_update {{(pid=93090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:44:16.205386 dv-cinder-799631-1-iscsi neutron-server[93090]: DEBUG neutron.db.provisioning_blocks [None req-cb0d0a95-7fc9-49d8-b2a1-cf33bc106f1e None None] Transition to ACTIVE for port object e7000db5-f64d-4e9a-9e04-3eb5cc8f7ce0 will not be triggered until provisioned by entity L2. {{(pid=93090) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:44:16.212877 dv-cinder-799631-1-iscsi neutron-server[93090]: DEBUG neutron_lib.callbacks.manager [None req-cb0d0a95-7fc9-49d8-b2a1-cf33bc106f1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-772913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730294210856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730293689582', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730293689631'] for port, after_update {{(pid=93090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:44:16.250025 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6545ea0-1ecf-42dd-b5e7-356f4c95887d admin admin] Router 42297864-c885-49d9-8886-589e0e90f67f is scheduled to L3 agent 8f648e93-51d3-4e20-9eca-a57842435ba1 with binding_index 1 {{(pid=93088) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 12:44:16.264489 dv-cinder-799631-1-iscsi neutron-server[93090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07def58-e578-461a-9679-bdd10f813cb8 None None] Pushing event updated for resources: {'Port': ['ID=e7000db5-f64d-4e9a-9e04-3eb5cc8f7ce0,revision_number=3']} {{(pid=93090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:44:16.272459 dv-cinder-799631-1-iscsi neutron-server[93090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b07def58-e578-461a-9679-bdd10f813cb8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799631-1-iscsi {{(pid=93090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:44:16.272814 dv-cinder-799631-1-iscsi neutron-server[93090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b07def58-e578-461a-9679-bdd10f813cb8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799631-1-iscsi {{(pid=93090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:44:16.273157 dv-cinder-799631-1-iscsi neutron-server[93090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b07def58-e578-461a-9679-bdd10f813cb8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799631-1-iscsi {{(pid=93090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:44:16.273642 dv-cinder-799631-1-iscsi neutron-server[93090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b07def58-e578-461a-9679-bdd10f813cb8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799631-1-iscsi {{(pid=93090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:44:16.273805 dv-cinder-799631-1-iscsi neutron-server[93090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b07def58-e578-461a-9679-bdd10f813cb8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799631-1-iscsi {{(pid=93090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:44:16.274135 dv-cinder-799631-1-iscsi neutron-server[93090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b07def58-e578-461a-9679-bdd10f813cb8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799631-1-iscsi {{(pid=93090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:44:16.274463 dv-cinder-799631-1-iscsi neutron-server[93090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b07def58-e578-461a-9679-bdd10f813cb8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-799631-1-iscsi {{(pid=93090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:44:16.274783 dv-cinder-799631-1-iscsi neutron-server[93090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b07def58-e578-461a-9679-bdd10f813cb8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-799631-1-iscsi {{(pid=93090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:44:16.275143 dv-cinder-799631-1-iscsi neutron-server[93090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b07def58-e578-461a-9679-bdd10f813cb8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799631-1-iscsi {{(pid=93090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:44:16.275473 dv-cinder-799631-1-iscsi neutron-server[93090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b07def58-e578-461a-9679-bdd10f813cb8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799631-1-iscsi {{(pid=93090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:44:16.275793 dv-cinder-799631-1-iscsi neutron-server[93090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b07def58-e578-461a-9679-bdd10f813cb8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799631-1-iscsi {{(pid=93090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:44:16.276174 dv-cinder-799631-1-iscsi neutron-server[93090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b07def58-e578-461a-9679-bdd10f813cb8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799631-1-iscsi {{(pid=93090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:44:16.319507 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65f2ec1d-97b7-4747-b9b3-f6379d61f15d None None] Network 44e0bb1e-fa51-43d1-9507-fc533e516c29 requested from dv-cinder-799631-1-iscsi {{(pid=93089) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:44:16.348398 dv-cinder-799631-1-iscsi neutron-server[93090]: DEBUG neutron.plugins.ml2.managers [None req-cb0d0a95-7fc9-49d8-b2a1-cf33bc106f1e None None] Attempting to bind port e7000db5-f64d-4e9a-9e04-3eb5cc8f7ce0 on host dv-cinder-799631-1-iscsi for vnic_type normal with profile {{(pid=93090) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:44:16.349204 dv-cinder-799631-1-iscsi neutron-server[93090]: DEBUG neutron.plugins.ml2.managers [None req-cb0d0a95-7fc9-49d8-b2a1-cf33bc106f1e None None] Attempting to bind port e7000db5-f64d-4e9a-9e04-3eb5cc8f7ce0 by drivers openvswitch,hyperv on host dv-cinder-799631-1-iscsi at level 0 using segments [{'id': '1eb18788-5df7-46da-9081-36e4d73aca02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': '70c6c503-e3dc-4ea0-b47e-6f37032d35b2'}] {{(pid=93090) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:44:16.349749 dv-cinder-799631-1-iscsi neutron-server[93090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb0d0a95-7fc9-49d8-b2a1-cf33bc106f1e None None] Attempting to bind port e7000db5-f64d-4e9a-9e04-3eb5cc8f7ce0 on network 70c6c503-e3dc-4ea0-b47e-6f37032d35b2 {{(pid=93090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:44:16.355938 dv-cinder-799631-1-iscsi neutron-server[93090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb0d0a95-7fc9-49d8-b2a1-cf33bc106f1e None None] Checking agent: {'id': '0df45e45-1cb7-430e-9311-5161aceb24d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799631-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 12, 25, 11), 'started_at': datetime.datetime(2021, 7, 6, 12, 25, 41), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 44, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799631-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:44:16.356605 dv-cinder-799631-1-iscsi neutron-server[93090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb0d0a95-7fc9-49d8-b2a1-cf33bc106f1e None None] Checking segment: {'id': '1eb18788-5df7-46da-9081-36e4d73aca02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': '70c6c503-e3dc-4ea0-b47e-6f37032d35b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93090) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:44:16.357174 dv-cinder-799631-1-iscsi neutron-server[93090]: DEBUG neutron_lib.callbacks.manager [None req-cb0d0a95-7fc9-49d8-b2a1-cf33bc106f1e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:44:16.357782 dv-cinder-799631-1-iscsi neutron-server[93090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb0d0a95-7fc9-49d8-b2a1-cf33bc106f1e None None] Bound using segment: {'id': '1eb18788-5df7-46da-9081-36e4d73aca02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': '70c6c503-e3dc-4ea0-b47e-6f37032d35b2'} {{(pid=93090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:44:16.358930 dv-cinder-799631-1-iscsi neutron-server[93090]: DEBUG neutron.plugins.ml2.managers [None req-cb0d0a95-7fc9-49d8-b2a1-cf33bc106f1e None None] Bound port: e7000db5-f64d-4e9a-9e04-3eb5cc8f7ce0, host: dv-cinder-799631-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1eb18788-5df7-46da-9081-36e4d73aca02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': '70c6c503-e3dc-4ea0-b47e-6f37032d35b2'}}] {{(pid=93090) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:44:16.359512 dv-cinder-799631-1-iscsi neutron-server[93090]: DEBUG neutron_lib.callbacks.manager [None req-cb0d0a95-7fc9-49d8-b2a1-cf33bc106f1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772861'] for port, before_update {{(pid=93090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:44:16.382541 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.db.provisioning_blocks [None req-882772fd-01a1-45a4-8e98-7e7ad4d725b2 None None] Provisioning for port 2d86fb37-70c8-44e3-9c80-d7028a85ed44 completed by entity DHCP. {{(pid=93089) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:44:16.389632 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.db.provisioning_blocks [None req-882772fd-01a1-45a4-8e98-7e7ad4d725b2 None None] Provisioning complete for port 2d86fb37-70c8-44e3-9c80-d7028a85ed44 triggered by entity DHCP. {{(pid=93089) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:44:16.390036 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-882772fd-01a1-45a4-8e98-7e7ad4d725b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912496'] for port, provisioning_complete {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:44:16.391246 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6545ea0-1ecf-42dd-b5e7-356f4c95887d admin admin] Notify agent at l3_agent.dv-cinder-799631-1-iscsi the message routers_updated {{(pid=93088) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:44:16.410158 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-b6545ea0-1ecf-42dd-b5e7-356f4c95887d admin admin] Notify callbacks [] for router, before_response {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:44:16.412092 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [None req-b6545ea0-1ecf-42dd-b5e7-356f4c95887d admin admin] 10.222.0.106 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.1035836 Jul 06 12:44:16.414917 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.wsgi [-] (93087) accepted ('10.222.0.106', 56920) {{(pid=93087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:44:16.422118 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-729d1433-a62b-4c4f-9c98-cb8c1811a959 None None] Sync routers for ids ['42297864-c885-49d9-8886-589e0e90f67f'] in dv-cinder-799631-1-iscsi {{(pid=93089) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:44:16.433524 dv-cinder-799631-1-iscsi neutron-server[93090]: DEBUG neutron.plugins.ml2.db [None req-cb0d0a95-7fc9-49d8-b2a1-cf33bc106f1e None None] For port e7000db5-f64d-4e9a-9e04-3eb5cc8f7ce0, host dv-cinder-799631-1-iscsi, cleared binding levels {{(pid=93090) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:44:16.442534 dv-cinder-799631-1-iscsi neutron-server[93090]: DEBUG neutron.plugins.ml2.db [None req-cb0d0a95-7fc9-49d8-b2a1-cf33bc106f1e None None] For port e7000db5-f64d-4e9a-9e04-3eb5cc8f7ce0, host dv-cinder-799631-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799631-1-iscsi',level=0,port_id=e7000db5-f64d-4e9a-9e04-3eb5cc8f7ce0,segment=NetworkSegment(1eb18788-5df7-46da-9081-36e4d73aca02),segment_id=1eb18788-5df7-46da-9081-36e4d73aca02)] {{(pid=93090) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:44:16.449338 dv-cinder-799631-1-iscsi neutron-server[93090]: DEBUG neutron_lib.callbacks.manager [None req-cb0d0a95-7fc9-49d8-b2a1-cf33bc106f1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-772913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730294210856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730293689582', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730293689631'] for port, after_update {{(pid=93090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:44:16.457171 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-729d1433-a62b-4c4f-9c98-cb8c1811a959 None None] Routers {'42297864-c885-49d9-8886-589e0e90f67f'} bound to L3 agent in host dv-cinder-799631-1-iscsi {{(pid=93089) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:44:16.457801 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.db.l3_hamode_db [None req-729d1433-a62b-4c4f-9c98-cb8c1811a959 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799631-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T12:25:10Z,description=,heartbeat_timestamp=2021-07-06T12:44:11Z,host='dv-cinder-799631-1-iscsi',id=8f648e93-51d3-4e20-9eca-a57842435ba1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T12:25:10Z,topic='l3_agent')) {'router_ids': ['42297864-c885-49d9-8886-589e0e90f67f'], 'active': True} {{(pid=93089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:44:16.518437 dv-cinder-799631-1-iscsi neutron-server[93090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07def58-e578-461a-9679-bdd10f813cb8 None None] Pushing event updated for resources: {'Port': ['ID=e7000db5-f64d-4e9a-9e04-3eb5cc8f7ce0,revision_number=4']} {{(pid=93090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:44:16.533291 dv-cinder-799631-1-iscsi neutron-server[93090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb0d0a95-7fc9-49d8-b2a1-cf33bc106f1e None None] Routers {'3d014b2a-d414-4182-8ec4-3f90e6b5295b'} bound to L3 agent in host dv-cinder-799631-1-iscsi {{(pid=93090) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:44:16.534807 dv-cinder-799631-1-iscsi neutron-server[93090]: DEBUG neutron.db.l3_hamode_db [None req-cb0d0a95-7fc9-49d8-b2a1-cf33bc106f1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799631-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T12:25:10Z,description=,heartbeat_timestamp=2021-07-06T12:44:11Z,host='dv-cinder-799631-1-iscsi',id=8f648e93-51d3-4e20-9eca-a57842435ba1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T12:25:10Z,topic='l3_agent')) {'router_ids': ['3d014b2a-d414-4182-8ec4-3f90e6b5295b'], 'active': True} {{(pid=93090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:44:16.703140 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.db.l3_dvr_db [None req-729d1433-a62b-4c4f-9c98-cb8c1811a959 None None] Set router 42297864-c885-49d9-8886-589e0e90f67f gateway port host: dv-cinder-799631-1-iscsi {{(pid=93089) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:44:16.705826 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-882772fd-01a1-45a4-8e98-7e7ad4d725b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772861'] for port, before_update {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:44:16.718384 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0feb39e5-9691-4e31-abd0-8e5e4fd859cf req-861d22d4-0d8f-4172-9a6c-00ad783f5d5e tempest-TestShelveInstance-996288515 tempest-TestShelveInstance-996288515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:44:16.725765 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-0feb39e5-9691-4e31-abd0-8e5e4fd859cf req-861d22d4-0d8f-4172-9a6c-00ad783f5d5e tempest-TestShelveInstance-996288515 tempest-TestShelveInstance-996288515-project] 10.222.0.106 "GET /v2.0/ports?device_id=53675ebd-6299-4760-9245-bf32debfda0f HTTP/1.1" status: 200 len: 946 time: 0.1276727 Jul 06 12:44:16.787655 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-0feb39e5-9691-4e31-abd0-8e5e4fd859cf req-04f86ac6-61fc-408b-a308-e689e17a7f44 tempest-TestShelveInstance-996288515 tempest-TestShelveInstance-996288515-project] 10.222.0.106 "GET /v2.0/security-groups?id=0802f8fa-e754-4815-a384-1d6e49591486&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0606935 Jul 06 12:44:16.841839 dv-cinder-799631-1-iscsi neutron-server[93090]: DEBUG neutron.db.l3_dvr_db [None req-cb0d0a95-7fc9-49d8-b2a1-cf33bc106f1e None None] Set router 3d014b2a-d414-4182-8ec4-3f90e6b5295b gateway port host: dv-cinder-799631-1-iscsi {{(pid=93090) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:44:16.875513 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.db [None req-882772fd-01a1-45a4-8e98-7e7ad4d725b2 None None] For port 2d86fb37-70c8-44e3-9c80-d7028a85ed44, host dv-cinder-799631-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799631-1-iscsi',level=0,port_id=2d86fb37-70c8-44e3-9c80-d7028a85ed44,segment=NetworkSegment(96e7a98d-9896-47d0-a80b-183d40875248),segment_id=96e7a98d-9896-47d0-a80b-183d40875248)] {{(pid=93089) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:44:16.885971 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-882772fd-01a1-45a4-8e98-7e7ad4d725b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-772913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730294210856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730293689582', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730293689631'] for port, after_update {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:44:16.968840 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-882772fd-01a1-45a4-8e98-7e7ad4d725b2 None None] Pushing event updated for resources: {'Port': ['ID=2d86fb37-70c8-44e3-9c80-d7028a85ed44,revision_number=3']} {{(pid=93089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:44:17.007338 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-2ca26b1f-30fd-4f4e-af32-a60470d437fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772861'] for port, before_create {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:44:17.052664 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.db.l3_hamode_db [None req-729d1433-a62b-4c4f-9c98-cb8c1811a959 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42297864-c885-49d9-8886-589e0e90f67f', 'name': 'tempest-TestVolumeBootPattern-1798797374-router', 'tenant_id': '93e38c1311284add8b929153ad3daac9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a97b808-be6d-48ec-a40b-4668530ee790', 'external_fixed_ips': [{'subnet_id': '1816a596-2dc6-4d27-98a5-201cc12476f2', 'ip_address': '172.27.1.214'}], 'enable_snat': True}, 'gw_port_id': 'fdc45c9d-081b-4798-b303-78d1bcead024', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:44:14Z', 'updated_at': '2021-07-06T12:44:15Z', 'revision_number': 3, 'project_id': '93e38c1311284add8b929153ad3daac9', 'gw_port': {'id': 'fdc45c9d-081b-4798-b303-78d1bcead024', 'name': '', 'network_id': '2a97b808-be6d-48ec-a40b-4668530ee790', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:b8:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42297864-c885-49d9-8886-589e0e90f67f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '1816a596-2dc6-4d27-98a5-201cc12476f2', 'ip_address': '172.27.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:44:14Z', 'updated_at': '2021-07-06T12:44:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1816a596-2dc6-4d27-98a5-201cc12476f2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799631-1-iscsi'}], 'dv-cinder-799631-1-iscsi', False) {} {{(pid=93089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:44:17.092703 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-729d1433-a62b-4c4f-9c98-cb8c1811a959 None None] Checking router: 42297864-c885-49d9-8886-589e0e90f67f for host: dv-cinder-799631-1-iscsi {{(pid=93089) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 12:44:17.093106 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-729d1433-a62b-4c4f-9c98-cb8c1811a959 None None] Updating router 42297864-c885-49d9-8886-589e0e90f67f port fdc45c9d-081b-4798-b303-78d1bcead024 binding host dv-cinder-799631-1-iscsi {{(pid=93089) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 12:44:17.157047 dv-cinder-799631-1-iscsi neutron-server[93090]: DEBUG neutron.db.l3_hamode_db [None req-cb0d0a95-7fc9-49d8-b2a1-cf33bc106f1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d014b2a-d414-4182-8ec4-3f90e6b5295b', 'name': 'tempest-TestVolumeBootPattern-1689920214-router', 'tenant_id': '7d3fca7e03d1476d8c34bd1e06242792', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a97b808-be6d-48ec-a40b-4668530ee790', 'external_fixed_ips': [{'subnet_id': '1816a596-2dc6-4d27-98a5-201cc12476f2', 'ip_address': '172.27.1.97'}], 'enable_snat': True}, 'gw_port_id': '50537514-147c-4be7-8c94-ea4280b7335a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:44:09Z', 'updated_at': '2021-07-06T12:44:12Z', 'revision_number': 4, 'project_id': '7d3fca7e03d1476d8c34bd1e06242792', 'gw_port': {'id': '50537514-147c-4be7-8c94-ea4280b7335a', 'name': '', 'network_id': '2a97b808-be6d-48ec-a40b-4668530ee790', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:27:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d014b2a-d414-4182-8ec4-3f90e6b5295b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '1816a596-2dc6-4d27-98a5-201cc12476f2', 'ip_address': '172.27.1.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799631-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:44:10Z', 'updated_at': '2021-07-06T12:44:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1816a596-2dc6-4d27-98a5-201cc12476f2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799631-1-iscsi', '_interfaces': [{'id': 'e7000db5-f64d-4e9a-9e04-3eb5cc8f7ce0', 'name': '', 'network_id': '70c6c503-e3dc-4ea0-b47e-6f37032d35b2', 'tenant_id': '7d3fca7e03d1476d8c34bd1e06242792', 'mac_address': 'fa:16:3e:91:09:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d014b2a-d414-4182-8ec4-3f90e6b5295b', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '33e7a687-d80f-43c0-aba6-1592a9695544', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799631-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:44:11Z', 'updated_at': '2021-07-06T12:44:16Z', 'revision_number': 4, 'project_id': '7d3fca7e03d1476d8c34bd1e06242792', 'subnets': [{'id': '33e7a687-d80f-43c0-aba6-1592a9695544', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799631-1-iscsi', False) {} {{(pid=93090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:44:17.158394 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-729d1433-a62b-4c4f-9c98-cb8c1811a959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772861'] for port, before_update {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:44:17.239605 dv-cinder-799631-1-iscsi neutron-server[93090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb0d0a95-7fc9-49d8-b2a1-cf33bc106f1e None None] The sync data for ids ['3d014b2a-d414-4182-8ec4-3f90e6b5295b'] in dv-cinder-799631-1-iscsi is: [{'id': '3d014b2a-d414-4182-8ec4-3f90e6b5295b', 'name': 'tempest-TestVolumeBootPattern-1689920214-router', 'tenant_id': '7d3fca7e03d1476d8c34bd1e06242792', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a97b808-be6d-48ec-a40b-4668530ee790', 'external_fixed_ips': [{'subnet_id': '1816a596-2dc6-4d27-98a5-201cc12476f2', 'ip_address': '172.27.1.97'}], 'enable_snat': True}, 'gw_port_id': '50537514-147c-4be7-8c94-ea4280b7335a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:44:09Z', 'updated_at': '2021-07-06T12:44:12Z', 'revision_number': 4, 'project_id': '7d3fca7e03d1476d8c34bd1e06242792', 'gw_port': {'id': '50537514-147c-4be7-8c94-ea4280b7335a', 'name': '', 'network_id': '2a97b808-be6d-48ec-a40b-4668530ee790', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:27:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d014b2a-d414-4182-8ec4-3f90e6b5295b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '1816a596-2dc6-4d27-98a5-201cc12476f2', 'ip_address': '172.27.1.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799631-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:44:10Z', 'updated_at': '2021-07-06T12:44:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1816a596-2dc6-4d27-98a5-201cc12476f2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799631-1-iscsi', '_interfaces': [{'id': 'e7000db5-f64d-4e9a-9e04-3eb5cc8f7ce0', 'name': '', 'network_id': '70c6c503-e3dc-4ea0-b47e-6f37032d35b2', 'tenant_id': '7d3fca7e03d1476d8c34bd1e06242792', 'mac_address': 'fa:16:3e:91:09:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d014b2a-d414-4182-8ec4-3f90e6b5295b', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '33e7a687-d80f-43c0-aba6-1592a9695544', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799631-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:44:11Z', 'updated_at': '2021-07-06T12:44:16Z', 'revision_number': 4, 'project_id': '7d3fca7e03d1476d8c34bd1e06242792', 'subnets': [{'id': '33e7a687-d80f-43c0-aba6-1592a9695544', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93090) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:44:17.285637 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.db.provisioning_blocks [None req-d24f56f6-2a03-465f-8044-e6df328f4925 None None] Provisioning complete for port 2d86fb37-70c8-44e3-9c80-d7028a85ed44 triggered by entity DHCP. {{(pid=93089) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:44:17.285996 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-d24f56f6-2a03-465f-8044-e6df328f4925 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912496'] for port, provisioning_complete {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:44:17.286567 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.db.db_base_plugin_common [None req-2ca26b1f-30fd-4f4e-af32-a60470d437fc admin admin] Allocated IP 172.20.0.1 (44e0bb1e-fa51-43d1-9507-fc533e516c29/6ba1f00d-69e2-4588-b45c-1122f6625ef3/d194a6a8-e1ab-4cbb-9cd4-b1633b1693e3) {{(pid=93087) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:44:17.354072 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b696a7-0bab-4dcd-a641-367eee21364c req-c20b67f9-6cde-4b72-a286-2dafb66f90e0 tempest-TestShelveInstance-996288515 tempest-TestShelveInstance-996288515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:44:17.361923 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-57b696a7-0bab-4dcd-a641-367eee21364c req-c20b67f9-6cde-4b72-a286-2dafb66f90e0 tempest-TestShelveInstance-996288515 tempest-TestShelveInstance-996288515-project] 10.222.0.106 "GET /v2.0/ports?device_id=53675ebd-6299-4760-9245-bf32debfda0f HTTP/1.1" status: 200 len: 946 time: 0.1257951 Jul 06 12:44:17.441180 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-57b696a7-0bab-4dcd-a641-367eee21364c req-8d690d69-0c73-4608-a0e9-534c6e36e09a tempest-TestShelveInstance-996288515 tempest-TestShelveInstance-996288515-project] 10.222.0.106 "GET /v2.0/security-groups?id=0802f8fa-e754-4815-a384-1d6e49591486&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0690100 Jul 06 12:44:17.489980 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-2ca26b1f-30fd-4f4e-af32-a60470d437fc admin admin] Notify callbacks [] for port, precommit_create {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:44:17.513892 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.db.provisioning_blocks [None req-2ca26b1f-30fd-4f4e-af32-a60470d437fc admin admin] Transition to ACTIVE for port object d194a6a8-e1ab-4cbb-9cd4-b1633b1693e3 will not be triggered until provisioned by entity DHCP. {{(pid=93087) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:44:17.525192 dv-cinder-799631-1-iscsi neutron-server[93087]: INFO neutron.wsgi [req-c51c3926-b191-4dd3-9aaf-9169fea65d88 req-1d88da2c-c5b3-4a9b-9ca3-c68eaf783cb0 service neutron] 10.222.0.106 "GET /v2.0/ports?device_id=53675ebd-6299-4760-9245-bf32debfda0f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3639040 Jul 06 12:44:17.573332 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-2ca26b1f-30fd-4f4e-af32-a60470d437fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-772920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-407207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730293689564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-65517734'] for port, after_create {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:44:17.595468 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-729d1433-a62b-4c4f-9c98-cb8c1811a959 None None] Notify callbacks [] for port, precommit_update {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:44:17.611023 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.db.provisioning_blocks [None req-729d1433-a62b-4c4f-9c98-cb8c1811a959 None None] Transition to ACTIVE for port object fdc45c9d-081b-4798-b303-78d1bcead024 will not be triggered until provisioned by entity L2. {{(pid=93089) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:44:17.623205 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-729d1433-a62b-4c4f-9c98-cb8c1811a959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-772913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730294210856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730293689582', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730293689631'] for port, after_update {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:44:17.627129 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ca26b1f-30fd-4f4e-af32-a60470d437fc admin admin] Network 44e0bb1e-fa51-43d1-9507-fc533e516c29 is already hosted by enough agents. {{(pid=93087) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:44:17.631695 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.scheduler.base_scheduler [None req-2ca26b1f-30fd-4f4e-af32-a60470d437fc admin admin] Resources bound (agent type, host, resource id): {{(pid=93087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:44:17.638181 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ca26b1f-30fd-4f4e-af32-a60470d437fc admin admin] Received port after_create {{(pid=93087) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:44:17.665329 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.rpc [None req-3dd6613b-aa53-445d-9a05-4c085a94a05e None None] Device e7000db5-f64d-4e9a-9e04-3eb5cc8f7ce0 up at agent ovs-agent-dv-cinder-799631-1-iscsi {{(pid=93089) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:44:17.718753 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.managers [None req-729d1433-a62b-4c4f-9c98-cb8c1811a959 None None] Attempting to bind port fdc45c9d-081b-4798-b303-78d1bcead024 on host dv-cinder-799631-1-iscsi for vnic_type normal with profile {{(pid=93089) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:44:17.719888 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.managers [None req-729d1433-a62b-4c4f-9c98-cb8c1811a959 None None] Attempting to bind port fdc45c9d-081b-4798-b303-78d1bcead024 by drivers openvswitch,hyperv on host dv-cinder-799631-1-iscsi at level 0 using segments [{'id': '89d2d2f7-34cd-4989-93e1-84776a10346d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a97b808-be6d-48ec-a40b-4668530ee790'}] {{(pid=93089) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:44:17.720454 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-729d1433-a62b-4c4f-9c98-cb8c1811a959 None None] Attempting to bind port fdc45c9d-081b-4798-b303-78d1bcead024 on network 2a97b808-be6d-48ec-a40b-4668530ee790 {{(pid=93089) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:44:17.725347 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca26b1f-30fd-4f4e-af32-a60470d437fc admin admin] Pushing event updated for resources: {'Port': ['ID=d194a6a8-e1ab-4cbb-9cd4-b1633b1693e3,revision_number=1']} {{(pid=93087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:44:17.740832 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-2ca26b1f-30fd-4f4e-af32-a60470d437fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1813560'] for router_interface, before_create {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:44:17.742398 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-729d1433-a62b-4c4f-9c98-cb8c1811a959 None None] Checking agent: {'id': '0df45e45-1cb7-430e-9311-5161aceb24d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799631-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 12, 25, 11), 'started_at': datetime.datetime(2021, 7, 6, 12, 25, 41), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 44, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799631-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93089) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:44:17.742398 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-729d1433-a62b-4c4f-9c98-cb8c1811a959 None None] Checking segment: {'id': '89d2d2f7-34cd-4989-93e1-84776a10346d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a97b808-be6d-48ec-a40b-4668530ee790'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93089) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:44:17.742817 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-729d1433-a62b-4c4f-9c98-cb8c1811a959 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:44:17.743265 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-729d1433-a62b-4c4f-9c98-cb8c1811a959 None None] Bound using segment: {'id': '89d2d2f7-34cd-4989-93e1-84776a10346d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a97b808-be6d-48ec-a40b-4668530ee790'} {{(pid=93089) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:44:17.743778 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.managers [None req-729d1433-a62b-4c4f-9c98-cb8c1811a959 None None] Bound port: fdc45c9d-081b-4798-b303-78d1bcead024, host: dv-cinder-799631-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89d2d2f7-34cd-4989-93e1-84776a10346d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a97b808-be6d-48ec-a40b-4668530ee790'}}] {{(pid=93089) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:44:17.744135 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-729d1433-a62b-4c4f-9c98-cb8c1811a959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772861'] for port, before_update {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:44:17.752427 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00f6ff2-597b-4bad-a2c3-bc6f3c39180e None None] Pushing event updated for resources: {'Port': ['ID=fdc45c9d-081b-4798-b303-78d1bcead024,revision_number=2']} {{(pid=93089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:44:17.808252 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.db.provisioning_blocks [None req-3dd6613b-aa53-445d-9a05-4c085a94a05e None None] Provisioning for port e7000db5-f64d-4e9a-9e04-3eb5cc8f7ce0 completed by entity L2. {{(pid=93089) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:44:17.849164 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.db [None req-729d1433-a62b-4c4f-9c98-cb8c1811a959 None None] For port fdc45c9d-081b-4798-b303-78d1bcead024, host dv-cinder-799631-1-iscsi, cleared binding levels {{(pid=93089) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:44:17.859283 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.db [None req-729d1433-a62b-4c4f-9c98-cb8c1811a959 None None] For port fdc45c9d-081b-4798-b303-78d1bcead024, host dv-cinder-799631-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799631-1-iscsi',level=0,port_id=fdc45c9d-081b-4798-b303-78d1bcead024,segment=NetworkSegment(89d2d2f7-34cd-4989-93e1-84776a10346d),segment_id=89d2d2f7-34cd-4989-93e1-84776a10346d)] {{(pid=93089) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:44:17.861326 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.db.provisioning_blocks [None req-3dd6613b-aa53-445d-9a05-4c085a94a05e None None] Provisioning complete for port e7000db5-f64d-4e9a-9e04-3eb5cc8f7ce0 triggered by entity L2. {{(pid=93089) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:44:17.862170 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-3dd6613b-aa53-445d-9a05-4c085a94a05e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912496'] for port, provisioning_complete {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:44:17.866194 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-729d1433-a62b-4c4f-9c98-cb8c1811a959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-772913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730294210856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730293689582', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730293689631'] for port, after_update {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:44:17.953577 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00f6ff2-597b-4bad-a2c3-bc6f3c39180e None None] Pushing event updated for resources: {'Port': ['ID=fdc45c9d-081b-4798-b303-78d1bcead024,revision_number=3']} {{(pid=93089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:44:17.977190 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-2ca26b1f-30fd-4f4e-af32-a60470d437fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772861'] for port, before_update {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:44:17.985513 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-729d1433-a62b-4c4f-9c98-cb8c1811a959 None None] Routers {'42297864-c885-49d9-8886-589e0e90f67f'} bound to L3 agent in host dv-cinder-799631-1-iscsi {{(pid=93089) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:44:17.986294 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.db.l3_hamode_db [None req-729d1433-a62b-4c4f-9c98-cb8c1811a959 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799631-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T12:25:10Z,description=,heartbeat_timestamp=2021-07-06T12:44:11Z,host='dv-cinder-799631-1-iscsi',id=8f648e93-51d3-4e20-9eca-a57842435ba1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T12:25:10Z,topic='l3_agent')) {'router_ids': ['42297864-c885-49d9-8886-589e0e90f67f'], 'active': True} {{(pid=93089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:44:18.038717 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.db.provisioning_blocks [None req-936821db-185d-4ad4-a322-19d3a39b3ceb None None] Provisioning for port d194a6a8-e1ab-4cbb-9cd4-b1633b1693e3 completed by entity DHCP. {{(pid=93089) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:44:18.062201 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.db.provisioning_blocks [None req-936821db-185d-4ad4-a322-19d3a39b3ceb None None] Provisioning complete for port d194a6a8-e1ab-4cbb-9cd4-b1633b1693e3 triggered by entity DHCP. {{(pid=93089) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:44:18.062546 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-936821db-185d-4ad4-a322-19d3a39b3ceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912496'] for port, provisioning_complete {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:44:18.166555 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-2ca26b1f-30fd-4f4e-af32-a60470d437fc admin admin] Notify callbacks [] for port, precommit_update {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:44:18.181092 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-2ca26b1f-30fd-4f4e-af32-a60470d437fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-772913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730294210856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730293689582', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730293689631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65517652'] for port, after_update {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:44:18.257801 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca26b1f-30fd-4f4e-af32-a60470d437fc admin admin] Pushing event updated for resources: {'Port': ['ID=d194a6a8-e1ab-4cbb-9cd4-b1633b1693e3,revision_number=2']} {{(pid=93087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:44:18.268777 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-2ca26b1f-30fd-4f4e-af32-a60470d437fc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1582549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1815621'] for router_interface, after_create {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:44:18.319251 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.plugin [None req-936821db-185d-4ad4-a322-19d3a39b3ceb None None] Port d194a6a8-e1ab-4cbb-9cd4-b1633b1693e3 cannot update to ACTIVE because it is not bound. {{(pid=93089) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 12:44:18.333943 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.db.l3_dvr_db [None req-729d1433-a62b-4c4f-9c98-cb8c1811a959 None None] Set router 42297864-c885-49d9-8886-589e0e90f67f gateway port host: dv-cinder-799631-1-iscsi {{(pid=93089) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:44:18.336205 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-3dd6613b-aa53-445d-9a05-4c085a94a05e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772861'] for port, before_update {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:44:18.437824 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.db [None req-3dd6613b-aa53-445d-9a05-4c085a94a05e None None] For port e7000db5-f64d-4e9a-9e04-3eb5cc8f7ce0, host dv-cinder-799631-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799631-1-iscsi',level=0,port_id=e7000db5-f64d-4e9a-9e04-3eb5cc8f7ce0,segment=NetworkSegment(1eb18788-5df7-46da-9081-36e4d73aca02),segment_id=1eb18788-5df7-46da-9081-36e4d73aca02)] {{(pid=93089) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:44:18.448857 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-3dd6613b-aa53-445d-9a05-4c085a94a05e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-772913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730294210856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730293689582', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730293689631'] for port, after_update {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:44:18.449677 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.rpc [None req-3dd6613b-aa53-445d-9a05-4c085a94a05e None None] Device 50537514-147c-4be7-8c94-ea4280b7335a up at agent ovs-agent-dv-cinder-799631-1-iscsi {{(pid=93089) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:44:18.599372 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd6613b-aa53-445d-9a05-4c085a94a05e None None] Pushing event updated for resources: {'Port': ['ID=e7000db5-f64d-4e9a-9e04-3eb5cc8f7ce0,revision_number=5']} {{(pid=93089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:44:18.632762 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.db.provisioning_blocks [None req-3dd6613b-aa53-445d-9a05-4c085a94a05e None None] Provisioning complete for port 50537514-147c-4be7-8c94-ea4280b7335a triggered by entity L2. {{(pid=93089) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:44:18.633296 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-3dd6613b-aa53-445d-9a05-4c085a94a05e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912496'] for port, provisioning_complete {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:44:18.637591 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ca26b1f-30fd-4f4e-af32-a60470d437fc admin admin] Network 44e0bb1e-fa51-43d1-9507-fc533e516c29 is already hosted by enough agents. {{(pid=93087) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:44:18.639945 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.scheduler.base_scheduler [None req-2ca26b1f-30fd-4f4e-af32-a60470d437fc admin admin] Resources bound (agent type, host, resource id): {{(pid=93087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:44:18.668332 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e5480e-2306-4e23-822c-1db50575f0de req-115c9b96-ca84-4927-8a9a-a99178fae10c tempest-TestShelveInstance-996288515 tempest-TestShelveInstance-996288515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:44:18.670665 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-81e5480e-2306-4e23-822c-1db50575f0de req-115c9b96-ca84-4927-8a9a-a99178fae10c tempest-TestShelveInstance-996288515 tempest-TestShelveInstance-996288515-project] 10.222.0.106 "GET /v2.0/ports?device_id=53675ebd-6299-4760-9245-bf32debfda0f HTTP/1.1" status: 200 len: 946 time: 0.0731246 Jul 06 12:44:18.701027 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.db.l3_hamode_db [None req-729d1433-a62b-4c4f-9c98-cb8c1811a959 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42297864-c885-49d9-8886-589e0e90f67f', 'name': 'tempest-TestVolumeBootPattern-1798797374-router', 'tenant_id': '93e38c1311284add8b929153ad3daac9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a97b808-be6d-48ec-a40b-4668530ee790', 'external_fixed_ips': [{'subnet_id': '1816a596-2dc6-4d27-98a5-201cc12476f2', 'ip_address': '172.27.1.214'}], 'enable_snat': True}, 'gw_port_id': 'fdc45c9d-081b-4798-b303-78d1bcead024', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:44:14Z', 'updated_at': '2021-07-06T12:44:17Z', 'revision_number': 4, 'project_id': '93e38c1311284add8b929153ad3daac9', 'gw_port': {'id': 'fdc45c9d-081b-4798-b303-78d1bcead024', 'name': '', 'network_id': '2a97b808-be6d-48ec-a40b-4668530ee790', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:b8:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42297864-c885-49d9-8886-589e0e90f67f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '1816a596-2dc6-4d27-98a5-201cc12476f2', 'ip_address': '172.27.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799631-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:44:14Z', 'updated_at': '2021-07-06T12:44:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1816a596-2dc6-4d27-98a5-201cc12476f2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799631-1-iscsi', '_interfaces': [{'id': 'd194a6a8-e1ab-4cbb-9cd4-b1633b1693e3', 'name': '', 'network_id': '44e0bb1e-fa51-43d1-9507-fc533e516c29', 'tenant_id': '93e38c1311284add8b929153ad3daac9', 'mac_address': 'fa:16:3e:e4:08:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42297864-c885-49d9-8886-589e0e90f67f', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '6ba1f00d-69e2-4588-b45c-1122f6625ef3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:44:17Z', 'updated_at': '2021-07-06T12:44:17Z', 'revision_number': 1, 'project_id': '93e38c1311284add8b929153ad3daac9', 'subnets': [{'id': '6ba1f00d-69e2-4588-b45c-1122f6625ef3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799631-1-iscsi', False) {} {{(pid=93089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:44:18.725892 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-81e5480e-2306-4e23-822c-1db50575f0de req-c93791fc-a13d-4b12-9dba-f1e1066c6749 tempest-TestShelveInstance-996288515 tempest-TestShelveInstance-996288515-project] 10.222.0.106 "GET /v2.0/security-groups?id=0802f8fa-e754-4815-a384-1d6e49591486&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492816 Jul 06 12:44:18.751334 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-729d1433-a62b-4c4f-9c98-cb8c1811a959 None None] The sync data for ids ['42297864-c885-49d9-8886-589e0e90f67f'] in dv-cinder-799631-1-iscsi is: [{'id': '42297864-c885-49d9-8886-589e0e90f67f', 'name': 'tempest-TestVolumeBootPattern-1798797374-router', 'tenant_id': '93e38c1311284add8b929153ad3daac9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a97b808-be6d-48ec-a40b-4668530ee790', 'external_fixed_ips': [{'subnet_id': '1816a596-2dc6-4d27-98a5-201cc12476f2', 'ip_address': '172.27.1.214'}], 'enable_snat': True}, 'gw_port_id': 'fdc45c9d-081b-4798-b303-78d1bcead024', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:44:14Z', 'updated_at': '2021-07-06T12:44:17Z', 'revision_number': 4, 'project_id': '93e38c1311284add8b929153ad3daac9', 'gw_port': {'id': 'fdc45c9d-081b-4798-b303-78d1bcead024', 'name': '', 'network_id': '2a97b808-be6d-48ec-a40b-4668530ee790', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:b8:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42297864-c885-49d9-8886-589e0e90f67f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '1816a596-2dc6-4d27-98a5-201cc12476f2', 'ip_address': '172.27.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799631-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:44:14Z', 'updated_at': '2021-07-06T12:44:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1816a596-2dc6-4d27-98a5-201cc12476f2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799631-1-iscsi', '_interfaces': [{'id': 'd194a6a8-e1ab-4cbb-9cd4-b1633b1693e3', 'name': '', 'network_id': '44e0bb1e-fa51-43d1-9507-fc533e516c29', 'tenant_id': '93e38c1311284add8b929153ad3daac9', 'mac_address': 'fa:16:3e:e4:08:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42297864-c885-49d9-8886-589e0e90f67f', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '6ba1f00d-69e2-4588-b45c-1122f6625ef3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:44:17Z', 'updated_at': '2021-07-06T12:44:17Z', 'revision_number': 1, 'project_id': '93e38c1311284add8b929153ad3daac9', 'subnets': [{'id': '6ba1f00d-69e2-4588-b45c-1122f6625ef3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93089) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:44:18.766513 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.rpc [None req-3dd6613b-aa53-445d-9a05-4c085a94a05e None None] Device 2d86fb37-70c8-44e3-9c80-d7028a85ed44 up at agent ovs-agent-dv-cinder-799631-1-iscsi {{(pid=93089) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:44:18.785674 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ca26b1f-30fd-4f4e-af32-a60470d437fc admin admin] Router 42297864-c885-49d9-8886-589e0e90f67f has already been hosted by L3 agent 8f648e93-51d3-4e20-9eca-a57842435ba1 {{(pid=93087) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 12:44:18.818352 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.db.provisioning_blocks [None req-3dd6613b-aa53-445d-9a05-4c085a94a05e None None] Provisioning complete for port 2d86fb37-70c8-44e3-9c80-d7028a85ed44 triggered by entity L2. {{(pid=93089) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:44:18.818595 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-3dd6613b-aa53-445d-9a05-4c085a94a05e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912496'] for port, provisioning_complete {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:44:18.964984 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.db.provisioning_blocks [None req-474d73f7-f38e-42c9-b3e2-6e4b64984d3d None None] Provisioning complete for port d194a6a8-e1ab-4cbb-9cd4-b1633b1693e3 triggered by entity DHCP. {{(pid=93089) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:44:18.964984 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-474d73f7-f38e-42c9-b3e2-6e4b64984d3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912496'] for port, provisioning_complete {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:44:18.975750 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ca26b1f-30fd-4f4e-af32-a60470d437fc admin admin] Notify agent at l3_agent.dv-cinder-799631-1-iscsi the message routers_updated {{(pid=93087) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:44:18.987739 dv-cinder-799631-1-iscsi neutron-server[93087]: INFO neutron.wsgi [None req-2ca26b1f-30fd-4f4e-af32-a60470d437fc admin admin] 10.222.0.106 "PUT /v2.0/routers/42297864-c885-49d9-8886-589e0e90f67f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5705612 Jul 06 12:44:19.079383 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.plugin [None req-474d73f7-f38e-42c9-b3e2-6e4b64984d3d None None] Port d194a6a8-e1ab-4cbb-9cd4-b1633b1693e3 cannot update to ACTIVE because it is not bound. {{(pid=93089) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 12:44:19.311141 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.rpc [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] Device 0a150bef-bf95-4a2f-a96f-a92f73a176b0 no longer exists at agent hyperv_hv-cinder-79963 {{(pid=93089) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:44:19.394260 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772861'] for port, before_update {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:44:19.422137 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53675ebd-6299-4760-9245-bf32debfda0f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0a150bef-bf95-4a2f-a96f-a92f73a176b0'}] {{(pid=93089) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:44:19.424499 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.106/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe93d3bb6f6ea65552dd5d1819c289058d75ea396ac2be612a447f7071fdb995" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32fb66e6-38b1-435e-96b0-9f154a2b7bc8" -d '{"events": [{"server_uuid": "53675ebd-6299-4760-9245-bf32debfda0f", "name": "network-vif-unplugged", "status": "completed", "tag": "0a150bef-bf95-4a2f-a96f-a92f73a176b0"}]}' {{(pid=93089) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:44:19.438798 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.db [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] For port 0a150bef-bf95-4a2f-a96f-a92f73a176b0, host hv-cinder-79963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79963',level=0,port_id=0a150bef-bf95-4a2f-a96f-a92f73a176b0,segment=NetworkSegment(10af5586-a131-4c09-9c2c-2bb6a116b3b9),segment_id=10af5586-a131-4c09-9c2c-2bb6a116b3b9)] {{(pid=93089) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:44:19.443356 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-772913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730294210856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730293689582', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730293689631'] for port, after_update {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:44:19.470384 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 06 Jul 2021 12:44:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-596da511-0f33-4f70-a784-5a6f11bf6cb7 x-openstack-request-id: req-596da511-0f33-4f70-a784-5a6f11bf6cb7 {{(pid=93089) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:44:19.470780 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53675ebd-6299-4760-9245-bf32debfda0f", "name": "network-vif-unplugged", "status": "completed", "tag": "0a150bef-bf95-4a2f-a96f-a92f73a176b0", "code": 200}]} {{(pid=93089) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:44:19.471174 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.106/compute/v2.1/os-server-external-events used request id req-596da511-0f33-4f70-a784-5a6f11bf6cb7 {{(pid=93089) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:44:19.471720 dv-cinder-799631-1-iscsi neutron-server[93089]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53675ebd-6299-4760-9245-bf32debfda0f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0a150bef-bf95-4a2f-a96f-a92f73a176b0', 'code': 200} Jul 06 12:44:19.497335 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] Pushing event updated for resources: {'Port': ['ID=0a150bef-bf95-4a2f-a96f-a92f73a176b0,revision_number=6']} {{(pid=93089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:44:19.586857 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.rpc [None req-3dd6613b-aa53-445d-9a05-4c085a94a05e None None] Device e7000db5-f64d-4e9a-9e04-3eb5cc8f7ce0 up at agent ovs-agent-dv-cinder-799631-1-iscsi {{(pid=93089) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:44:19.637659 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.wsgi [-] (93088) accepted ('10.222.0.106', 56952) {{(pid=93088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:44:19.642373 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.api.v2.base [None req-b0992574-c6b9-4f57-8bdf-648db8b4fde3 tempest-TestVolumeBootPattern-1525136861 tempest-TestVolumeBootPattern-1525136861-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-759525822', 'description': 'tempest-secgroup-smoke-759525822 description', 'project_id': '7d3fca7e03d1476d8c34bd1e06242792'}} {{(pid=93088) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:44:19.644803 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.db.provisioning_blocks [None req-3dd6613b-aa53-445d-9a05-4c085a94a05e None None] Provisioning complete for port e7000db5-f64d-4e9a-9e04-3eb5cc8f7ce0 triggered by entity L2. {{(pid=93089) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:44:19.645304 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-3dd6613b-aa53-445d-9a05-4c085a94a05e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912496'] for port, provisioning_complete {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:44:19.667566 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-b0992574-c6b9-4f57-8bdf-648db8b4fde3 tempest-TestVolumeBootPattern-1525136861 tempest-TestVolumeBootPattern-1525136861-project] Notify callbacks [] for security_group, before_create {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:44:19.816453 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-b0992574-c6b9-4f57-8bdf-648db8b4fde3 tempest-TestVolumeBootPattern-1525136861 tempest-TestVolumeBootPattern-1525136861-project] Notify callbacks [] for security_group, precommit_create {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:44:19.822061 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-b0992574-c6b9-4f57-8bdf-648db8b4fde3 tempest-TestVolumeBootPattern-1525136861 tempest-TestVolumeBootPattern-1525136861-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1774441'] for security_group, after_create {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:44:19.844497 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51c3926-b191-4dd3-9aaf-9169fea65d88 req-95d9162a-ab64-43f8-a5de-c6b1c6504e52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:44:19.845398 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-c51c3926-b191-4dd3-9aaf-9169fea65d88 req-95d9162a-ab64-43f8-a5de-c6b1c6504e52 service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=53675ebd-6299-4760-9245-bf32debfda0f&tenant_id=fbb5711b461a4640a58e2421932d76ad HTTP/1.1" status: 200 len: 1097 time: 0.1377995 Jul 06 12:44:19.898078 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-b0992574-c6b9-4f57-8bdf-648db8b4fde3 tempest-TestVolumeBootPattern-1525136861 tempest-TestVolumeBootPattern-1525136861-project] Notify callbacks [] for security_group, before_response {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:44:19.899182 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [None req-b0992574-c6b9-4f57-8bdf-648db8b4fde3 tempest-TestVolumeBootPattern-1525136861 tempest-TestVolumeBootPattern-1525136861-project] 10.222.0.106 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.2605019 Jul 06 12:44:19.902342 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.wsgi [-] (93087) accepted ('10.222.0.106', 56956) {{(pid=93087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:44:19.908830 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.api.v2.base [None req-23a4b164-8174-4cc5-afb9-18c6f31bec7b tempest-TestVolumeBootPattern-1525136861 tempest-TestVolumeBootPattern-1525136861-project] Request body: {'security_group_rule': {'security_group_id': '424627eb-6e1f-4d8c-b6cc-51a70563b380', 'project_id': '7d3fca7e03d1476d8c34bd1e06242792', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:44:19.921440 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0992574-c6b9-4f57-8bdf-648db8b4fde3 tempest-TestVolumeBootPattern-1525136861 tempest-TestVolumeBootPattern-1525136861-project] Pushing event updated for resources: {'SecurityGroup': ['ID=424627eb-6e1f-4d8c-b6cc-51a70563b380,revision_number=1']} {{(pid=93088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:44:19.968039 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-23a4b164-8174-4cc5-afb9-18c6f31bec7b tempest-TestVolumeBootPattern-1525136861 tempest-TestVolumeBootPattern-1525136861-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:44:19.985878 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba9c454-6cc2-4c1b-a1bb-528c16108e61 req-1cb4192a-2704-4b19-9f42-1f356c78034b tempest-TestShelveInstance-996288515 tempest-TestShelveInstance-996288515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:44:19.991678 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-aba9c454-6cc2-4c1b-a1bb-528c16108e61 req-1cb4192a-2704-4b19-9f42-1f356c78034b tempest-TestShelveInstance-996288515 tempest-TestShelveInstance-996288515-project] 10.222.0.106 "GET /v2.0/ports?device_id=53675ebd-6299-4760-9245-bf32debfda0f HTTP/1.1" status: 200 len: 944 time: 0.1432047 Jul 06 12:44:20.003745 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51c3926-b191-4dd3-9aaf-9169fea65d88 req-ead13235-2550-4171-916a-2f0434e9f798 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:44:20.005208 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-c51c3926-b191-4dd3-9aaf-9169fea65d88 req-ead13235-2550-4171-916a-2f0434e9f798 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=fbb5711b461a4640a58e2421932d76ad&device_id=53675ebd-6299-4760-9245-bf32debfda0f HTTP/1.1" status: 200 len: 1097 time: 0.1197495 Jul 06 12:44:20.057285 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-23a4b164-8174-4cc5-afb9-18c6f31bec7b tempest-TestVolumeBootPattern-1525136861 tempest-TestVolumeBootPattern-1525136861-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:44:20.062772 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-23a4b164-8174-4cc5-afb9-18c6f31bec7b tempest-TestVolumeBootPattern-1525136861 tempest-TestVolumeBootPattern-1525136861-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1822215'] for security_group_rule, after_create {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:44:20.084936 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a4b164-8174-4cc5-afb9-18c6f31bec7b tempest-TestVolumeBootPattern-1525136861 tempest-TestVolumeBootPattern-1525136861-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c2164455-7b8b-445f-b4fc-b896cdaa7466,revision_number=0']} {{(pid=93087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:44:20.088430 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-23a4b164-8174-4cc5-afb9-18c6f31bec7b tempest-TestVolumeBootPattern-1525136861 tempest-TestVolumeBootPattern-1525136861-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:44:20.089869 dv-cinder-799631-1-iscsi neutron-server[93087]: INFO neutron.wsgi [None req-23a4b164-8174-4cc5-afb9-18c6f31bec7b tempest-TestVolumeBootPattern-1525136861 tempest-TestVolumeBootPattern-1525136861-project] 10.222.0.106 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1865203 Jul 06 12:44:20.091698 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-aba9c454-6cc2-4c1b-a1bb-528c16108e61 req-daec3a6b-1115-4334-b5a8-c0cbaf59a3f8 tempest-TestShelveInstance-996288515 tempest-TestShelveInstance-996288515-project] 10.222.0.106 "GET /v2.0/security-groups?id=0802f8fa-e754-4815-a384-1d6e49591486&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0977161 Jul 06 12:44:20.094454 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.wsgi [-] (93088) accepted ('10.222.0.106', 56958) {{(pid=93088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:44:20.098946 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.api.v2.base [None req-ac0be6d4-0fce-4155-8a66-e0218464b2bb tempest-TestVolumeBootPattern-1525136861 tempest-TestVolumeBootPattern-1525136861-project] Request body: {'security_group_rule': {'security_group_id': '424627eb-6e1f-4d8c-b6cc-51a70563b380', 'project_id': '7d3fca7e03d1476d8c34bd1e06242792', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93088) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:44:20.152814 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-ac0be6d4-0fce-4155-8a66-e0218464b2bb tempest-TestVolumeBootPattern-1525136861 tempest-TestVolumeBootPattern-1525136861-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:44:20.157781 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51c3926-b191-4dd3-9aaf-9169fea65d88 req-22d01e21-23bb-4b8e-a28e-96347a442007 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:44:20.159297 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-c51c3926-b191-4dd3-9aaf-9169fea65d88 req-22d01e21-23bb-4b8e-a28e-96347a442007 service neutron] 10.222.0.100 "GET /v2.0/networks?id=c2879fcc-f3ae-4cdd-a55a-3d405f299166 HTTP/1.1" status: 200 len: 911 time: 0.1463642 Jul 06 12:44:20.263790 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-c51c3926-b191-4dd3-9aaf-9169fea65d88 req-1851041d-583f-4332-9fa5-de4965cc8e70 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0a150bef-bf95-4a2f-a96f-a92f73a176b0 HTTP/1.1" status: 200 len: 1000 time: 0.0960302 Jul 06 12:44:20.285847 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-ac0be6d4-0fce-4155-8a66-e0218464b2bb tempest-TestVolumeBootPattern-1525136861 tempest-TestVolumeBootPattern-1525136861-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:44:20.304889 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-ac0be6d4-0fce-4155-8a66-e0218464b2bb tempest-TestVolumeBootPattern-1525136861 tempest-TestVolumeBootPattern-1525136861-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1822215'] for security_group_rule, after_create {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:44:20.333170 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0be6d4-0fce-4155-8a66-e0218464b2bb tempest-TestVolumeBootPattern-1525136861 tempest-TestVolumeBootPattern-1525136861-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=682fae17-2bdd-4bd1-82ed-2db905100771,revision_number=0']} {{(pid=93088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:44:20.339768 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-ac0be6d4-0fce-4155-8a66-e0218464b2bb tempest-TestVolumeBootPattern-1525136861 tempest-TestVolumeBootPattern-1525136861-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:44:20.344418 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [None req-ac0be6d4-0fce-4155-8a66-e0218464b2bb tempest-TestVolumeBootPattern-1525136861 tempest-TestVolumeBootPattern-1525136861-project] 10.222.0.106 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2458441 Jul 06 12:44:20.344582 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.wsgi [-] (93088) accepted ('10.222.0.106', 56960) {{(pid=93088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:44:20.347371 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51c3926-b191-4dd3-9aaf-9169fea65d88 req-256b7840-289e-4263-9ac9-9702015af627 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:44:20.348811 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-c51c3926-b191-4dd3-9aaf-9169fea65d88 req-256b7840-289e-4263-9ac9-9702015af627 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=a8b537dc-1fa3-4687-8db2-3b01ae5301d6 HTTP/1.1" status: 200 len: 848 time: 0.0772929 Jul 06 12:44:20.351954 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.api.v2.base [None req-2a13d165-9f52-4200-bdc4-3c0d2eb8670b tempest-TestVolumeBootPattern-1525136861 tempest-TestVolumeBootPattern-1525136861-project] Request body: {'security_group_rule': {'security_group_id': '424627eb-6e1f-4d8c-b6cc-51a70563b380', 'project_id': '7d3fca7e03d1476d8c34bd1e06242792', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93088) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:44:20.410603 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-2a13d165-9f52-4200-bdc4-3c0d2eb8670b tempest-TestVolumeBootPattern-1525136861 tempest-TestVolumeBootPattern-1525136861-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:44:20.455682 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51c3926-b191-4dd3-9aaf-9169fea65d88 req-8365e231-d35b-4cb3-a3be-e806aabf52d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:44:20.457325 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-c51c3926-b191-4dd3-9aaf-9169fea65d88 req-8365e231-d35b-4cb3-a3be-e806aabf52d2 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=c2879fcc-f3ae-4cdd-a55a-3d405f299166&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1010773 Jul 06 12:44:20.535933 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-2a13d165-9f52-4200-bdc4-3c0d2eb8670b tempest-TestVolumeBootPattern-1525136861 tempest-TestVolumeBootPattern-1525136861-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:44:20.542471 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-2a13d165-9f52-4200-bdc4-3c0d2eb8670b tempest-TestVolumeBootPattern-1525136861 tempest-TestVolumeBootPattern-1525136861-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1822215'] for security_group_rule, after_create {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:44:20.578223 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a13d165-9f52-4200-bdc4-3c0d2eb8670b tempest-TestVolumeBootPattern-1525136861 tempest-TestVolumeBootPattern-1525136861-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8b5306ec-23f1-4981-bf7a-690c8adc53d1,revision_number=0']} {{(pid=93088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:44:20.593498 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-2a13d165-9f52-4200-bdc4-3c0d2eb8670b tempest-TestVolumeBootPattern-1525136861 tempest-TestVolumeBootPattern-1525136861-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:44:20.594670 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [None req-2a13d165-9f52-4200-bdc4-3c0d2eb8670b tempest-TestVolumeBootPattern-1525136861 tempest-TestVolumeBootPattern-1525136861-project] 10.222.0.106 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2485313 Jul 06 12:44:20.597906 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.wsgi [-] (93087) accepted ('10.222.0.106', 56962) {{(pid=93087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:44:20.599882 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-c51c3926-b191-4dd3-9aaf-9169fea65d88 req-3242410a-d1f4-42b1-97ed-dd400ac6b11d service neutron] 10.222.0.100 "GET /v2.0/networks/c2879fcc-f3ae-4cdd-a55a-3d405f299166?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1340125 Jul 06 12:44:20.603604 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.api.v2.base [None req-7a9b14ae-6fa2-4c79-a72b-e976cfad00f1 tempest-TestVolumeBootPattern-1525136861 tempest-TestVolumeBootPattern-1525136861-project] Request body: {'security_group_rule': {'security_group_id': '424627eb-6e1f-4d8c-b6cc-51a70563b380', 'project_id': '7d3fca7e03d1476d8c34bd1e06242792', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:44:20.632906 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-7a9b14ae-6fa2-4c79-a72b-e976cfad00f1 tempest-TestVolumeBootPattern-1525136861 tempest-TestVolumeBootPattern-1525136861-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:44:20.696413 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-7a9b14ae-6fa2-4c79-a72b-e976cfad00f1 tempest-TestVolumeBootPattern-1525136861 tempest-TestVolumeBootPattern-1525136861-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:44:20.700110 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-c51c3926-b191-4dd3-9aaf-9169fea65d88 req-6f851e91-d58a-4064-babf-d255aaa4f254 service neutron] 10.222.0.100 "GET /v2.0/networks/c2879fcc-f3ae-4cdd-a55a-3d405f299166?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934496 Jul 06 12:44:20.701202 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-7a9b14ae-6fa2-4c79-a72b-e976cfad00f1 tempest-TestVolumeBootPattern-1525136861 tempest-TestVolumeBootPattern-1525136861-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1822215'] for security_group_rule, after_create {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:44:20.718844 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9b14ae-6fa2-4c79-a72b-e976cfad00f1 tempest-TestVolumeBootPattern-1525136861 tempest-TestVolumeBootPattern-1525136861-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f2744419-d4e2-4523-9ddc-593400d9364c,revision_number=0']} {{(pid=93087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:44:20.727432 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-7a9b14ae-6fa2-4c79-a72b-e976cfad00f1 tempest-TestVolumeBootPattern-1525136861 tempest-TestVolumeBootPattern-1525136861-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:44:20.728697 dv-cinder-799631-1-iscsi neutron-server[93087]: INFO neutron.wsgi [None req-7a9b14ae-6fa2-4c79-a72b-e976cfad00f1 tempest-TestVolumeBootPattern-1525136861 tempest-TestVolumeBootPattern-1525136861-project] 10.222.0.106 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1291859 Jul 06 12:44:20.731531 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.wsgi [-] (93087) accepted ('10.222.0.106', 56964) {{(pid=93087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:44:20.736680 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.api.v2.base [None req-8efe250a-3ee8-4428-bcc6-1fd1f5a2bb7b tempest-TestVolumeBootPattern-1525136861 tempest-TestVolumeBootPattern-1525136861-project] Request body: {'security_group_rule': {'security_group_id': '424627eb-6e1f-4d8c-b6cc-51a70563b380', 'project_id': '7d3fca7e03d1476d8c34bd1e06242792', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:44:20.759649 dv-cinder-799631-1-iscsi neutron-server[93087]: INFO neutron.db.securitygroups_db [None req-8efe250a-3ee8-4428-bcc6-1fd1f5a2bb7b tempest-TestVolumeBootPattern-1525136861 tempest-TestVolumeBootPattern-1525136861-project] Project 7d3fca7e03d1476d8c34bd1e06242792 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 06 12:44:20.764791 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-8efe250a-3ee8-4428-bcc6-1fd1f5a2bb7b tempest-TestVolumeBootPattern-1525136861 tempest-TestVolumeBootPattern-1525136861-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:44:20.829606 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-8efe250a-3ee8-4428-bcc6-1fd1f5a2bb7b tempest-TestVolumeBootPattern-1525136861 tempest-TestVolumeBootPattern-1525136861-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:44:20.835790 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-8efe250a-3ee8-4428-bcc6-1fd1f5a2bb7b tempest-TestVolumeBootPattern-1525136861 tempest-TestVolumeBootPattern-1525136861-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1822215'] for security_group_rule, after_create {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:44:20.854527 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8efe250a-3ee8-4428-bcc6-1fd1f5a2bb7b tempest-TestVolumeBootPattern-1525136861 tempest-TestVolumeBootPattern-1525136861-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8ad23b83-6c91-4221-b69b-b6df08c8afdc,revision_number=0']} {{(pid=93087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:44:20.862098 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-8efe250a-3ee8-4428-bcc6-1fd1f5a2bb7b tempest-TestVolumeBootPattern-1525136861 tempest-TestVolumeBootPattern-1525136861-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:44:20.863222 dv-cinder-799631-1-iscsi neutron-server[93087]: INFO neutron.wsgi [None req-8efe250a-3ee8-4428-bcc6-1fd1f5a2bb7b tempest-TestVolumeBootPattern-1525136861 tempest-TestVolumeBootPattern-1525136861-project] 10.222.0.106 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1305463 Jul 06 12:44:20.866109 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.wsgi [-] (93087) accepted ('10.222.0.106', 56966) {{(pid=93087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:44:20.870653 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.api.v2.base [None req-3a248740-478c-4219-a1d6-44bb88564a90 tempest-TestVolumeBootPattern-1525136861 tempest-TestVolumeBootPattern-1525136861-project] Request body: {'security_group_rule': {'security_group_id': '424627eb-6e1f-4d8c-b6cc-51a70563b380', 'project_id': '7d3fca7e03d1476d8c34bd1e06242792', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:44:20.893909 dv-cinder-799631-1-iscsi neutron-server[93087]: INFO neutron.db.securitygroups_db [None req-3a248740-478c-4219-a1d6-44bb88564a90 tempest-TestVolumeBootPattern-1525136861 tempest-TestVolumeBootPattern-1525136861-project] Project 7d3fca7e03d1476d8c34bd1e06242792 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 06 12:44:20.899165 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-3a248740-478c-4219-a1d6-44bb88564a90 tempest-TestVolumeBootPattern-1525136861 tempest-TestVolumeBootPattern-1525136861-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:44:20.970644 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-3a248740-478c-4219-a1d6-44bb88564a90 tempest-TestVolumeBootPattern-1525136861 tempest-TestVolumeBootPattern-1525136861-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:44:20.974588 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-3a248740-478c-4219-a1d6-44bb88564a90 tempest-TestVolumeBootPattern-1525136861 tempest-TestVolumeBootPattern-1525136861-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1822215'] for security_group_rule, after_create {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:44:20.993112 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a248740-478c-4219-a1d6-44bb88564a90 tempest-TestVolumeBootPattern-1525136861 tempest-TestVolumeBootPattern-1525136861-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd3f7258-2bb8-40e7-a29e-ce77fb46a1ea,revision_number=0']} {{(pid=93087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:44:21.002042 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-3a248740-478c-4219-a1d6-44bb88564a90 tempest-TestVolumeBootPattern-1525136861 tempest-TestVolumeBootPattern-1525136861-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:44:21.003293 dv-cinder-799631-1-iscsi neutron-server[93087]: INFO neutron.wsgi [None req-3a248740-478c-4219-a1d6-44bb88564a90 tempest-TestVolumeBootPattern-1525136861 tempest-TestVolumeBootPattern-1525136861-project] 10.222.0.106 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1361935 Jul 06 12:44:21.285049 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016cfb13-3cd2-4497-93d8-a82340d3c601 req-b01bf5b2-46fd-4871-a9da-998708ed5bbd tempest-TestShelveInstance-996288515 tempest-TestShelveInstance-996288515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:44:21.286710 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-016cfb13-3cd2-4497-93d8-a82340d3c601 req-b01bf5b2-46fd-4871-a9da-998708ed5bbd tempest-TestShelveInstance-996288515 tempest-TestShelveInstance-996288515-project] 10.222.0.106 "GET /v2.0/ports?device_id=53675ebd-6299-4760-9245-bf32debfda0f HTTP/1.1" status: 200 len: 944 time: 0.0714567 Jul 06 12:44:21.330360 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-016cfb13-3cd2-4497-93d8-a82340d3c601 req-e0b6f253-4569-4800-b8f5-5eb195e313bb tempest-TestShelveInstance-996288515 tempest-TestShelveInstance-996288515-project] 10.222.0.106 "GET /v2.0/security-groups?id=0802f8fa-e754-4815-a384-1d6e49591486&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375566 Jul 06 12:44:21.350528 dv-cinder-799631-1-iscsi neutron-server[93090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fa04f70-9675-4edf-b95c-34e6ba1c8046 None None] Sync routers for ids ['42297864-c885-49d9-8886-589e0e90f67f'] in dv-cinder-799631-1-iscsi {{(pid=93090) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:44:21.360521 dv-cinder-799631-1-iscsi neutron-server[93090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fa04f70-9675-4edf-b95c-34e6ba1c8046 None None] Routers {'42297864-c885-49d9-8886-589e0e90f67f'} bound to L3 agent in host dv-cinder-799631-1-iscsi {{(pid=93090) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:44:21.361154 dv-cinder-799631-1-iscsi neutron-server[93090]: DEBUG neutron.db.l3_hamode_db [None req-0fa04f70-9675-4edf-b95c-34e6ba1c8046 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799631-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T12:25:10Z,description=,heartbeat_timestamp=2021-07-06T12:44:11Z,host='dv-cinder-799631-1-iscsi',id=8f648e93-51d3-4e20-9eca-a57842435ba1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T12:25:10Z,topic='l3_agent')) {'router_ids': ['42297864-c885-49d9-8886-589e0e90f67f'], 'active': True} {{(pid=93090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:44:21.471369 dv-cinder-799631-1-iscsi neutron-server[93090]: DEBUG neutron.db.l3_dvr_db [None req-0fa04f70-9675-4edf-b95c-34e6ba1c8046 None None] Set router 42297864-c885-49d9-8886-589e0e90f67f gateway port host: dv-cinder-799631-1-iscsi {{(pid=93090) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:44:21.608552 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.rpc [None req-3dd6613b-aa53-445d-9a05-4c085a94a05e None None] Device fdc45c9d-081b-4798-b303-78d1bcead024 up at agent ovs-agent-dv-cinder-799631-1-iscsi {{(pid=93089) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:44:21.659094 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.db.provisioning_blocks [None req-3dd6613b-aa53-445d-9a05-4c085a94a05e None None] Provisioning for port fdc45c9d-081b-4798-b303-78d1bcead024 completed by entity L2. {{(pid=93089) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:44:21.662859 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.db.provisioning_blocks [None req-3dd6613b-aa53-445d-9a05-4c085a94a05e None None] Provisioning complete for port fdc45c9d-081b-4798-b303-78d1bcead024 triggered by entity L2. {{(pid=93089) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:44:21.663263 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-3dd6613b-aa53-445d-9a05-4c085a94a05e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912496'] for port, provisioning_complete {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:44:21.680566 dv-cinder-799631-1-iscsi neutron-server[93090]: DEBUG neutron.db.l3_hamode_db [None req-0fa04f70-9675-4edf-b95c-34e6ba1c8046 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42297864-c885-49d9-8886-589e0e90f67f', 'name': 'tempest-TestVolumeBootPattern-1798797374-router', 'tenant_id': '93e38c1311284add8b929153ad3daac9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a97b808-be6d-48ec-a40b-4668530ee790', 'external_fixed_ips': [{'subnet_id': '1816a596-2dc6-4d27-98a5-201cc12476f2', 'ip_address': '172.27.1.214'}], 'enable_snat': True}, 'gw_port_id': 'fdc45c9d-081b-4798-b303-78d1bcead024', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:44:14Z', 'updated_at': '2021-07-06T12:44:17Z', 'revision_number': 4, 'project_id': '93e38c1311284add8b929153ad3daac9', 'gw_port': {'id': 'fdc45c9d-081b-4798-b303-78d1bcead024', 'name': '', 'network_id': '2a97b808-be6d-48ec-a40b-4668530ee790', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:b8:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42297864-c885-49d9-8886-589e0e90f67f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '1816a596-2dc6-4d27-98a5-201cc12476f2', 'ip_address': '172.27.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799631-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:44:14Z', 'updated_at': '2021-07-06T12:44:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1816a596-2dc6-4d27-98a5-201cc12476f2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799631-1-iscsi', '_interfaces': [{'id': 'd194a6a8-e1ab-4cbb-9cd4-b1633b1693e3', 'name': '', 'network_id': '44e0bb1e-fa51-43d1-9507-fc533e516c29', 'tenant_id': '93e38c1311284add8b929153ad3daac9', 'mac_address': 'fa:16:3e:e4:08:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42297864-c885-49d9-8886-589e0e90f67f', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '6ba1f00d-69e2-4588-b45c-1122f6625ef3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:44:17Z', 'updated_at': '2021-07-06T12:44:18Z', 'revision_number': 2, 'project_id': '93e38c1311284add8b929153ad3daac9', 'subnets': [{'id': '6ba1f00d-69e2-4588-b45c-1122f6625ef3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799631-1-iscsi', False) {} {{(pid=93090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:44:21.707657 dv-cinder-799631-1-iscsi neutron-server[93090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fa04f70-9675-4edf-b95c-34e6ba1c8046 None None] Checking router: 42297864-c885-49d9-8886-589e0e90f67f for host: dv-cinder-799631-1-iscsi {{(pid=93090) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 12:44:21.708012 dv-cinder-799631-1-iscsi neutron-server[93090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fa04f70-9675-4edf-b95c-34e6ba1c8046 None None] Updating router 42297864-c885-49d9-8886-589e0e90f67f port d194a6a8-e1ab-4cbb-9cd4-b1633b1693e3 binding host dv-cinder-799631-1-iscsi {{(pid=93090) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 12:44:21.745786 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-3dd6613b-aa53-445d-9a05-4c085a94a05e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772861'] for port, before_update {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:44:21.748267 dv-cinder-799631-1-iscsi neutron-server[93090]: DEBUG neutron_lib.callbacks.manager [None req-0fa04f70-9675-4edf-b95c-34e6ba1c8046 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772861'] for port, before_update {{(pid=93090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:44:21.766582 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.db [None req-3dd6613b-aa53-445d-9a05-4c085a94a05e None None] For port fdc45c9d-081b-4798-b303-78d1bcead024, host dv-cinder-799631-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799631-1-iscsi',level=0,port_id=fdc45c9d-081b-4798-b303-78d1bcead024,segment=NetworkSegment(89d2d2f7-34cd-4989-93e1-84776a10346d),segment_id=89d2d2f7-34cd-4989-93e1-84776a10346d)] {{(pid=93089) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:44:21.770404 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-3dd6613b-aa53-445d-9a05-4c085a94a05e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-772913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730294210856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730293689582', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730293689631'] for port, after_update {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:44:21.821741 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd6613b-aa53-445d-9a05-4c085a94a05e None None] Pushing event updated for resources: {'Port': ['ID=fdc45c9d-081b-4798-b303-78d1bcead024,revision_number=4']} {{(pid=93089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:44:22.032185 dv-cinder-799631-1-iscsi neutron-server[93090]: DEBUG neutron_lib.callbacks.manager [None req-0fa04f70-9675-4edf-b95c-34e6ba1c8046 None None] Notify callbacks [] for port, precommit_update {{(pid=93090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:44:22.043897 dv-cinder-799631-1-iscsi neutron-server[93090]: DEBUG neutron.db.provisioning_blocks [None req-0fa04f70-9675-4edf-b95c-34e6ba1c8046 None None] Transition to ACTIVE for port object d194a6a8-e1ab-4cbb-9cd4-b1633b1693e3 will not be triggered until provisioned by entity L2. {{(pid=93090) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:44:22.055905 dv-cinder-799631-1-iscsi neutron-server[93090]: DEBUG neutron_lib.callbacks.manager [None req-0fa04f70-9675-4edf-b95c-34e6ba1c8046 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-772913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730294210856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730293689582', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730293689631'] for port, after_update {{(pid=93090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:44:22.071417 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730293992524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912513'] for agent, after_update {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:44:22.158189 dv-cinder-799631-1-iscsi neutron-server[93090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52f0de2-0b53-40df-a2bb-3b5907dd66d9 None None] Pushing event updated for resources: {'Port': ['ID=d194a6a8-e1ab-4cbb-9cd4-b1633b1693e3,revision_number=3']} {{(pid=93090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:44:22.172775 dv-cinder-799631-1-iscsi neutron-server[93090]: DEBUG neutron.plugins.ml2.managers [None req-0fa04f70-9675-4edf-b95c-34e6ba1c8046 None None] Attempting to bind port d194a6a8-e1ab-4cbb-9cd4-b1633b1693e3 on host dv-cinder-799631-1-iscsi for vnic_type normal with profile {{(pid=93090) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:44:22.172775 dv-cinder-799631-1-iscsi neutron-server[93090]: DEBUG neutron.plugins.ml2.managers [None req-0fa04f70-9675-4edf-b95c-34e6ba1c8046 None None] Attempting to bind port d194a6a8-e1ab-4cbb-9cd4-b1633b1693e3 by drivers openvswitch,hyperv on host dv-cinder-799631-1-iscsi at level 0 using segments [{'id': '96e7a98d-9896-47d0-a80b-183d40875248', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': '44e0bb1e-fa51-43d1-9507-fc533e516c29'}] {{(pid=93090) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:44:22.173014 dv-cinder-799631-1-iscsi neutron-server[93090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fa04f70-9675-4edf-b95c-34e6ba1c8046 None None] Attempting to bind port d194a6a8-e1ab-4cbb-9cd4-b1633b1693e3 on network 44e0bb1e-fa51-43d1-9507-fc533e516c29 {{(pid=93090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:44:22.179720 dv-cinder-799631-1-iscsi neutron-server[93090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fa04f70-9675-4edf-b95c-34e6ba1c8046 None None] Checking agent: {'id': '0df45e45-1cb7-430e-9311-5161aceb24d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799631-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 12, 25, 11), 'started_at': datetime.datetime(2021, 7, 6, 12, 25, 41), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 44, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799631-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:44:22.180093 dv-cinder-799631-1-iscsi neutron-server[93090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fa04f70-9675-4edf-b95c-34e6ba1c8046 None None] Checking segment: {'id': '96e7a98d-9896-47d0-a80b-183d40875248', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': '44e0bb1e-fa51-43d1-9507-fc533e516c29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93090) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:44:22.180542 dv-cinder-799631-1-iscsi neutron-server[93090]: DEBUG neutron_lib.callbacks.manager [None req-0fa04f70-9675-4edf-b95c-34e6ba1c8046 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:44:22.180924 dv-cinder-799631-1-iscsi neutron-server[93090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fa04f70-9675-4edf-b95c-34e6ba1c8046 None None] Bound using segment: {'id': '96e7a98d-9896-47d0-a80b-183d40875248', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': '44e0bb1e-fa51-43d1-9507-fc533e516c29'} {{(pid=93090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:44:22.181386 dv-cinder-799631-1-iscsi neutron-server[93090]: DEBUG neutron.plugins.ml2.managers [None req-0fa04f70-9675-4edf-b95c-34e6ba1c8046 None None] Bound port: d194a6a8-e1ab-4cbb-9cd4-b1633b1693e3, host: dv-cinder-799631-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96e7a98d-9896-47d0-a80b-183d40875248', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': '44e0bb1e-fa51-43d1-9507-fc533e516c29'}}] {{(pid=93090) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:44:22.181780 dv-cinder-799631-1-iscsi neutron-server[93090]: DEBUG neutron_lib.callbacks.manager [None req-0fa04f70-9675-4edf-b95c-34e6ba1c8046 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772861'] for port, before_update {{(pid=93090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:44:22.250189 dv-cinder-799631-1-iscsi neutron-server[93090]: DEBUG neutron.plugins.ml2.db [None req-0fa04f70-9675-4edf-b95c-34e6ba1c8046 None None] For port d194a6a8-e1ab-4cbb-9cd4-b1633b1693e3, host dv-cinder-799631-1-iscsi, cleared binding levels {{(pid=93090) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:44:22.254123 dv-cinder-799631-1-iscsi neutron-server[93090]: DEBUG neutron.plugins.ml2.db [None req-0fa04f70-9675-4edf-b95c-34e6ba1c8046 None None] For port d194a6a8-e1ab-4cbb-9cd4-b1633b1693e3, host dv-cinder-799631-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799631-1-iscsi',level=0,port_id=d194a6a8-e1ab-4cbb-9cd4-b1633b1693e3,segment=NetworkSegment(96e7a98d-9896-47d0-a80b-183d40875248),segment_id=96e7a98d-9896-47d0-a80b-183d40875248)] {{(pid=93090) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:44:22.262555 dv-cinder-799631-1-iscsi neutron-server[93090]: DEBUG neutron_lib.callbacks.manager [None req-0fa04f70-9675-4edf-b95c-34e6ba1c8046 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-772913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730294210856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730293689582', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730293689631'] for port, after_update {{(pid=93090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:44:22.319966 dv-cinder-799631-1-iscsi neutron-server[93090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fa04f70-9675-4edf-b95c-34e6ba1c8046 None None] Routers {'42297864-c885-49d9-8886-589e0e90f67f'} bound to L3 agent in host dv-cinder-799631-1-iscsi {{(pid=93090) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:44:22.320676 dv-cinder-799631-1-iscsi neutron-server[93090]: DEBUG neutron.db.l3_hamode_db [None req-0fa04f70-9675-4edf-b95c-34e6ba1c8046 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799631-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T12:25:10Z,description=,heartbeat_timestamp=2021-07-06T12:44:11Z,host='dv-cinder-799631-1-iscsi',id=8f648e93-51d3-4e20-9eca-a57842435ba1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T12:25:10Z,topic='l3_agent')) {'router_ids': ['42297864-c885-49d9-8886-589e0e90f67f'], 'active': True} {{(pid=93090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:44:22.328560 dv-cinder-799631-1-iscsi neutron-server[93090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52f0de2-0b53-40df-a2bb-3b5907dd66d9 None None] Pushing event updated for resources: {'Port': ['ID=d194a6a8-e1ab-4cbb-9cd4-b1633b1693e3,revision_number=4']} {{(pid=93090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:44:22.435025 dv-cinder-799631-1-iscsi neutron-server[93090]: DEBUG neutron.db.l3_dvr_db [None req-0fa04f70-9675-4edf-b95c-34e6ba1c8046 None None] Set router 42297864-c885-49d9-8886-589e0e90f67f gateway port host: dv-cinder-799631-1-iscsi {{(pid=93090) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:44:22.533628 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b84632-15e3-491c-b1fb-17740c25c28f req-85da3443-cd28-481b-977a-e9fc20ba807a tempest-TestShelveInstance-996288515 tempest-TestShelveInstance-996288515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:44:22.535246 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-58b84632-15e3-491c-b1fb-17740c25c28f req-85da3443-cd28-481b-977a-e9fc20ba807a tempest-TestShelveInstance-996288515 tempest-TestShelveInstance-996288515-project] 10.222.0.106 "GET /v2.0/ports?device_id=53675ebd-6299-4760-9245-bf32debfda0f HTTP/1.1" status: 200 len: 944 time: 0.0685227 Jul 06 12:44:22.575555 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-58b84632-15e3-491c-b1fb-17740c25c28f req-3c230b8f-1770-402b-a9e3-c2085a2cb5fd tempest-TestShelveInstance-996288515 tempest-TestShelveInstance-996288515-project] 10.222.0.106 "GET /v2.0/security-groups?id=0802f8fa-e754-4815-a384-1d6e49591486&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341780 Jul 06 12:44:22.673727 dv-cinder-799631-1-iscsi neutron-server[93090]: DEBUG neutron.db.l3_hamode_db [None req-0fa04f70-9675-4edf-b95c-34e6ba1c8046 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42297864-c885-49d9-8886-589e0e90f67f', 'name': 'tempest-TestVolumeBootPattern-1798797374-router', 'tenant_id': '93e38c1311284add8b929153ad3daac9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a97b808-be6d-48ec-a40b-4668530ee790', 'external_fixed_ips': [{'subnet_id': '1816a596-2dc6-4d27-98a5-201cc12476f2', 'ip_address': '172.27.1.214'}], 'enable_snat': True}, 'gw_port_id': 'fdc45c9d-081b-4798-b303-78d1bcead024', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:44:14Z', 'updated_at': '2021-07-06T12:44:17Z', 'revision_number': 4, 'project_id': '93e38c1311284add8b929153ad3daac9', 'gw_port': {'id': 'fdc45c9d-081b-4798-b303-78d1bcead024', 'name': '', 'network_id': '2a97b808-be6d-48ec-a40b-4668530ee790', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:b8:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42297864-c885-49d9-8886-589e0e90f67f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '1816a596-2dc6-4d27-98a5-201cc12476f2', 'ip_address': '172.27.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799631-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:44:14Z', 'updated_at': '2021-07-06T12:44:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1816a596-2dc6-4d27-98a5-201cc12476f2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799631-1-iscsi', '_interfaces': [{'id': 'd194a6a8-e1ab-4cbb-9cd4-b1633b1693e3', 'name': '', 'network_id': '44e0bb1e-fa51-43d1-9507-fc533e516c29', 'tenant_id': '93e38c1311284add8b929153ad3daac9', 'mac_address': 'fa:16:3e:e4:08:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42297864-c885-49d9-8886-589e0e90f67f', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '6ba1f00d-69e2-4588-b45c-1122f6625ef3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799631-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:44:17Z', 'updated_at': '2021-07-06T12:44:22Z', 'revision_number': 4, 'project_id': '93e38c1311284add8b929153ad3daac9', 'subnets': [{'id': '6ba1f00d-69e2-4588-b45c-1122f6625ef3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799631-1-iscsi', False) {} {{(pid=93090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:44:22.699862 dv-cinder-799631-1-iscsi neutron-server[93090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fa04f70-9675-4edf-b95c-34e6ba1c8046 None None] The sync data for ids ['42297864-c885-49d9-8886-589e0e90f67f'] in dv-cinder-799631-1-iscsi is: [{'id': '42297864-c885-49d9-8886-589e0e90f67f', 'name': 'tempest-TestVolumeBootPattern-1798797374-router', 'tenant_id': '93e38c1311284add8b929153ad3daac9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a97b808-be6d-48ec-a40b-4668530ee790', 'external_fixed_ips': [{'subnet_id': '1816a596-2dc6-4d27-98a5-201cc12476f2', 'ip_address': '172.27.1.214'}], 'enable_snat': True}, 'gw_port_id': 'fdc45c9d-081b-4798-b303-78d1bcead024', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:44:14Z', 'updated_at': '2021-07-06T12:44:17Z', 'revision_number': 4, 'project_id': '93e38c1311284add8b929153ad3daac9', 'gw_port': {'id': 'fdc45c9d-081b-4798-b303-78d1bcead024', 'name': '', 'network_id': '2a97b808-be6d-48ec-a40b-4668530ee790', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:b8:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42297864-c885-49d9-8886-589e0e90f67f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '1816a596-2dc6-4d27-98a5-201cc12476f2', 'ip_address': '172.27.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799631-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:44:14Z', 'updated_at': '2021-07-06T12:44:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1816a596-2dc6-4d27-98a5-201cc12476f2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799631-1-iscsi', '_interfaces': [{'id': 'd194a6a8-e1ab-4cbb-9cd4-b1633b1693e3', 'name': '', 'network_id': '44e0bb1e-fa51-43d1-9507-fc533e516c29', 'tenant_id': '93e38c1311284add8b929153ad3daac9', 'mac_address': 'fa:16:3e:e4:08:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42297864-c885-49d9-8886-589e0e90f67f', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '6ba1f00d-69e2-4588-b45c-1122f6625ef3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799631-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:44:17Z', 'updated_at': '2021-07-06T12:44:22Z', 'revision_number': 4, 'project_id': '93e38c1311284add8b929153ad3daac9', 'subnets': [{'id': '6ba1f00d-69e2-4588-b45c-1122f6625ef3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93090) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:44:23.586133 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.rpc [None req-3dd6613b-aa53-445d-9a05-4c085a94a05e None None] Device fdc45c9d-081b-4798-b303-78d1bcead024 up at agent ovs-agent-dv-cinder-799631-1-iscsi {{(pid=93089) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:44:23.649628 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.db.provisioning_blocks [None req-3dd6613b-aa53-445d-9a05-4c085a94a05e None None] Provisioning complete for port fdc45c9d-081b-4798-b303-78d1bcead024 triggered by entity L2. {{(pid=93089) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:44:23.650007 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-3dd6613b-aa53-445d-9a05-4c085a94a05e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912496'] for port, provisioning_complete {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:44:23.750081 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.rpc [None req-3dd6613b-aa53-445d-9a05-4c085a94a05e None None] Device d194a6a8-e1ab-4cbb-9cd4-b1633b1693e3 up at agent ovs-agent-dv-cinder-799631-1-iscsi {{(pid=93089) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:44:23.762002 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e28292-67d1-4473-87ef-d02f5a361dca req-4d22ef69-c7c3-4068-9f44-92dd143f33ad tempest-TestShelveInstance-996288515 tempest-TestShelveInstance-996288515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:44:23.763506 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-40e28292-67d1-4473-87ef-d02f5a361dca req-4d22ef69-c7c3-4068-9f44-92dd143f33ad tempest-TestShelveInstance-996288515 tempest-TestShelveInstance-996288515-project] 10.222.0.106 "GET /v2.0/ports?device_id=53675ebd-6299-4760-9245-bf32debfda0f HTTP/1.1" status: 200 len: 944 time: 0.0697067 Jul 06 12:44:23.802005 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.db.provisioning_blocks [None req-3dd6613b-aa53-445d-9a05-4c085a94a05e None None] Provisioning for port d194a6a8-e1ab-4cbb-9cd4-b1633b1693e3 completed by entity L2. {{(pid=93089) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:44:23.805804 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.db.provisioning_blocks [None req-3dd6613b-aa53-445d-9a05-4c085a94a05e None None] Provisioning complete for port d194a6a8-e1ab-4cbb-9cd4-b1633b1693e3 triggered by entity L2. {{(pid=93089) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:44:23.806179 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-3dd6613b-aa53-445d-9a05-4c085a94a05e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912496'] for port, provisioning_complete {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:44:23.809210 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-40e28292-67d1-4473-87ef-d02f5a361dca req-0b06de1c-6422-45e8-94ec-10d62f14b299 tempest-TestShelveInstance-996288515 tempest-TestShelveInstance-996288515-project] 10.222.0.106 "GET /v2.0/security-groups?id=0802f8fa-e754-4815-a384-1d6e49591486&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393984 Jul 06 12:44:23.890334 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-3dd6613b-aa53-445d-9a05-4c085a94a05e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772861'] for port, before_update {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:44:23.938134 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.db [None req-3dd6613b-aa53-445d-9a05-4c085a94a05e None None] For port d194a6a8-e1ab-4cbb-9cd4-b1633b1693e3, host dv-cinder-799631-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799631-1-iscsi',level=0,port_id=d194a6a8-e1ab-4cbb-9cd4-b1633b1693e3,segment=NetworkSegment(96e7a98d-9896-47d0-a80b-183d40875248),segment_id=96e7a98d-9896-47d0-a80b-183d40875248)] {{(pid=93089) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:44:23.942065 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-3dd6613b-aa53-445d-9a05-4c085a94a05e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-772913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730294210856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730293689582', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730293689631'] for port, after_update {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:44:23.992846 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd6613b-aa53-445d-9a05-4c085a94a05e None None] Pushing event updated for resources: {'Port': ['ID=d194a6a8-e1ab-4cbb-9cd4-b1633b1693e3,revision_number=5']} {{(pid=93089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:44:24.995821 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c167834-ee17-477a-bce9-0591251363bb req-6eebcd7a-6f54-4ff9-adbb-9337e01d0849 tempest-TestShelveInstance-996288515 tempest-TestShelveInstance-996288515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:44:24.998336 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-9c167834-ee17-477a-bce9-0591251363bb req-6eebcd7a-6f54-4ff9-adbb-9337e01d0849 tempest-TestShelveInstance-996288515 tempest-TestShelveInstance-996288515-project] 10.222.0.106 "GET /v2.0/ports?device_id=53675ebd-6299-4760-9245-bf32debfda0f HTTP/1.1" status: 200 len: 944 time: 0.0704160 Jul 06 12:44:25.076211 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-9c167834-ee17-477a-bce9-0591251363bb req-3ac932b9-0c90-423e-9cda-ed7d20391d63 tempest-TestShelveInstance-996288515 tempest-TestShelveInstance-996288515-project] 10.222.0.106 "GET /v2.0/security-groups?id=0802f8fa-e754-4815-a384-1d6e49591486&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0660541 Jul 06 12:44:25.094826 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ab1556-de5d-467f-94dd-00da500ba1c7 req-e4875b8a-91fe-4ad9-be3c-477af15f8587 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:44:25.096333 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-d3ab1556-de5d-467f-94dd-00da500ba1c7 req-e4875b8a-91fe-4ad9-be3c-477af15f8587 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=fbb5711b461a4640a58e2421932d76ad&device_id=53675ebd-6299-4760-9245-bf32debfda0f HTTP/1.1" status: 200 len: 1097 time: 0.0971158 Jul 06 12:44:25.202839 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ab1556-de5d-467f-94dd-00da500ba1c7 req-f6bb6065-9ec5-4c73-b53d-0fa0d998d115 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:44:25.204379 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-d3ab1556-de5d-467f-94dd-00da500ba1c7 req-f6bb6065-9ec5-4c73-b53d-0fa0d998d115 service neutron] 10.222.0.100 "GET /v2.0/networks?id=c2879fcc-f3ae-4cdd-a55a-3d405f299166 HTTP/1.1" status: 200 len: 911 time: 0.0876129 Jul 06 12:44:25.275872 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-d3ab1556-de5d-467f-94dd-00da500ba1c7 req-997bb994-d3c2-4013-b70f-1a2177d72aaa service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0a150bef-bf95-4a2f-a96f-a92f73a176b0 HTTP/1.1" status: 200 len: 1000 time: 0.0639925 Jul 06 12:44:25.323524 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ab1556-de5d-467f-94dd-00da500ba1c7 req-bdd45218-f72b-44c6-be6f-eab08f915e31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:44:25.324984 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-d3ab1556-de5d-467f-94dd-00da500ba1c7 req-bdd45218-f72b-44c6-be6f-eab08f915e31 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=a8b537dc-1fa3-4687-8db2-3b01ae5301d6 HTTP/1.1" status: 200 len: 848 time: 0.0429447 Jul 06 12:44:25.382047 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ab1556-de5d-467f-94dd-00da500ba1c7 req-0b6e28ee-bb92-442a-bc56-2ee6f9436fe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:44:25.383562 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-d3ab1556-de5d-467f-94dd-00da500ba1c7 req-0b6e28ee-bb92-442a-bc56-2ee6f9436fe7 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=c2879fcc-f3ae-4cdd-a55a-3d405f299166&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0521235 Jul 06 12:44:25.475326 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-d3ab1556-de5d-467f-94dd-00da500ba1c7 req-04835474-061a-4573-8b7a-d9dacd0529a2 service neutron] 10.222.0.100 "GET /v2.0/networks/c2879fcc-f3ae-4cdd-a55a-3d405f299166?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842521 Jul 06 12:44:25.564762 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.rpc [None req-3dd6613b-aa53-445d-9a05-4c085a94a05e None None] Device d194a6a8-e1ab-4cbb-9cd4-b1633b1693e3 up at agent ovs-agent-dv-cinder-799631-1-iscsi {{(pid=93089) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:44:25.570307 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-d3ab1556-de5d-467f-94dd-00da500ba1c7 req-2a287b26-e390-4345-a420-d4d791d65441 service neutron] 10.222.0.100 "GET /v2.0/networks/c2879fcc-f3ae-4cdd-a55a-3d405f299166?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863807 Jul 06 12:44:25.612065 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.db.provisioning_blocks [None req-3dd6613b-aa53-445d-9a05-4c085a94a05e None None] Provisioning complete for port d194a6a8-e1ab-4cbb-9cd4-b1633b1693e3 triggered by entity L2. {{(pid=93089) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:44:25.612448 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-3dd6613b-aa53-445d-9a05-4c085a94a05e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912496'] for port, provisioning_complete {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:44:26.256522 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f70e0bf-0763-415f-88ef-6f0e0120c389 req-ad6294b0-c521-4f83-965a-d490750878d7 tempest-TestShelveInstance-996288515 tempest-TestShelveInstance-996288515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:44:26.258035 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-2f70e0bf-0763-415f-88ef-6f0e0120c389 req-ad6294b0-c521-4f83-965a-d490750878d7 tempest-TestShelveInstance-996288515 tempest-TestShelveInstance-996288515-project] 10.222.0.106 "GET /v2.0/ports?device_id=53675ebd-6299-4760-9245-bf32debfda0f HTTP/1.1" status: 200 len: 944 time: 0.0691154 Jul 06 12:44:26.302016 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-2f70e0bf-0763-415f-88ef-6f0e0120c389 req-23d8c159-5a23-4885-95b8-153e6393c7dd tempest-TestShelveInstance-996288515 tempest-TestShelveInstance-996288515-project] 10.222.0.106 "GET /v2.0/security-groups?id=0802f8fa-e754-4815-a384-1d6e49591486&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382826 Jul 06 12:44:27.487094 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e147d8-6849-4ecd-a6f7-4511e0f06658 req-8b5ac281-4867-4718-950b-54ccf5518f17 tempest-TestShelveInstance-996288515 tempest-TestShelveInstance-996288515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:44:27.488574 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-44e147d8-6849-4ecd-a6f7-4511e0f06658 req-8b5ac281-4867-4718-950b-54ccf5518f17 tempest-TestShelveInstance-996288515 tempest-TestShelveInstance-996288515-project] 10.222.0.106 "GET /v2.0/ports?device_id=53675ebd-6299-4760-9245-bf32debfda0f HTTP/1.1" status: 200 len: 944 time: 0.0633676 Jul 06 12:44:27.528661 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-44e147d8-6849-4ecd-a6f7-4511e0f06658 req-449d7b19-6c0b-476d-a0aa-9af83c3f31dc tempest-TestShelveInstance-996288515 tempest-TestShelveInstance-996288515-project] 10.222.0.106 "GET /v2.0/security-groups?id=0802f8fa-e754-4815-a384-1d6e49591486&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341311 Jul 06 12:44:28.703932 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea4518e-d66e-468a-a4c5-02ac247a58ef req-95741637-47c4-4019-b01e-5edf3d848180 tempest-TestShelveInstance-996288515 tempest-TestShelveInstance-996288515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:44:28.705541 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-bea4518e-d66e-468a-a4c5-02ac247a58ef req-95741637-47c4-4019-b01e-5edf3d848180 tempest-TestShelveInstance-996288515 tempest-TestShelveInstance-996288515-project] 10.222.0.106 "GET /v2.0/ports?device_id=53675ebd-6299-4760-9245-bf32debfda0f HTTP/1.1" status: 200 len: 944 time: 0.0651627 Jul 06 12:44:28.746347 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-bea4518e-d66e-468a-a4c5-02ac247a58ef req-ed6d7a04-753e-4767-9887-9c4505b24105 tempest-TestShelveInstance-996288515 tempest-TestShelveInstance-996288515-project] 10.222.0.106 "GET /v2.0/security-groups?id=0802f8fa-e754-4815-a384-1d6e49591486&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340323 Jul 06 12:44:29.356868 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.rpc [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] Device 0a150bef-bf95-4a2f-a96f-a92f73a176b0 details requested by agent hyperv_hv-cinder-79963 with host hv-cinder-79963 {{(pid=93089) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 12:44:29.455603 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.db [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] For port 0a150bef-bf95-4a2f-a96f-a92f73a176b0, host hv-cinder-79963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79963',level=0,port_id=0a150bef-bf95-4a2f-a96f-a92f73a176b0,segment=NetworkSegment(10af5586-a131-4c09-9c2c-2bb6a116b3b9),segment_id=10af5586-a131-4c09-9c2c-2bb6a116b3b9)] {{(pid=93089) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:44:29.466834 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.rpc [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] Returning: {'device': '0a150bef-bf95-4a2f-a96f-a92f73a176b0', 'network_id': 'c2879fcc-f3ae-4cdd-a55a-3d405f299166', 'port_id': '0a150bef-bf95-4a2f-a96f-a92f73a176b0', 'mac_address': 'fa:16:3e:ec:76:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1084, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a8b537dc-1fa3-4687-8db2-3b01ae5301d6', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93089) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 12:44:29.513801 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772861'] for port, before_update {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:44:29.527198 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.notifiers.nova [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0a150bef-bf95-4a2f-a96f-a92f73a176b0 {{(pid=93089) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 12:44:29.551325 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.db [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] For port 0a150bef-bf95-4a2f-a96f-a92f73a176b0, host hv-cinder-79963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79963',level=0,port_id=0a150bef-bf95-4a2f-a96f-a92f73a176b0,segment=NetworkSegment(10af5586-a131-4c09-9c2c-2bb6a116b3b9),segment_id=10af5586-a131-4c09-9c2c-2bb6a116b3b9)] {{(pid=93089) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:44:29.555545 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-772913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730294210856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730293689582', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730293689631'] for port, after_update {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:44:29.605084 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] Pushing event updated for resources: {'Port': ['ID=0a150bef-bf95-4a2f-a96f-a92f73a176b0,revision_number=7']} {{(pid=93089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:44:29.887373 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.db [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] get_ports_and_sgs() called for port_ids ['0a150bef-bf95-4a2f-a96f-a92f73a176b0'] {{(pid=93089) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 12:44:29.934572 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94055fac-5c5d-4727-9fe4-99a10512b251 req-3a8c3b32-9542-4fdb-b357-647446a68234 tempest-TestShelveInstance-996288515 tempest-TestShelveInstance-996288515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:44:29.936239 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-94055fac-5c5d-4727-9fe4-99a10512b251 req-3a8c3b32-9542-4fdb-b357-647446a68234 tempest-TestShelveInstance-996288515 tempest-TestShelveInstance-996288515-project] 10.222.0.106 "GET /v2.0/ports?device_id=53675ebd-6299-4760-9245-bf32debfda0f HTTP/1.1" status: 200 len: 945 time: 0.0698340 Jul 06 12:44:29.978105 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-94055fac-5c5d-4727-9fe4-99a10512b251 req-ef129703-9ca5-41ab-9d7c-aa3abb9caf16 tempest-TestShelveInstance-996288515 tempest-TestShelveInstance-996288515-project] 10.222.0.106 "GET /v2.0/security-groups?id=0802f8fa-e754-4815-a384-1d6e49591486&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358183 Jul 06 12:44:31.165239 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5cf4ce-783e-4781-98cc-30fcf6b8d3ec req-7baf09b1-fcd6-46c0-b945-47c42e20cf42 tempest-TestShelveInstance-996288515 tempest-TestShelveInstance-996288515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:44:31.166717 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-6f5cf4ce-783e-4781-98cc-30fcf6b8d3ec req-7baf09b1-fcd6-46c0-b945-47c42e20cf42 tempest-TestShelveInstance-996288515 tempest-TestShelveInstance-996288515-project] 10.222.0.106 "GET /v2.0/ports?device_id=53675ebd-6299-4760-9245-bf32debfda0f HTTP/1.1" status: 200 len: 945 time: 0.0664039 Jul 06 12:44:31.205359 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-6f5cf4ce-783e-4781-98cc-30fcf6b8d3ec req-2960124f-0485-48f9-9790-72f0f49a86ad tempest-TestShelveInstance-996288515 tempest-TestShelveInstance-996288515-project] 10.222.0.106 "GET /v2.0/security-groups?id=0802f8fa-e754-4815-a384-1d6e49591486&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326040 Jul 06 12:44:31.365434 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.rpc [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] Device 0a150bef-bf95-4a2f-a96f-a92f73a176b0 up at agent hyperv_hv-cinder-79963 {{(pid=93089) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:44:31.413355 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.db.provisioning_blocks [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] Provisioning complete for port 0a150bef-bf95-4a2f-a96f-a92f73a176b0 triggered by entity L2. {{(pid=93089) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:44:31.413776 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912496'] for port, provisioning_complete {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:44:31.498375 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772861'] for port, before_update {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:44:31.521170 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53675ebd-6299-4760-9245-bf32debfda0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a150bef-bf95-4a2f-a96f-a92f73a176b0'}] {{(pid=93089) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:44:31.523533 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.106/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe93d3bb6f6ea65552dd5d1819c289058d75ea396ac2be612a447f7071fdb995" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-604980aa-0968-4328-bbdc-4db4381735e1" -d '{"events": [{"server_uuid": "53675ebd-6299-4760-9245-bf32debfda0f", "name": "network-vif-plugged", "status": "completed", "tag": "0a150bef-bf95-4a2f-a96f-a92f73a176b0"}]}' {{(pid=93089) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:44:31.537746 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.db [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] For port 0a150bef-bf95-4a2f-a96f-a92f73a176b0, host hv-cinder-79963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79963',level=0,port_id=0a150bef-bf95-4a2f-a96f-a92f73a176b0,segment=NetworkSegment(10af5586-a131-4c09-9c2c-2bb6a116b3b9),segment_id=10af5586-a131-4c09-9c2c-2bb6a116b3b9)] {{(pid=93089) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:44:31.542116 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-772913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730294210856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730293689582', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730293689631'] for port, after_update {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:44:31.568590 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 12:44:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e70cf81-f78e-4254-b0b3-c59b486acccd x-openstack-request-id: req-5e70cf81-f78e-4254-b0b3-c59b486acccd {{(pid=93089) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:44:31.568882 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53675ebd-6299-4760-9245-bf32debfda0f", "name": "network-vif-plugged", "status": "completed", "tag": "0a150bef-bf95-4a2f-a96f-a92f73a176b0", "code": 200}]} {{(pid=93089) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:44:31.569137 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.106/compute/v2.1/os-server-external-events used request id req-5e70cf81-f78e-4254-b0b3-c59b486acccd {{(pid=93089) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:44:31.569527 dv-cinder-799631-1-iscsi neutron-server[93089]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53675ebd-6299-4760-9245-bf32debfda0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a150bef-bf95-4a2f-a96f-a92f73a176b0', 'code': 200} Jul 06 12:44:31.595296 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] Pushing event updated for resources: {'Port': ['ID=0a150bef-bf95-4a2f-a96f-a92f73a176b0,revision_number=8']} {{(pid=93089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:44:31.854158 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d9cc61-380b-43e2-b535-ad281296ea03 req-732627bc-6b08-4b7f-9e5e-6410099823d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:44:31.855693 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-d5d9cc61-380b-43e2-b535-ad281296ea03 req-732627bc-6b08-4b7f-9e5e-6410099823d3 service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=53675ebd-6299-4760-9245-bf32debfda0f HTTP/1.1" status: 200 len: 1099 time: 0.0560708 Jul 06 12:44:31.894514 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-d5d9cc61-380b-43e2-b535-ad281296ea03 req-fc21c6f6-8fd2-408f-9687-9fabdfc12081 service neutron] 10.222.0.100 "GET /v2.0/security-groups?id=0802f8fa-e754-4815-a384-1d6e49591486&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0295434 Jul 06 12:44:32.384903 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b3898f-8776-47ec-80e1-1613fcede191 req-01453a6a-b0c8-495c-9c6c-b97a02899072 tempest-TestShelveInstance-996288515 tempest-TestShelveInstance-996288515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:44:32.386390 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-40b3898f-8776-47ec-80e1-1613fcede191 req-01453a6a-b0c8-495c-9c6c-b97a02899072 tempest-TestShelveInstance-996288515 tempest-TestShelveInstance-996288515-project] 10.222.0.106 "GET /v2.0/ports?device_id=53675ebd-6299-4760-9245-bf32debfda0f HTTP/1.1" status: 200 len: 946 time: 0.0642354 Jul 06 12:44:32.424497 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-40b3898f-8776-47ec-80e1-1613fcede191 req-a9e2d825-d922-409f-bed9-2c6adf928e59 tempest-TestShelveInstance-996288515 tempest-TestShelveInstance-996288515-project] 10.222.0.106 "GET /v2.0/security-groups?id=0802f8fa-e754-4815-a384-1d6e49591486&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320530 Jul 06 12:44:33.606032 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715e2009-926b-475c-b768-61a2801eae88 req-d436cda6-4593-4189-b18b-510beb0a60f7 tempest-TestShelveInstance-996288515 tempest-TestShelveInstance-996288515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:44:33.607550 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-715e2009-926b-475c-b768-61a2801eae88 req-d436cda6-4593-4189-b18b-510beb0a60f7 tempest-TestShelveInstance-996288515 tempest-TestShelveInstance-996288515-project] 10.222.0.106 "GET /v2.0/ports?device_id=53675ebd-6299-4760-9245-bf32debfda0f HTTP/1.1" status: 200 len: 946 time: 0.0637577 Jul 06 12:44:33.644455 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-715e2009-926b-475c-b768-61a2801eae88 req-a21528f8-7a4b-4108-add8-f5e8b09bd3d7 tempest-TestShelveInstance-996288515 tempest-TestShelveInstance-996288515-project] 10.222.0.106 "GET /v2.0/security-groups?id=0802f8fa-e754-4815-a384-1d6e49591486&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313749 Jul 06 12:44:37.275008 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-3e744e6c-ed2b-4c8d-bdcb-6961586f86cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730293992524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912513'] for agent, after_update {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:44:38.630046 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-ebd43a65-626f-4170-8de5-e3f9524d9d1b req-f98c3b62-8d18-4483-bf7f-d526a67f0543 tempest-TestVolumeBootPattern-1525136861 tempest-TestVolumeBootPattern-1525136861-project] 10.222.0.106 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-759525822&fields=id&tenant_id=7d3fca7e03d1476d8c34bd1e06242792 HTTP/1.1" status: 200 len: 267 time: 0.0363202 Jul 06 12:44:38.732889 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd43a65-626f-4170-8de5-e3f9524d9d1b req-979c5f4f-ca12-48e4-a577-823a46aace69 tempest-TestVolumeBootPattern-1525136861 tempest-TestVolumeBootPattern-1525136861-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:44:38.734791 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-ebd43a65-626f-4170-8de5-e3f9524d9d1b req-979c5f4f-ca12-48e4-a577-823a46aace69 tempest-TestVolumeBootPattern-1525136861 tempest-TestVolumeBootPattern-1525136861-project] 10.222.0.106 "GET /v2.0/networks?id=70c6c503-e3dc-4ea0-b47e-6f37032d35b2 HTTP/1.1" status: 200 len: 812 time: 0.0984595 Jul 06 12:44:38.749294 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-ebd43a65-626f-4170-8de5-e3f9524d9d1b req-2f70daa9-014e-489d-89bd-11c5b75bbee3 tempest-TestVolumeBootPattern-1525136861 tempest-TestVolumeBootPattern-1525136861-project] 10.222.0.106 "GET /v2.0/quotas/7d3fca7e03d1476d8c34bd1e06242792 HTTP/1.1" status: 200 len: 375 time: 0.0091343 Jul 06 12:44:38.817444 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-ebd43a65-626f-4170-8de5-e3f9524d9d1b req-193ac3e7-fa45-4f5f-8476-ba0772eaf734 tempest-TestVolumeBootPattern-1525136861 tempest-TestVolumeBootPattern-1525136861-project] 10.222.0.106 "GET /v2.0/ports?tenant_id=7d3fca7e03d1476d8c34bd1e06242792&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0627310 Jul 06 12:44:38.832035 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.wsgi [req-ebd43a65-626f-4170-8de5-e3f9524d9d1b req-86c3b9e2-d873-4eea-acc3-5a0d6d39c709 service neutron] http://10.222.0.106:9696/v2.0/extensions returned with HTTP 200 {{(pid=93088) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 12:44:38.832990 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-ebd43a65-626f-4170-8de5-e3f9524d9d1b req-86c3b9e2-d873-4eea-acc3-5a0d6d39c709 service neutron] 10.222.0.106 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052910 Jul 06 12:44:38.920836 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-ebd43a65-626f-4170-8de5-e3f9524d9d1b req-2bce53ec-ffe5-4504-a844-16f17c34afe6 service neutron] 10.222.0.106 "GET /v2.0/networks/70c6c503-e3dc-4ea0-b47e-6f37032d35b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796859 Jul 06 12:44:39.015322 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-ebd43a65-626f-4170-8de5-e3f9524d9d1b req-b5f8f50c-ca54-4af7-91f1-81a46bdd648f service neutron] 10.222.0.106 "GET /v2.0/networks/70c6c503-e3dc-4ea0-b47e-6f37032d35b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909939 Jul 06 12:44:39.581651 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-fab953e2-1e7a-43d1-99c6-6315ddd0dbbd req-c2ae61fe-baf4-4256-b750-cd1ab5fc8080 tempest-TestVolumeBootPattern-1525136861 tempest-TestVolumeBootPattern-1525136861-project] 10.222.0.106 "GET /v2.0/ports?device_id=8f9175c8-7753-4ecc-966f-51715b7f07a0 HTTP/1.1" status: 200 len: 210 time: 0.3044832 Jul 06 12:44:40.525333 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-4b1662a8-8bd0-4ea2-a76e-d86a4c6b06de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730293992524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912513'] for agent, after_update {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:44:40.664088 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-3aa57eaf-fadb-4e72-8ac4-bb4dcb7062a1 req-c2355fe4-294c-447a-9b04-7bb1b8738f71 tempest-TestVolumeBootPattern-1525136861 tempest-TestVolumeBootPattern-1525136861-project] 10.222.0.106 "GET /v2.0/ports?device_id=8f9175c8-7753-4ecc-966f-51715b7f07a0 HTTP/1.1" status: 200 len: 210 time: 0.0273490 Jul 06 12:44:40.928559 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-3dd6613b-aa53-445d-9a05-4c085a94a05e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730293992524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912513'] for agent, after_update {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:44:41.538200 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-59602645-7b03-4a79-8c54-32befe919dd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730293992524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912513'] for agent, after_update {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:44:41.745979 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-2c5937fa-2715-4358-9787-d2522bdb94d9 req-c4d62f8b-0f9e-4f26-9be5-1f0bd466e1dd tempest-TestVolumeBootPattern-1525136861 tempest-TestVolumeBootPattern-1525136861-project] 10.222.0.106 "GET /v2.0/ports?device_id=8f9175c8-7753-4ecc-966f-51715b7f07a0 HTTP/1.1" status: 200 len: 210 time: 0.0273397 Jul 06 12:44:42.884135 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-202ec332-70d5-4284-8d5a-0cdfdd130674 req-8f365091-146c-4508-a1d9-4ae0da85bea7 tempest-TestVolumeBootPattern-1525136861 tempest-TestVolumeBootPattern-1525136861-project] 10.222.0.106 "GET /v2.0/ports?device_id=8f9175c8-7753-4ecc-966f-51715b7f07a0 HTTP/1.1" status: 200 len: 210 time: 0.0280688 Jul 06 12:44:43.116102 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-eaae0be5-6402-4968-ae30-74f1a6482786 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730293992524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912513'] for agent, after_update {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:44:44.040830 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-2915308d-57c9-4982-8a47-8c1cdf6e6c84 req-db6f32df-a019-4617-8258-3256b90738c1 tempest-TestVolumeBootPattern-1525136861 tempest-TestVolumeBootPattern-1525136861-project] 10.222.0.106 "GET /v2.0/ports?device_id=8f9175c8-7753-4ecc-966f-51715b7f07a0 HTTP/1.1" status: 200 len: 210 time: 0.0327315 Jul 06 12:44:44.580743 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd43a65-626f-4170-8de5-e3f9524d9d1b req-f78722df-d312-47aa-8539-4f8461542756 tempest-TestVolumeBootPattern-1525136861 tempest-TestVolumeBootPattern-1525136861-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:44:44.582238 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-ebd43a65-626f-4170-8de5-e3f9524d9d1b req-f78722df-d312-47aa-8539-4f8461542756 tempest-TestVolumeBootPattern-1525136861 tempest-TestVolumeBootPattern-1525136861-project] 10.222.0.100 "GET /v2.0/networks?id=70c6c503-e3dc-4ea0-b47e-6f37032d35b2 HTTP/1.1" status: 200 len: 812 time: 0.1072512 Jul 06 12:44:44.643168 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-ebd43a65-626f-4170-8de5-e3f9524d9d1b req-71ee4ea5-56b4-4f77-98a3-f5397109a6f0 tempest-TestVolumeBootPattern-1525136861 tempest-TestVolumeBootPattern-1525136861-project] 10.222.0.100 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7d3fca7e03d1476d8c34bd1e06242792 HTTP/1.1" status: 200 len: 379 time: 0.0381777 Jul 06 12:44:44.651883 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.api.v2.base [req-ebd43a65-626f-4170-8de5-e3f9524d9d1b req-9c9ad479-3668-496d-87c4-7e6213d83233 tempest-TestVolumeBootPattern-1525136861 tempest-TestVolumeBootPattern-1525136861-project] Request body: {'port': {'device_id': '8f9175c8-7753-4ecc-966f-51715b7f07a0', 'network_id': '70c6c503-e3dc-4ea0-b47e-6f37032d35b2', 'admin_state_up': True, 'tenant_id': '7d3fca7e03d1476d8c34bd1e06242792', 'security_groups': ['424627eb-6e1f-4d8c-b6cc-51a70563b380']}} {{(pid=93088) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:44:44.758644 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ebd43a65-626f-4170-8de5-e3f9524d9d1b req-9c9ad479-3668-496d-87c4-7e6213d83233 tempest-TestVolumeBootPattern-1525136861 tempest-TestVolumeBootPattern-1525136861-project] Made reservation on behalf of 7d3fca7e03d1476d8c34bd1e06242792 for: {'port': 1} {{(pid=93088) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:44:44.762233 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [req-ebd43a65-626f-4170-8de5-e3f9524d9d1b req-9c9ad479-3668-496d-87c4-7e6213d83233 tempest-TestVolumeBootPattern-1525136861 tempest-TestVolumeBootPattern-1525136861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772861'] for port, before_create {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:44:44.890582 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.db.db_base_plugin_common [req-ebd43a65-626f-4170-8de5-e3f9524d9d1b req-9c9ad479-3668-496d-87c4-7e6213d83233 tempest-TestVolumeBootPattern-1525136861 tempest-TestVolumeBootPattern-1525136861-project] Allocated IP 172.20.0.11 (70c6c503-e3dc-4ea0-b47e-6f37032d35b2/33e7a687-d80f-43c0-aba6-1592a9695544/698fd105-f8fe-4534-8c14-9b021248f8d9) {{(pid=93088) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:44:45.028623 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [req-ebd43a65-626f-4170-8de5-e3f9524d9d1b req-9c9ad479-3668-496d-87c4-7e6213d83233 tempest-TestVolumeBootPattern-1525136861 tempest-TestVolumeBootPattern-1525136861-project] Notify callbacks [] for port, precommit_create {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:44:45.042910 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.db.provisioning_blocks [req-ebd43a65-626f-4170-8de5-e3f9524d9d1b req-9c9ad479-3668-496d-87c4-7e6213d83233 tempest-TestVolumeBootPattern-1525136861 tempest-TestVolumeBootPattern-1525136861-project] Transition to ACTIVE for port object 698fd105-f8fe-4534-8c14-9b021248f8d9 will not be triggered until provisioned by entity DHCP. {{(pid=93088) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:44:45.080490 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [req-ebd43a65-626f-4170-8de5-e3f9524d9d1b req-9c9ad479-3668-496d-87c4-7e6213d83233 tempest-TestVolumeBootPattern-1525136861 tempest-TestVolumeBootPattern-1525136861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-772920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-407207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730293689564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-63638193'] for port, after_create {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:44:45.129580 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ebd43a65-626f-4170-8de5-e3f9524d9d1b req-9c9ad479-3668-496d-87c4-7e6213d83233 tempest-TestVolumeBootPattern-1525136861 tempest-TestVolumeBootPattern-1525136861-project] Network 70c6c503-e3dc-4ea0-b47e-6f37032d35b2 is already hosted by enough agents. {{(pid=93088) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:44:45.135675 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.scheduler.base_scheduler [req-ebd43a65-626f-4170-8de5-e3f9524d9d1b req-9c9ad479-3668-496d-87c4-7e6213d83233 tempest-TestVolumeBootPattern-1525136861 tempest-TestVolumeBootPattern-1525136861-project] Resources bound (agent type, host, resource id): {{(pid=93088) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:44:45.140628 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.db.l3_dvrscheduler_db [req-ebd43a65-626f-4170-8de5-e3f9524d9d1b req-9c9ad479-3668-496d-87c4-7e6213d83233 tempest-TestVolumeBootPattern-1525136861 tempest-TestVolumeBootPattern-1525136861-project] Received port after_create {{(pid=93088) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:44:45.144645 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9ad479-3668-496d-87c4-7e6213d83233 tempest-TestVolumeBootPattern-1525136861 tempest-TestVolumeBootPattern-1525136861-project] Pushing event updated for resources: {'Port': ['ID=698fd105-f8fe-4534-8c14-9b021248f8d9,revision_number=1']} {{(pid=93088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:44:45.233587 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd43a65-626f-4170-8de5-e3f9524d9d1b req-9c9ad479-3668-496d-87c4-7e6213d83233 tempest-TestVolumeBootPattern-1525136861 tempest-TestVolumeBootPattern-1525136861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:44:45.234241 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [req-ebd43a65-626f-4170-8de5-e3f9524d9d1b req-9c9ad479-3668-496d-87c4-7e6213d83233 tempest-TestVolumeBootPattern-1525136861 tempest-TestVolumeBootPattern-1525136861-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473541'] for port, before_response {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:44:45.256175 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-ebd43a65-626f-4170-8de5-e3f9524d9d1b req-9c9ad479-3668-496d-87c4-7e6213d83233 tempest-TestVolumeBootPattern-1525136861 tempest-TestVolumeBootPattern-1525136861-project] 10.222.0.100 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6077178 Jul 06 12:44:45.270926 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09c1a9e-73d0-4eb9-9e75-09f02b248ee7 req-d01758df-be3e-4359-84fb-f1c502364a50 tempest-TestVolumeBootPattern-1525136861 tempest-TestVolumeBootPattern-1525136861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:44:45.272650 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-d09c1a9e-73d0-4eb9-9e75-09f02b248ee7 req-d01758df-be3e-4359-84fb-f1c502364a50 tempest-TestVolumeBootPattern-1525136861 tempest-TestVolumeBootPattern-1525136861-project] 10.222.0.106 "GET /v2.0/ports?device_id=8f9175c8-7753-4ecc-966f-51715b7f07a0 HTTP/1.1" status: 200 len: 932 time: 0.1038830 Jul 06 12:44:45.279657 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.api.v2.base [req-ebd43a65-626f-4170-8de5-e3f9524d9d1b req-6faa6bdf-613a-49e3-82aa-4bd494c060c1 service neutron] Request body: {'port': {'device_id': '8f9175c8-7753-4ecc-966f-51715b7f07a0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79963'}} {{(pid=93088) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:44:45.363754 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-d09c1a9e-73d0-4eb9-9e75-09f02b248ee7 req-64ee5852-994c-461b-954f-cf7cf0692f36 tempest-TestVolumeBootPattern-1525136861 tempest-TestVolumeBootPattern-1525136861-project] 10.222.0.106 "GET /v2.0/security-groups?id=424627eb-6e1f-4d8c-b6cc-51a70563b380&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0808947 Jul 06 12:44:45.379214 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [req-ebd43a65-626f-4170-8de5-e3f9524d9d1b req-6faa6bdf-613a-49e3-82aa-4bd494c060c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772861'] for port, before_update {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:44:45.423040 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.db.provisioning_blocks [None req-79d8f823-6761-41cf-847a-4c2a5285a8e3 None None] Provisioning for port 698fd105-f8fe-4534-8c14-9b021248f8d9 completed by entity DHCP. {{(pid=93089) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:44:45.426849 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.db.provisioning_blocks [None req-79d8f823-6761-41cf-847a-4c2a5285a8e3 None None] Provisioning complete for port 698fd105-f8fe-4534-8c14-9b021248f8d9 triggered by entity DHCP. {{(pid=93089) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:44:45.427266 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-79d8f823-6761-41cf-847a-4c2a5285a8e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912496'] for port, provisioning_complete {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:44:45.459420 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.plugin [None req-79d8f823-6761-41cf-847a-4c2a5285a8e3 None None] Port 698fd105-f8fe-4534-8c14-9b021248f8d9 cannot update to ACTIVE because it is not bound. {{(pid=93089) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 12:44:45.644079 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.notifiers.nova [req-ebd43a65-626f-4170-8de5-e3f9524d9d1b req-6faa6bdf-613a-49e3-82aa-4bd494c060c1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 698fd105-f8fe-4534-8c14-9b021248f8d9 {{(pid=93088) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 12:44:45.651305 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [req-ebd43a65-626f-4170-8de5-e3f9524d9d1b req-6faa6bdf-613a-49e3-82aa-4bd494c060c1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:44:45.663594 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.db.provisioning_blocks [req-ebd43a65-626f-4170-8de5-e3f9524d9d1b req-6faa6bdf-613a-49e3-82aa-4bd494c060c1 service neutron] Transition to ACTIVE for port object 698fd105-f8fe-4534-8c14-9b021248f8d9 will not be triggered until provisioned by entity L2. {{(pid=93088) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:44:45.667273 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [req-ebd43a65-626f-4170-8de5-e3f9524d9d1b req-6faa6bdf-613a-49e3-82aa-4bd494c060c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-772913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730294210856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730293689582', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730293689631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63638083'] for port, after_update {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:44:45.719694 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6faa6bdf-613a-49e3-82aa-4bd494c060c1 service neutron] Pushing event updated for resources: {'Port': ['ID=698fd105-f8fe-4534-8c14-9b021248f8d9,revision_number=2']} {{(pid=93088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:44:45.789304 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.plugins.ml2.managers [req-ebd43a65-626f-4170-8de5-e3f9524d9d1b req-6faa6bdf-613a-49e3-82aa-4bd494c060c1 service neutron] Attempting to bind port 698fd105-f8fe-4534-8c14-9b021248f8d9 on host hv-cinder-79963 for vnic_type normal with profile {{(pid=93088) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:44:45.789647 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.plugins.ml2.managers [req-ebd43a65-626f-4170-8de5-e3f9524d9d1b req-6faa6bdf-613a-49e3-82aa-4bd494c060c1 service neutron] Attempting to bind port 698fd105-f8fe-4534-8c14-9b021248f8d9 by drivers openvswitch,hyperv on host hv-cinder-79963 at level 0 using segments [{'id': '1eb18788-5df7-46da-9081-36e4d73aca02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': '70c6c503-e3dc-4ea0-b47e-6f37032d35b2'}] {{(pid=93088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:44:45.789980 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebd43a65-626f-4170-8de5-e3f9524d9d1b req-6faa6bdf-613a-49e3-82aa-4bd494c060c1 service neutron] Attempting to bind port 698fd105-f8fe-4534-8c14-9b021248f8d9 on network 70c6c503-e3dc-4ea0-b47e-6f37032d35b2 {{(pid=93088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:44:45.796343 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebd43a65-626f-4170-8de5-e3f9524d9d1b req-6faa6bdf-613a-49e3-82aa-4bd494c060c1 service neutron] Port 698fd105-f8fe-4534-8c14-9b021248f8d9 on network 70c6c503-e3dc-4ea0-b47e-6f37032d35b2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79963 {{(pid=93088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 12:44:45.796748 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebd43a65-626f-4170-8de5-e3f9524d9d1b req-6faa6bdf-613a-49e3-82aa-4bd494c060c1 service neutron] Attempting to bind port 698fd105-f8fe-4534-8c14-9b021248f8d9 on network 70c6c503-e3dc-4ea0-b47e-6f37032d35b2 {{(pid=93088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:44:45.802097 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebd43a65-626f-4170-8de5-e3f9524d9d1b req-6faa6bdf-613a-49e3-82aa-4bd494c060c1 service neutron] Checking agent: {'id': '04527ea7-205a-43f8-9500-06532a9ad9cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79963', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 12, 31, 19), 'started_at': datetime.datetime(2021, 7, 6, 12, 31, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 44, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:44:45.802440 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebd43a65-626f-4170-8de5-e3f9524d9d1b req-6faa6bdf-613a-49e3-82aa-4bd494c060c1 service neutron] Checking segment: {'id': '1eb18788-5df7-46da-9081-36e4d73aca02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': '70c6c503-e3dc-4ea0-b47e-6f37032d35b2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93088) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:44:45.803057 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebd43a65-626f-4170-8de5-e3f9524d9d1b req-6faa6bdf-613a-49e3-82aa-4bd494c060c1 service neutron] Bound using segment: {'id': '1eb18788-5df7-46da-9081-36e4d73aca02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': '70c6c503-e3dc-4ea0-b47e-6f37032d35b2'} {{(pid=93088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:44:45.803533 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.plugins.ml2.managers [req-ebd43a65-626f-4170-8de5-e3f9524d9d1b req-6faa6bdf-613a-49e3-82aa-4bd494c060c1 service neutron] Bound port: 698fd105-f8fe-4534-8c14-9b021248f8d9, host: hv-cinder-79963, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1eb18788-5df7-46da-9081-36e4d73aca02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': '70c6c503-e3dc-4ea0-b47e-6f37032d35b2'}}] {{(pid=93088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:44:45.803926 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [req-ebd43a65-626f-4170-8de5-e3f9524d9d1b req-6faa6bdf-613a-49e3-82aa-4bd494c060c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772861'] for port, before_update {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:44:45.874124 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.plugins.ml2.db [req-ebd43a65-626f-4170-8de5-e3f9524d9d1b req-6faa6bdf-613a-49e3-82aa-4bd494c060c1 service neutron] For port 698fd105-f8fe-4534-8c14-9b021248f8d9, host hv-cinder-79963, cleared binding levels {{(pid=93088) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:44:45.877627 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.plugins.ml2.db [req-ebd43a65-626f-4170-8de5-e3f9524d9d1b req-6faa6bdf-613a-49e3-82aa-4bd494c060c1 service neutron] For port 698fd105-f8fe-4534-8c14-9b021248f8d9, host hv-cinder-79963, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79963',level=0,port_id=698fd105-f8fe-4534-8c14-9b021248f8d9,segment=NetworkSegment(1eb18788-5df7-46da-9081-36e4d73aca02),segment_id=1eb18788-5df7-46da-9081-36e4d73aca02)] {{(pid=93088) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:44:45.883056 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [req-ebd43a65-626f-4170-8de5-e3f9524d9d1b req-6faa6bdf-613a-49e3-82aa-4bd494c060c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-772913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730294210856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730293689582', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730293689631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63638083'] for port, after_update {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:44:45.915125 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd43a65-626f-4170-8de5-e3f9524d9d1b req-6faa6bdf-613a-49e3-82aa-4bd494c060c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:44:45.915811 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [req-ebd43a65-626f-4170-8de5-e3f9524d9d1b req-6faa6bdf-613a-49e3-82aa-4bd494c060c1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473541'] for port, before_response {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:44:45.917296 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-ebd43a65-626f-4170-8de5-e3f9524d9d1b req-6faa6bdf-613a-49e3-82aa-4bd494c060c1 service neutron] 10.222.0.100 "PUT /v2.0/ports/698fd105-f8fe-4534-8c14-9b021248f8d9 HTTP/1.1" status: 200 len: 1094 time: 0.6419091 Jul 06 12:44:45.919784 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f9175c8-7753-4ecc-966f-51715b7f07a0', 'tag': '698fd105-f8fe-4534-8c14-9b021248f8d9'}] {{(pid=93088) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:44:45.922151 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.106/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9084e8bb467df778e8c5a57eadfa6056a7986fbfd2ee9905f143c38c4b95db31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-550cdef0-2d29-4207-b256-9efe1893e2d7" -d '{"events": [{"name": "network-changed", "server_uuid": "8f9175c8-7753-4ecc-966f-51715b7f07a0", "tag": "698fd105-f8fe-4534-8c14-9b021248f8d9"}]}' {{(pid=93088) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:44:45.957050 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6faa6bdf-613a-49e3-82aa-4bd494c060c1 service neutron] Pushing event updated for resources: {'Port': ['ID=698fd105-f8fe-4534-8c14-9b021248f8d9,revision_number=3']} {{(pid=93088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:44:45.971246 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 12:44:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64990eca-8783-4346-a0a0-94a4b7aed888 x-openstack-request-id: req-64990eca-8783-4346-a0a0-94a4b7aed888 {{(pid=93088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:44:45.971536 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f9175c8-7753-4ecc-966f-51715b7f07a0", "tag": "698fd105-f8fe-4534-8c14-9b021248f8d9", "status": "completed", "code": 200}]} {{(pid=93088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:44:45.971932 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.106/compute/v2.1/os-server-external-events used request id req-64990eca-8783-4346-a0a0-94a4b7aed888 {{(pid=93088) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:44:45.972517 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f9175c8-7753-4ecc-966f-51715b7f07a0', 'tag': '698fd105-f8fe-4534-8c14-9b021248f8d9', 'status': 'completed', 'code': 200} Jul 06 12:44:46.042114 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd43a65-626f-4170-8de5-e3f9524d9d1b req-032c4c7b-ae89-4fb6-9048-8f252efb9ce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:44:46.043707 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-ebd43a65-626f-4170-8de5-e3f9524d9d1b req-032c4c7b-ae89-4fb6-9048-8f252efb9ce0 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=7d3fca7e03d1476d8c34bd1e06242792&device_id=8f9175c8-7753-4ecc-966f-51715b7f07a0 HTTP/1.1" status: 200 len: 1097 time: 0.0573621 Jul 06 12:44:46.096760 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-ebd43a65-626f-4170-8de5-e3f9524d9d1b req-f7827a99-ac2c-4d1a-858b-71cdd8315054 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=698fd105-f8fe-4534-8c14-9b021248f8d9 HTTP/1.1" status: 200 len: 217 time: 0.0388215 Jul 06 12:44:46.149795 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd43a65-626f-4170-8de5-e3f9524d9d1b req-7ae63da4-c9b3-47f2-b1b8-c9f027522310 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:44:46.151299 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-ebd43a65-626f-4170-8de5-e3f9524d9d1b req-7ae63da4-c9b3-47f2-b1b8-c9f027522310 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=33e7a687-d80f-43c0-aba6-1592a9695544 HTTP/1.1" status: 200 len: 851 time: 0.0480878 Jul 06 12:44:46.211697 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd43a65-626f-4170-8de5-e3f9524d9d1b req-fbd0f85e-64cd-4029-b39a-5165c8c79c7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:44:46.213246 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-ebd43a65-626f-4170-8de5-e3f9524d9d1b req-fbd0f85e-64cd-4029-b39a-5165c8c79c7f service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=70c6c503-e3dc-4ea0-b47e-6f37032d35b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0554051 Jul 06 12:44:46.308700 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-ebd43a65-626f-4170-8de5-e3f9524d9d1b req-35acded0-1353-485e-bfb3-090c298ae055 service neutron] 10.222.0.100 "GET /v2.0/networks/70c6c503-e3dc-4ea0-b47e-6f37032d35b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870757 Jul 06 12:44:46.398449 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-ebd43a65-626f-4170-8de5-e3f9524d9d1b req-a75d8a37-4c26-4eb4-8e24-d365af7e2410 service neutron] 10.222.0.100 "GET /v2.0/networks/70c6c503-e3dc-4ea0-b47e-6f37032d35b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821338 Jul 06 12:44:46.582337 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a78e965-08b3-489c-91f8-7c833b999fc3 req-0114a072-f6a3-422a-9e64-50efef394e4b tempest-TestVolumeBootPattern-1525136861 tempest-TestVolumeBootPattern-1525136861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:44:46.583912 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-8a78e965-08b3-489c-91f8-7c833b999fc3 req-0114a072-f6a3-422a-9e64-50efef394e4b tempest-TestVolumeBootPattern-1525136861 tempest-TestVolumeBootPattern-1525136861-project] 10.222.0.106 "GET /v2.0/ports?device_id=8f9175c8-7753-4ecc-966f-51715b7f07a0 HTTP/1.1" status: 200 len: 944 time: 0.1029007 Jul 06 12:44:46.588053 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550cdef0-2d29-4207-b256-9efe1893e2d7 req-2e851375-b3b2-481a-be10-beed94518828 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:44:46.589420 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-550cdef0-2d29-4207-b256-9efe1893e2d7 req-2e851375-b3b2-481a-be10-beed94518828 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=7d3fca7e03d1476d8c34bd1e06242792&device_id=8f9175c8-7753-4ecc-966f-51715b7f07a0 HTTP/1.1" status: 200 len: 1097 time: 0.0991204 Jul 06 12:44:46.668929 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-8a78e965-08b3-489c-91f8-7c833b999fc3 req-5c724273-afe4-4780-be5f-5cdb85fe1acf tempest-TestVolumeBootPattern-1525136861 tempest-TestVolumeBootPattern-1525136861-project] 10.222.0.106 "GET /v2.0/security-groups?id=424627eb-6e1f-4d8c-b6cc-51a70563b380&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0785673 Jul 06 12:44:46.702210 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550cdef0-2d29-4207-b256-9efe1893e2d7 req-c758ab16-e315-4473-ac12-9fce72f266d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:44:46.704225 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-550cdef0-2d29-4207-b256-9efe1893e2d7 req-c758ab16-e315-4473-ac12-9fce72f266d4 service neutron] 10.222.0.100 "GET /v2.0/networks?id=70c6c503-e3dc-4ea0-b47e-6f37032d35b2 HTTP/1.1" status: 200 len: 914 time: 0.1005065 Jul 06 12:44:46.747786 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-550cdef0-2d29-4207-b256-9efe1893e2d7 req-49e80225-5bc5-4936-9249-300cf1252318 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=698fd105-f8fe-4534-8c14-9b021248f8d9 HTTP/1.1" status: 200 len: 217 time: 0.0334642 Jul 06 12:44:46.797068 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550cdef0-2d29-4207-b256-9efe1893e2d7 req-89ad94d6-c61d-4803-9ad5-042324ab0edb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:44:46.798490 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-550cdef0-2d29-4207-b256-9efe1893e2d7 req-89ad94d6-c61d-4803-9ad5-042324ab0edb service neutron] 10.222.0.100 "GET /v2.0/subnets?id=33e7a687-d80f-43c0-aba6-1592a9695544 HTTP/1.1" status: 200 len: 851 time: 0.0427971 Jul 06 12:44:46.857350 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550cdef0-2d29-4207-b256-9efe1893e2d7 req-dcd86671-257a-4166-a139-7c35443696f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:44:46.858845 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-550cdef0-2d29-4207-b256-9efe1893e2d7 req-dcd86671-257a-4166-a139-7c35443696f9 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=70c6c503-e3dc-4ea0-b47e-6f37032d35b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0508330 Jul 06 12:44:46.950537 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-550cdef0-2d29-4207-b256-9efe1893e2d7 req-e7b1212f-2a7c-407e-89ce-59c575a9d94c service neutron] 10.222.0.100 "GET /v2.0/networks/70c6c503-e3dc-4ea0-b47e-6f37032d35b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844431 Jul 06 12:44:47.038945 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-550cdef0-2d29-4207-b256-9efe1893e2d7 req-5c264703-df5b-42f9-9d10-df15a842447c service neutron] 10.222.0.100 "GET /v2.0/networks/70c6c503-e3dc-4ea0-b47e-6f37032d35b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809104 Jul 06 12:44:47.850688 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b53743-db5a-4f12-a0da-83c7ab85417e req-5b777a0a-ef58-4651-942b-4ab40d3cd3a6 tempest-TestVolumeBootPattern-1525136861 tempest-TestVolumeBootPattern-1525136861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:44:47.852410 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-e8b53743-db5a-4f12-a0da-83c7ab85417e req-5b777a0a-ef58-4651-942b-4ab40d3cd3a6 tempest-TestVolumeBootPattern-1525136861 tempest-TestVolumeBootPattern-1525136861-project] 10.222.0.106 "GET /v2.0/ports?device_id=8f9175c8-7753-4ecc-966f-51715b7f07a0 HTTP/1.1" status: 200 len: 944 time: 0.0670433 Jul 06 12:44:47.891776 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-e8b53743-db5a-4f12-a0da-83c7ab85417e req-8d4f739f-3ea1-408b-867c-5102c15d6461 tempest-TestVolumeBootPattern-1525136861 tempest-TestVolumeBootPattern-1525136861-project] 10.222.0.106 "GET /v2.0/security-groups?id=424627eb-6e1f-4d8c-b6cc-51a70563b380&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336213 Jul 06 12:44:48.012706 dv-cinder-799631-1-iscsi neutron-server[93090]: DEBUG neutron.db.agents_db [None req-df1e7349-c09a-47b1-8f5e-4c337b6ca707 None None] Agent healthcheck: found 6 active agents {{(pid=93090) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 12:44:49.064171 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fe4ea0-e4fa-4cf7-bbb4-198ae0fa2a47 req-7fbdca4b-b760-42da-aa63-b1934ad2c37c tempest-TestVolumeBootPattern-1525136861 tempest-TestVolumeBootPattern-1525136861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:44:49.065773 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-f9fe4ea0-e4fa-4cf7-bbb4-198ae0fa2a47 req-7fbdca4b-b760-42da-aa63-b1934ad2c37c tempest-TestVolumeBootPattern-1525136861 tempest-TestVolumeBootPattern-1525136861-project] 10.222.0.106 "GET /v2.0/ports?device_id=8f9175c8-7753-4ecc-966f-51715b7f07a0 HTTP/1.1" status: 200 len: 944 time: 0.0630548 Jul 06 12:44:49.102276 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-f9fe4ea0-e4fa-4cf7-bbb4-198ae0fa2a47 req-4fef107f-2f10-48d4-8b73-9dacf517dd50 tempest-TestVolumeBootPattern-1525136861 tempest-TestVolumeBootPattern-1525136861-project] 10.222.0.106 "GET /v2.0/security-groups?id=424627eb-6e1f-4d8c-b6cc-51a70563b380&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310986 Jul 06 12:44:50.282338 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e77dc76-83df-4884-8fb1-a6b48d848c35 req-94b5ae03-489b-49b1-b0d7-3f3938eab62e tempest-TestVolumeBootPattern-1525136861 tempest-TestVolumeBootPattern-1525136861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:44:50.283874 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-7e77dc76-83df-4884-8fb1-a6b48d848c35 req-94b5ae03-489b-49b1-b0d7-3f3938eab62e tempest-TestVolumeBootPattern-1525136861 tempest-TestVolumeBootPattern-1525136861-project] 10.222.0.106 "GET /v2.0/ports?device_id=8f9175c8-7753-4ecc-966f-51715b7f07a0 HTTP/1.1" status: 200 len: 944 time: 0.0654685 Jul 06 12:44:50.326940 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-7e77dc76-83df-4884-8fb1-a6b48d848c35 req-95254876-43d5-4c02-a117-4111e8c39206 tempest-TestVolumeBootPattern-1525136861 tempest-TestVolumeBootPattern-1525136861-project] 10.222.0.106 "GET /v2.0/security-groups?id=424627eb-6e1f-4d8c-b6cc-51a70563b380&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375016 Jul 06 12:44:51.504952 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2054b68b-5a38-40e8-855a-0df60008b342 req-ab120b76-5d7e-4fe7-8223-f539ceddc46c tempest-TestVolumeBootPattern-1525136861 tempest-TestVolumeBootPattern-1525136861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:44:51.506449 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-2054b68b-5a38-40e8-855a-0df60008b342 req-ab120b76-5d7e-4fe7-8223-f539ceddc46c tempest-TestVolumeBootPattern-1525136861 tempest-TestVolumeBootPattern-1525136861-project] 10.222.0.106 "GET /v2.0/ports?device_id=8f9175c8-7753-4ecc-966f-51715b7f07a0 HTTP/1.1" status: 200 len: 944 time: 0.0653827 Jul 06 12:44:51.545433 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-2054b68b-5a38-40e8-855a-0df60008b342 req-321b68fc-fd72-451c-adcc-7616155ce08a tempest-TestVolumeBootPattern-1525136861 tempest-TestVolumeBootPattern-1525136861-project] 10.222.0.106 "GET /v2.0/security-groups?id=424627eb-6e1f-4d8c-b6cc-51a70563b380&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334337 Jul 06 12:44:52.070896 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730293992524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912513'] for agent, after_update {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:44:52.723090 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5393a2d1-07cd-47e1-8340-48ee05dc04c4 req-55297e61-b62c-4495-bd69-b2f175de2361 tempest-TestVolumeBootPattern-1525136861 tempest-TestVolumeBootPattern-1525136861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:44:52.724585 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-5393a2d1-07cd-47e1-8340-48ee05dc04c4 req-55297e61-b62c-4495-bd69-b2f175de2361 tempest-TestVolumeBootPattern-1525136861 tempest-TestVolumeBootPattern-1525136861-project] 10.222.0.106 "GET /v2.0/ports?device_id=8f9175c8-7753-4ecc-966f-51715b7f07a0 HTTP/1.1" status: 200 len: 944 time: 0.0631006 Jul 06 12:44:52.763537 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-5393a2d1-07cd-47e1-8340-48ee05dc04c4 req-e870bda0-9bd2-44a7-84be-33ab12c650cd tempest-TestVolumeBootPattern-1525136861 tempest-TestVolumeBootPattern-1525136861-project] 10.222.0.106 "GET /v2.0/security-groups?id=424627eb-6e1f-4d8c-b6cc-51a70563b380&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332325 Jul 06 12:44:53.941071 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7689cce1-0568-4cd8-a67e-9e3dbe50e939 req-d249f5cf-c65c-48bd-a37f-ddc57cffb020 tempest-TestVolumeBootPattern-1525136861 tempest-TestVolumeBootPattern-1525136861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:44:53.942667 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-7689cce1-0568-4cd8-a67e-9e3dbe50e939 req-d249f5cf-c65c-48bd-a37f-ddc57cffb020 tempest-TestVolumeBootPattern-1525136861 tempest-TestVolumeBootPattern-1525136861-project] 10.222.0.106 "GET /v2.0/ports?device_id=8f9175c8-7753-4ecc-966f-51715b7f07a0 HTTP/1.1" status: 200 len: 944 time: 0.0683997 Jul 06 12:44:53.982848 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-7689cce1-0568-4cd8-a67e-9e3dbe50e939 req-1915fe26-3aa6-4d2f-ab81-f5b93b8f5b28 tempest-TestVolumeBootPattern-1525136861 tempest-TestVolumeBootPattern-1525136861-project] 10.222.0.106 "GET /v2.0/security-groups?id=424627eb-6e1f-4d8c-b6cc-51a70563b380&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341656 Jul 06 12:44:55.169953 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f069630-63e6-48b8-acc6-a598ba2fa820 req-e4bcdd69-3036-466d-b483-d2f1c2326455 tempest-TestVolumeBootPattern-1525136861 tempest-TestVolumeBootPattern-1525136861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:44:55.171383 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-7f069630-63e6-48b8-acc6-a598ba2fa820 req-e4bcdd69-3036-466d-b483-d2f1c2326455 tempest-TestVolumeBootPattern-1525136861 tempest-TestVolumeBootPattern-1525136861-project] 10.222.0.106 "GET /v2.0/ports?device_id=8f9175c8-7753-4ecc-966f-51715b7f07a0 HTTP/1.1" status: 200 len: 944 time: 0.0693028 Jul 06 12:44:55.209636 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-7f069630-63e6-48b8-acc6-a598ba2fa820 req-ffe80537-9038-4b66-a476-f3015a04196c tempest-TestVolumeBootPattern-1525136861 tempest-TestVolumeBootPattern-1525136861-project] 10.222.0.106 "GET /v2.0/security-groups?id=424627eb-6e1f-4d8c-b6cc-51a70563b380&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326707 Jul 06 12:44:55.450265 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.rpc [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] Device 698fd105-f8fe-4534-8c14-9b021248f8d9 details requested by agent hyperv_hv-cinder-79963 with host hv-cinder-79963 {{(pid=93089) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 12:44:55.546040 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.db [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] For port 698fd105-f8fe-4534-8c14-9b021248f8d9, host hv-cinder-79963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79963',level=0,port_id=698fd105-f8fe-4534-8c14-9b021248f8d9,segment=NetworkSegment(1eb18788-5df7-46da-9081-36e4d73aca02),segment_id=1eb18788-5df7-46da-9081-36e4d73aca02)] {{(pid=93089) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:44:55.557500 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.rpc [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] Returning: {'device': '698fd105-f8fe-4534-8c14-9b021248f8d9', 'network_id': '70c6c503-e3dc-4ea0-b47e-6f37032d35b2', 'port_id': '698fd105-f8fe-4534-8c14-9b021248f8d9', 'mac_address': 'fa:16:3e:5a:84:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1079, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '33e7a687-d80f-43c0-aba6-1592a9695544', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93089) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 12:44:55.593380 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772861'] for port, before_update {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:44:55.605758 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.notifiers.nova [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 698fd105-f8fe-4534-8c14-9b021248f8d9 {{(pid=93089) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 12:44:55.624854 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.db [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] For port 698fd105-f8fe-4534-8c14-9b021248f8d9, host hv-cinder-79963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79963',level=0,port_id=698fd105-f8fe-4534-8c14-9b021248f8d9,segment=NetworkSegment(1eb18788-5df7-46da-9081-36e4d73aca02),segment_id=1eb18788-5df7-46da-9081-36e4d73aca02)] {{(pid=93089) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:44:55.629934 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-772913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730294210856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730293689582', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730293689631'] for port, after_update {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:44:55.677162 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] Pushing event updated for resources: {'Port': ['ID=698fd105-f8fe-4534-8c14-9b021248f8d9,revision_number=4']} {{(pid=93089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:44:55.936384 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.db [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] get_ports_and_sgs() called for port_ids ['698fd105-f8fe-4534-8c14-9b021248f8d9'] {{(pid=93089) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 12:44:56.387581 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169e86d3-3899-4050-ab4c-0312f7905675 req-1a05b6c5-ebaa-4888-84ac-303e989c8b57 tempest-TestVolumeBootPattern-1525136861 tempest-TestVolumeBootPattern-1525136861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:44:56.389077 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-169e86d3-3899-4050-ab4c-0312f7905675 req-1a05b6c5-ebaa-4888-84ac-303e989c8b57 tempest-TestVolumeBootPattern-1525136861 tempest-TestVolumeBootPattern-1525136861-project] 10.222.0.106 "GET /v2.0/ports?device_id=8f9175c8-7753-4ecc-966f-51715b7f07a0 HTTP/1.1" status: 200 len: 945 time: 0.0692756 Jul 06 12:44:56.426010 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-169e86d3-3899-4050-ab4c-0312f7905675 req-45b46776-36e9-4be9-86d3-55b8a34c79c1 tempest-TestVolumeBootPattern-1525136861 tempest-TestVolumeBootPattern-1525136861-project] 10.222.0.106 "GET /v2.0/security-groups?id=424627eb-6e1f-4d8c-b6cc-51a70563b380&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314126 Jul 06 12:44:57.450628 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.rpc [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] Device 698fd105-f8fe-4534-8c14-9b021248f8d9 up at agent hyperv_hv-cinder-79963 {{(pid=93089) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:44:57.504745 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.db.provisioning_blocks [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] Provisioning for port 698fd105-f8fe-4534-8c14-9b021248f8d9 completed by entity L2. {{(pid=93089) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:44:57.508456 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.db.provisioning_blocks [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] Provisioning complete for port 698fd105-f8fe-4534-8c14-9b021248f8d9 triggered by entity L2. {{(pid=93089) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:44:57.508826 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912496'] for port, provisioning_complete {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:44:57.588757 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772861'] for port, before_update {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:44:57.606662 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e0e341-0b28-433d-b5bc-875a85b923c5 req-7c76b854-6d5a-4a5c-a27b-e0076d142fcb tempest-TestVolumeBootPattern-1525136861 tempest-TestVolumeBootPattern-1525136861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:44:57.608184 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-f3e0e341-0b28-433d-b5bc-875a85b923c5 req-7c76b854-6d5a-4a5c-a27b-e0076d142fcb tempest-TestVolumeBootPattern-1525136861 tempest-TestVolumeBootPattern-1525136861-project] 10.222.0.106 "GET /v2.0/ports?device_id=8f9175c8-7753-4ecc-966f-51715b7f07a0 HTTP/1.1" status: 200 len: 945 time: 0.0656865 Jul 06 12:44:57.613563 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f9175c8-7753-4ecc-966f-51715b7f07a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '698fd105-f8fe-4534-8c14-9b021248f8d9'}] {{(pid=93089) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:44:57.616054 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.106/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe93d3bb6f6ea65552dd5d1819c289058d75ea396ac2be612a447f7071fdb995" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b2ee723-7b68-4f7b-9029-615f0f64e231" -d '{"events": [{"server_uuid": "8f9175c8-7753-4ecc-966f-51715b7f07a0", "name": "network-vif-plugged", "status": "completed", "tag": "698fd105-f8fe-4534-8c14-9b021248f8d9"}]}' {{(pid=93089) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:44:57.629780 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.db [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] For port 698fd105-f8fe-4534-8c14-9b021248f8d9, host hv-cinder-79963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79963',level=0,port_id=698fd105-f8fe-4534-8c14-9b021248f8d9,segment=NetworkSegment(1eb18788-5df7-46da-9081-36e4d73aca02),segment_id=1eb18788-5df7-46da-9081-36e4d73aca02)] {{(pid=93089) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:44:57.634537 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-772913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730294210856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730293689582', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730293689631'] for port, after_update {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:44:57.648621 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-f3e0e341-0b28-433d-b5bc-875a85b923c5 req-ef432ae4-23d6-4b34-a05b-efa4a242cdbd tempest-TestVolumeBootPattern-1525136861 tempest-TestVolumeBootPattern-1525136861-project] 10.222.0.106 "GET /v2.0/security-groups?id=424627eb-6e1f-4d8c-b6cc-51a70563b380&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330610 Jul 06 12:44:57.688858 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] Pushing event updated for resources: {'Port': ['ID=698fd105-f8fe-4534-8c14-9b021248f8d9,revision_number=5']} {{(pid=93089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:44:57.711500 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 12:44:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-423d4256-96ed-4b3a-87f3-2776ef81fecc x-openstack-request-id: req-423d4256-96ed-4b3a-87f3-2776ef81fecc {{(pid=93089) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:44:57.711795 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f9175c8-7753-4ecc-966f-51715b7f07a0", "name": "network-vif-plugged", "status": "completed", "tag": "698fd105-f8fe-4534-8c14-9b021248f8d9", "code": 200}]} {{(pid=93089) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:44:57.712050 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.106/compute/v2.1/os-server-external-events used request id req-423d4256-96ed-4b3a-87f3-2776ef81fecc {{(pid=93089) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:44:57.712446 dv-cinder-799631-1-iscsi neutron-server[93089]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f9175c8-7753-4ecc-966f-51715b7f07a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '698fd105-f8fe-4534-8c14-9b021248f8d9', 'code': 200} Jul 06 12:44:58.009832 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1148ed-8bda-450e-adce-2d5de31ede6a req-344f310e-c7a5-4f5f-92f3-cf696b59f048 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:44:58.011258 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-6a1148ed-8bda-450e-adce-2d5de31ede6a req-344f310e-c7a5-4f5f-92f3-cf696b59f048 service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=8f9175c8-7753-4ecc-966f-51715b7f07a0 HTTP/1.1" status: 200 len: 1099 time: 0.0510778 Jul 06 12:44:58.046961 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-6a1148ed-8bda-450e-adce-2d5de31ede6a req-7f932abf-4189-462f-b806-fdc351fba927 service neutron] 10.222.0.100 "GET /v2.0/security-groups?id=424627eb-6e1f-4d8c-b6cc-51a70563b380&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0273588 Jul 06 12:44:58.830520 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a1d842-4edb-40d8-a536-6cd05eeb3621 req-ab796319-68e2-42d3-ab80-ff39375a7909 tempest-TestVolumeBootPattern-1525136861 tempest-TestVolumeBootPattern-1525136861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:44:58.832040 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-c3a1d842-4edb-40d8-a536-6cd05eeb3621 req-ab796319-68e2-42d3-ab80-ff39375a7909 tempest-TestVolumeBootPattern-1525136861 tempest-TestVolumeBootPattern-1525136861-project] 10.222.0.106 "GET /v2.0/ports?device_id=8f9175c8-7753-4ecc-966f-51715b7f07a0 HTTP/1.1" status: 200 len: 946 time: 0.0654550 Jul 06 12:44:58.870318 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-c3a1d842-4edb-40d8-a536-6cd05eeb3621 req-37e28322-cd0b-4991-8620-4538906358f1 tempest-TestVolumeBootPattern-1525136861 tempest-TestVolumeBootPattern-1525136861-project] 10.222.0.106 "GET /v2.0/security-groups?id=424627eb-6e1f-4d8c-b6cc-51a70563b380&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327580 Jul 06 12:45:00.043889 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94eae10-5b75-4fb1-9b75-edc783da92fa req-db5bf960-1622-4614-9dea-890f0d32aa8f tempest-TestVolumeBootPattern-1525136861 tempest-TestVolumeBootPattern-1525136861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:45:00.045392 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-e94eae10-5b75-4fb1-9b75-edc783da92fa req-db5bf960-1622-4614-9dea-890f0d32aa8f tempest-TestVolumeBootPattern-1525136861 tempest-TestVolumeBootPattern-1525136861-project] 10.222.0.106 "GET /v2.0/ports?device_id=8f9175c8-7753-4ecc-966f-51715b7f07a0 HTTP/1.1" status: 200 len: 946 time: 0.0624325 Jul 06 12:45:00.082179 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-e94eae10-5b75-4fb1-9b75-edc783da92fa req-4bddcef7-6b6d-4d11-893e-30b1c053e849 tempest-TestVolumeBootPattern-1525136861 tempest-TestVolumeBootPattern-1525136861-project] 10.222.0.106 "GET /v2.0/security-groups?id=424627eb-6e1f-4d8c-b6cc-51a70563b380&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312290 Jul 06 12:45:00.258533 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603f5027-e0a9-4435-8804-8b3f294002da req-c47fe949-230c-4ec1-b549-4496e640517f tempest-TestVolumeBootPattern-1525136861 tempest-TestVolumeBootPattern-1525136861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:45:00.260010 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-603f5027-e0a9-4435-8804-8b3f294002da req-c47fe949-230c-4ec1-b549-4496e640517f tempest-TestVolumeBootPattern-1525136861 tempest-TestVolumeBootPattern-1525136861-project] 10.222.0.106 "GET /v2.0/ports?device_id=8f9175c8-7753-4ecc-966f-51715b7f07a0 HTTP/1.1" status: 200 len: 946 time: 0.0642967 Jul 06 12:45:00.297961 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-603f5027-e0a9-4435-8804-8b3f294002da req-ada014ac-e41d-4e17-95a7-36a875fd1ae7 tempest-TestVolumeBootPattern-1525136861 tempest-TestVolumeBootPattern-1525136861-project] 10.222.0.106 "GET /v2.0/security-groups?id=424627eb-6e1f-4d8c-b6cc-51a70563b380&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322537 Jul 06 12:45:00.322493 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.wsgi [-] (93087) accepted ('10.222.0.106', 57174) {{(pid=93087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:45:00.413619 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a27bec1-c8bf-4d8a-9a42-d6f241c51b91 tempest-TestVolumeBootPattern-1839316069 tempest-TestVolumeBootPattern-1839316069-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:45:00.415331 dv-cinder-799631-1-iscsi neutron-server[93087]: INFO neutron.wsgi [None req-6a27bec1-c8bf-4d8a-9a42-d6f241c51b91 tempest-TestVolumeBootPattern-1839316069 tempest-TestVolumeBootPattern-1839316069-project-admin] 10.222.0.106 "GET /v2.0/ports?device_id=8f9175c8-7753-4ecc-966f-51715b7f07a0 HTTP/1.1" status: 200 len: 1094 time: 0.0917914 Jul 06 12:45:00.418493 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.wsgi [-] (93087) accepted ('10.222.0.106', 57178) {{(pid=93087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:45:00.422910 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.api.v2.base [None req-92f56d17-c8ba-4f22-a8a8-b9e0020740fe tempest-TestVolumeBootPattern-1525136861 tempest-TestVolumeBootPattern-1525136861-project] Request body: {'floatingip': {'floating_network_id': '2a97b808-be6d-48ec-a40b-4668530ee790', 'port_id': '698fd105-f8fe-4534-8c14-9b021248f8d9', 'tenant_id': '7d3fca7e03d1476d8c34bd1e06242792', 'fixed_ip_address': '172.20.0.11'}} {{(pid=93087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:45:00.452314 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-92f56d17-c8ba-4f22-a8a8-b9e0020740fe tempest-TestVolumeBootPattern-1525136861 tempest-TestVolumeBootPattern-1525136861-project] Notify callbacks [] for floatingip, before_create {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:45:00.552054 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-92f56d17-c8ba-4f22-a8a8-b9e0020740fe tempest-TestVolumeBootPattern-1525136861 tempest-TestVolumeBootPattern-1525136861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772861'] for port, before_create {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:45:00.665321 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.db.db_base_plugin_common [None req-92f56d17-c8ba-4f22-a8a8-b9e0020740fe tempest-TestVolumeBootPattern-1525136861 tempest-TestVolumeBootPattern-1525136861-project] Allocated IP 172.27.1.218 (2a97b808-be6d-48ec-a40b-4668530ee790/1816a596-2dc6-4d27-98a5-201cc12476f2/7bcf6725-bafa-438f-a72f-04991a76579f) {{(pid=93087) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:45:00.767869 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-92f56d17-c8ba-4f22-a8a8-b9e0020740fe tempest-TestVolumeBootPattern-1525136861 tempest-TestVolumeBootPattern-1525136861-project] Notify callbacks [] for port, precommit_create {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:45:00.805320 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-92f56d17-c8ba-4f22-a8a8-b9e0020740fe tempest-TestVolumeBootPattern-1525136861 tempest-TestVolumeBootPattern-1525136861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-772920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-407207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730293689564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-65517734'] for port, after_create {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:45:00.840161 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92f56d17-c8ba-4f22-a8a8-b9e0020740fe tempest-TestVolumeBootPattern-1525136861 tempest-TestVolumeBootPattern-1525136861-project] Network 2a97b808-be6d-48ec-a40b-4668530ee790 is already hosted by enough agents. {{(pid=93087) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:45:00.844682 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.scheduler.base_scheduler [None req-92f56d17-c8ba-4f22-a8a8-b9e0020740fe tempest-TestVolumeBootPattern-1525136861 tempest-TestVolumeBootPattern-1525136861-project] Resources bound (agent type, host, resource id): {{(pid=93087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:45:00.851558 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92f56d17-c8ba-4f22-a8a8-b9e0020740fe tempest-TestVolumeBootPattern-1525136861 tempest-TestVolumeBootPattern-1525136861-project] Received port after_create {{(pid=93087) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:45:00.871968 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f56d17-c8ba-4f22-a8a8-b9e0020740fe tempest-TestVolumeBootPattern-1525136861 tempest-TestVolumeBootPattern-1525136861-project] Pushing event updated for resources: {'Port': ['ID=7bcf6725-bafa-438f-a72f-04991a76579f,revision_number=1']} {{(pid=93087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:45:01.211710 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-92f56d17-c8ba-4f22-a8a8-b9e0020740fe tempest-TestVolumeBootPattern-1525136861 tempest-TestVolumeBootPattern-1525136861-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:45:01.287817 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-92f56d17-c8ba-4f22-a8a8-b9e0020740fe tempest-TestVolumeBootPattern-1525136861 tempest-TestVolumeBootPattern-1525136861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772861'] for port, before_update {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:45:01.431229 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-92f56d17-c8ba-4f22-a8a8-b9e0020740fe tempest-TestVolumeBootPattern-1525136861 tempest-TestVolumeBootPattern-1525136861-project] Notify callbacks [] for port, precommit_update {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:45:01.435867 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-92f56d17-c8ba-4f22-a8a8-b9e0020740fe tempest-TestVolumeBootPattern-1525136861 tempest-TestVolumeBootPattern-1525136861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-772913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730294210856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730293689582', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730293689631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65517652'] for port, after_update {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:45:01.504023 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f56d17-c8ba-4f22-a8a8-b9e0020740fe tempest-TestVolumeBootPattern-1525136861 tempest-TestVolumeBootPattern-1525136861-project] Pushing event updated for resources: {'Port': ['ID=7bcf6725-bafa-438f-a72f-04991a76579f,revision_number=2']} {{(pid=93087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:45:01.515477 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-92f56d17-c8ba-4f22-a8a8-b9e0020740fe tempest-TestVolumeBootPattern-1525136861 tempest-TestVolumeBootPattern-1525136861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1764457'] for floatingip, after_update {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:45:01.613485 dv-cinder-799631-1-iscsi neutron-server[93087]: INFO neutron.db.l3_db [None req-92f56d17-c8ba-4f22-a8a8-b9e0020740fe tempest-TestVolumeBootPattern-1525136861 tempest-TestVolumeBootPattern-1525136861-project] Floating IP b258be44-c09a-4487-9be1-f762e81fb182 associated. External IP: 172.27.1.218, port: 698fd105-f8fe-4534-8c14-9b021248f8d9. Jul 06 12:45:01.819961 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92f56d17-c8ba-4f22-a8a8-b9e0020740fe tempest-TestVolumeBootPattern-1525136861 tempest-TestVolumeBootPattern-1525136861-project] Router 3d014b2a-d414-4182-8ec4-3f90e6b5295b has already been hosted by L3 agent 8f648e93-51d3-4e20-9eca-a57842435ba1 {{(pid=93087) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 12:45:01.924493 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92f56d17-c8ba-4f22-a8a8-b9e0020740fe tempest-TestVolumeBootPattern-1525136861 tempest-TestVolumeBootPattern-1525136861-project] Notify agent at l3_agent.dv-cinder-799631-1-iscsi the message routers_updated {{(pid=93087) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:45:01.933691 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b5037dc-3e66-4b4a-8520-ee631793d541 None None] Sync routers for ids ['3d014b2a-d414-4182-8ec4-3f90e6b5295b'] in dv-cinder-799631-1-iscsi {{(pid=93089) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:45:01.940807 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-92f56d17-c8ba-4f22-a8a8-b9e0020740fe tempest-TestVolumeBootPattern-1525136861 tempest-TestVolumeBootPattern-1525136861-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473541'] for floatingip, before_response {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:45:01.944593 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b5037dc-3e66-4b4a-8520-ee631793d541 None None] Routers {'3d014b2a-d414-4182-8ec4-3f90e6b5295b'} bound to L3 agent in host dv-cinder-799631-1-iscsi {{(pid=93089) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:45:01.945214 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.db.l3_hamode_db [None req-8b5037dc-3e66-4b4a-8520-ee631793d541 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799631-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T12:25:10Z,description=,heartbeat_timestamp=2021-07-06T12:44:41Z,host='dv-cinder-799631-1-iscsi',id=8f648e93-51d3-4e20-9eca-a57842435ba1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T12:25:10Z,topic='l3_agent')) {'router_ids': ['3d014b2a-d414-4182-8ec4-3f90e6b5295b'], 'active': True} {{(pid=93089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:45:01.977325 dv-cinder-799631-1-iscsi neutron-server[93087]: INFO neutron.wsgi [None req-92f56d17-c8ba-4f22-a8a8-b9e0020740fe tempest-TestVolumeBootPattern-1525136861 tempest-TestVolumeBootPattern-1525136861-project] 10.222.0.106 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5577543 Jul 06 12:45:01.977903 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f9175c8-7753-4ecc-966f-51715b7f07a0', 'tag': '698fd105-f8fe-4534-8c14-9b021248f8d9'}] {{(pid=93087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:45:01.980188 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.106/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b75977dee10694d970e3c904bb2abec7b96eeb0b1196bffac2d8311199053796" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63d5fca0-bf9b-485e-9890-9b131e0a7c57" -d '{"events": [{"name": "network-changed", "server_uuid": "8f9175c8-7753-4ecc-966f-51715b7f07a0", "tag": "698fd105-f8fe-4534-8c14-9b021248f8d9"}]}' {{(pid=93087) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:45:02.016306 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 12:45:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3af745f-3b3b-4435-80f4-c123cdf4e836 x-openstack-request-id: req-f3af745f-3b3b-4435-80f4-c123cdf4e836 {{(pid=93087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:45:02.017247 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f9175c8-7753-4ecc-966f-51715b7f07a0", "tag": "698fd105-f8fe-4534-8c14-9b021248f8d9", "status": "completed", "code": 200}]} {{(pid=93087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:45:02.017497 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.106/compute/v2.1/os-server-external-events used request id req-f3af745f-3b3b-4435-80f4-c123cdf4e836 {{(pid=93087) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:45:02.017898 dv-cinder-799631-1-iscsi neutron-server[93087]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f9175c8-7753-4ecc-966f-51715b7f07a0', 'tag': '698fd105-f8fe-4534-8c14-9b021248f8d9', 'status': 'completed', 'code': 200} Jul 06 12:45:02.052523 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.db.l3_dvr_db [None req-8b5037dc-3e66-4b4a-8520-ee631793d541 None None] Set router 3d014b2a-d414-4182-8ec4-3f90e6b5295b gateway port host: dv-cinder-799631-1-iscsi {{(pid=93089) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:45:02.118142 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d5fca0-bf9b-485e-9890-9b131e0a7c57 req-42223e58-548b-439f-a4aa-37df1dda70ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:45:02.119589 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-63d5fca0-bf9b-485e-9890-9b131e0a7c57 req-42223e58-548b-439f-a4aa-37df1dda70ec service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=7d3fca7e03d1476d8c34bd1e06242792&device_id=8f9175c8-7753-4ecc-966f-51715b7f07a0 HTTP/1.1" status: 200 len: 1099 time: 0.0516777 Jul 06 12:45:02.215162 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d5fca0-bf9b-485e-9890-9b131e0a7c57 req-f5a6f2c9-78d6-42b7-8f84-e07cfcbdd08a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:45:02.216973 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-63d5fca0-bf9b-485e-9890-9b131e0a7c57 req-f5a6f2c9-78d6-42b7-8f84-e07cfcbdd08a service neutron] 10.222.0.100 "GET /v2.0/networks?id=70c6c503-e3dc-4ea0-b47e-6f37032d35b2 HTTP/1.1" status: 200 len: 914 time: 0.0911243 Jul 06 12:45:02.273479 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.db.l3_hamode_db [None req-8b5037dc-3e66-4b4a-8520-ee631793d541 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d014b2a-d414-4182-8ec4-3f90e6b5295b', 'name': 'tempest-TestVolumeBootPattern-1689920214-router', 'tenant_id': '7d3fca7e03d1476d8c34bd1e06242792', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a97b808-be6d-48ec-a40b-4668530ee790', 'external_fixed_ips': [{'subnet_id': '1816a596-2dc6-4d27-98a5-201cc12476f2', 'ip_address': '172.27.1.97'}], 'enable_snat': True}, 'gw_port_id': '50537514-147c-4be7-8c94-ea4280b7335a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:44:09Z', 'updated_at': '2021-07-06T12:44:12Z', 'revision_number': 4, 'project_id': '7d3fca7e03d1476d8c34bd1e06242792', 'gw_port': {'id': '50537514-147c-4be7-8c94-ea4280b7335a', 'name': '', 'network_id': '2a97b808-be6d-48ec-a40b-4668530ee790', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:27:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d014b2a-d414-4182-8ec4-3f90e6b5295b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '1816a596-2dc6-4d27-98a5-201cc12476f2', 'ip_address': '172.27.1.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799631-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:44:10Z', 'updated_at': '2021-07-06T12:44:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1816a596-2dc6-4d27-98a5-201cc12476f2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799631-1-iscsi', '_floatingips': [{'id': 'b258be44-c09a-4487-9be1-f762e81fb182', 'tenant_id': '7d3fca7e03d1476d8c34bd1e06242792', 'floating_ip_address': '172.27.1.218', 'floating_network_id': '2a97b808-be6d-48ec-a40b-4668530ee790', 'router_id': '3d014b2a-d414-4182-8ec4-3f90e6b5295b', 'port_id': '698fd105-f8fe-4534-8c14-9b021248f8d9', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 696, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '70c6c503-e3dc-4ea0-b47e-6f37032d35b2', 'mac_address': 'fa:16:3e:5a:84:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f9175c8-7753-4ecc-966f-51715b7f07a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T12:45:01Z', 'updated_at': '2021-07-06T12:45:01Z', 'revision_number': 0, 'project_id': '7d3fca7e03d1476d8c34bd1e06242792', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e7000db5-f64d-4e9a-9e04-3eb5cc8f7ce0', 'name': '', 'network_id': '70c6c503-e3dc-4ea0-b47e-6f37032d35b2', 'tenant_id': '7d3fca7e03d1476d8c34bd1e06242792', 'mac_address': 'fa:16:3e:91:09:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d014b2a-d414-4182-8ec4-3f90e6b5295b', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '33e7a687-d80f-43c0-aba6-1592a9695544', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799631-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:44:11Z', 'updated_at': '2021-07-06T12:44:18Z', 'revision_number': 5, 'project_id': '7d3fca7e03d1476d8c34bd1e06242792', 'subnets': [{'id': '33e7a687-d80f-43c0-aba6-1592a9695544', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799631-1-iscsi', False) {} {{(pid=93089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:45:02.283124 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-63d5fca0-bf9b-485e-9890-9b131e0a7c57 req-e4d2b193-4bf7-4aed-892c-6d57b5527e07 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=698fd105-f8fe-4534-8c14-9b021248f8d9 HTTP/1.1" status: 200 len: 1000 time: 0.0592961 Jul 06 12:45:02.304074 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b5037dc-3e66-4b4a-8520-ee631793d541 None None] Checking router: 3d014b2a-d414-4182-8ec4-3f90e6b5295b for host: dv-cinder-799631-1-iscsi {{(pid=93089) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 12:45:02.312777 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b5037dc-3e66-4b4a-8520-ee631793d541 None None] Routers {'3d014b2a-d414-4182-8ec4-3f90e6b5295b'} bound to L3 agent in host dv-cinder-799631-1-iscsi {{(pid=93089) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:45:02.314100 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.db.l3_hamode_db [None req-8b5037dc-3e66-4b4a-8520-ee631793d541 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799631-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T12:25:10Z,description=,heartbeat_timestamp=2021-07-06T12:44:41Z,host='dv-cinder-799631-1-iscsi',id=8f648e93-51d3-4e20-9eca-a57842435ba1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T12:25:10Z,topic='l3_agent')) {'router_ids': ['3d014b2a-d414-4182-8ec4-3f90e6b5295b'], 'active': True} {{(pid=93089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:45:02.343197 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d5fca0-bf9b-485e-9890-9b131e0a7c57 req-8605263a-ead7-4f9d-82c6-52a36b9b7f50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:45:02.344682 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-63d5fca0-bf9b-485e-9890-9b131e0a7c57 req-8605263a-ead7-4f9d-82c6-52a36b9b7f50 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=33e7a687-d80f-43c0-aba6-1592a9695544 HTTP/1.1" status: 200 len: 851 time: 0.0548398 Jul 06 12:45:02.404581 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d5fca0-bf9b-485e-9890-9b131e0a7c57 req-45048bfd-5ffb-452a-a7d8-ec032db450b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:45:02.406043 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-63d5fca0-bf9b-485e-9890-9b131e0a7c57 req-45048bfd-5ffb-452a-a7d8-ec032db450b5 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=70c6c503-e3dc-4ea0-b47e-6f37032d35b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0554974 Jul 06 12:45:02.423188 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.db.l3_dvr_db [None req-8b5037dc-3e66-4b4a-8520-ee631793d541 None None] Set router 3d014b2a-d414-4182-8ec4-3f90e6b5295b gateway port host: dv-cinder-799631-1-iscsi {{(pid=93089) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:45:02.497952 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-63d5fca0-bf9b-485e-9890-9b131e0a7c57 req-f4e37a4b-89f8-4a13-8907-c4dc66dd9cfe service neutron] 10.222.0.100 "GET /v2.0/networks/70c6c503-e3dc-4ea0-b47e-6f37032d35b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847003 Jul 06 12:45:02.589294 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-63d5fca0-bf9b-485e-9890-9b131e0a7c57 req-ce2da9c6-2347-46d1-9dea-3761f309c0f4 service neutron] 10.222.0.100 "GET /v2.0/networks/70c6c503-e3dc-4ea0-b47e-6f37032d35b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844798 Jul 06 12:45:02.649494 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.db.l3_hamode_db [None req-8b5037dc-3e66-4b4a-8520-ee631793d541 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d014b2a-d414-4182-8ec4-3f90e6b5295b', 'name': 'tempest-TestVolumeBootPattern-1689920214-router', 'tenant_id': '7d3fca7e03d1476d8c34bd1e06242792', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a97b808-be6d-48ec-a40b-4668530ee790', 'external_fixed_ips': [{'subnet_id': '1816a596-2dc6-4d27-98a5-201cc12476f2', 'ip_address': '172.27.1.97'}], 'enable_snat': True}, 'gw_port_id': '50537514-147c-4be7-8c94-ea4280b7335a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:44:09Z', 'updated_at': '2021-07-06T12:44:12Z', 'revision_number': 4, 'project_id': '7d3fca7e03d1476d8c34bd1e06242792', 'gw_port': {'id': '50537514-147c-4be7-8c94-ea4280b7335a', 'name': '', 'network_id': '2a97b808-be6d-48ec-a40b-4668530ee790', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:27:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d014b2a-d414-4182-8ec4-3f90e6b5295b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '1816a596-2dc6-4d27-98a5-201cc12476f2', 'ip_address': '172.27.1.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799631-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:44:10Z', 'updated_at': '2021-07-06T12:44:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1816a596-2dc6-4d27-98a5-201cc12476f2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799631-1-iscsi', '_floatingips': [{'id': 'b258be44-c09a-4487-9be1-f762e81fb182', 'tenant_id': '7d3fca7e03d1476d8c34bd1e06242792', 'floating_ip_address': '172.27.1.218', 'floating_network_id': '2a97b808-be6d-48ec-a40b-4668530ee790', 'router_id': '3d014b2a-d414-4182-8ec4-3f90e6b5295b', 'port_id': '698fd105-f8fe-4534-8c14-9b021248f8d9', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 696, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '70c6c503-e3dc-4ea0-b47e-6f37032d35b2', 'mac_address': 'fa:16:3e:5a:84:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f9175c8-7753-4ecc-966f-51715b7f07a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T12:45:01Z', 'updated_at': '2021-07-06T12:45:01Z', 'revision_number': 0, 'project_id': '7d3fca7e03d1476d8c34bd1e06242792', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e7000db5-f64d-4e9a-9e04-3eb5cc8f7ce0', 'name': '', 'network_id': '70c6c503-e3dc-4ea0-b47e-6f37032d35b2', 'tenant_id': '7d3fca7e03d1476d8c34bd1e06242792', 'mac_address': 'fa:16:3e:91:09:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d014b2a-d414-4182-8ec4-3f90e6b5295b', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '33e7a687-d80f-43c0-aba6-1592a9695544', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799631-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:44:11Z', 'updated_at': '2021-07-06T12:44:18Z', 'revision_number': 5, 'project_id': '7d3fca7e03d1476d8c34bd1e06242792', 'subnets': [{'id': '33e7a687-d80f-43c0-aba6-1592a9695544', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799631-1-iscsi', False) {} {{(pid=93089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:45:02.676280 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b5037dc-3e66-4b4a-8520-ee631793d541 None None] The sync data for ids ['3d014b2a-d414-4182-8ec4-3f90e6b5295b'] in dv-cinder-799631-1-iscsi is: [{'id': '3d014b2a-d414-4182-8ec4-3f90e6b5295b', 'name': 'tempest-TestVolumeBootPattern-1689920214-router', 'tenant_id': '7d3fca7e03d1476d8c34bd1e06242792', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a97b808-be6d-48ec-a40b-4668530ee790', 'external_fixed_ips': [{'subnet_id': '1816a596-2dc6-4d27-98a5-201cc12476f2', 'ip_address': '172.27.1.97'}], 'enable_snat': True}, 'gw_port_id': '50537514-147c-4be7-8c94-ea4280b7335a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:44:09Z', 'updated_at': '2021-07-06T12:44:12Z', 'revision_number': 4, 'project_id': '7d3fca7e03d1476d8c34bd1e06242792', 'gw_port': {'id': '50537514-147c-4be7-8c94-ea4280b7335a', 'name': '', 'network_id': '2a97b808-be6d-48ec-a40b-4668530ee790', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:27:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d014b2a-d414-4182-8ec4-3f90e6b5295b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '1816a596-2dc6-4d27-98a5-201cc12476f2', 'ip_address': '172.27.1.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799631-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:44:10Z', 'updated_at': '2021-07-06T12:44:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1816a596-2dc6-4d27-98a5-201cc12476f2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799631-1-iscsi', '_floatingips': [{'id': 'b258be44-c09a-4487-9be1-f762e81fb182', 'tenant_id': '7d3fca7e03d1476d8c34bd1e06242792', 'floating_ip_address': '172.27.1.218', 'floating_network_id': '2a97b808-be6d-48ec-a40b-4668530ee790', 'router_id': '3d014b2a-d414-4182-8ec4-3f90e6b5295b', 'port_id': '698fd105-f8fe-4534-8c14-9b021248f8d9', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 696, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '70c6c503-e3dc-4ea0-b47e-6f37032d35b2', 'mac_address': 'fa:16:3e:5a:84:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f9175c8-7753-4ecc-966f-51715b7f07a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T12:45:01Z', 'updated_at': '2021-07-06T12:45:01Z', 'revision_number': 0, 'project_id': '7d3fca7e03d1476d8c34bd1e06242792', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e7000db5-f64d-4e9a-9e04-3eb5cc8f7ce0', 'name': '', 'network_id': '70c6c503-e3dc-4ea0-b47e-6f37032d35b2', 'tenant_id': '7d3fca7e03d1476d8c34bd1e06242792', 'mac_address': 'fa:16:3e:91:09:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d014b2a-d414-4182-8ec4-3f90e6b5295b', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '33e7a687-d80f-43c0-aba6-1592a9695544', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799631-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:44:11Z', 'updated_at': '2021-07-06T12:44:18Z', 'revision_number': 5, 'project_id': '7d3fca7e03d1476d8c34bd1e06242792', 'subnets': [{'id': '33e7a687-d80f-43c0-aba6-1592a9695544', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93089) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:45:02.873051 dv-cinder-799631-1-iscsi neutron-server[93090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1d32efe-d951-412c-8212-c6280217ff74 None None] New status for floating IP b258be44-c09a-4487-9be1-f762e81fb182: ACTIVE {{(pid=93090) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 12:45:07.275313 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-73fddd25-412b-4365-ab10-c866d99a33b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730293992524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912513'] for agent, after_update {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:45:10.526162 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-de2ca076-1c6b-4e50-b2ae-6fd569274c6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730293992524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912513'] for agent, after_update {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:45:10.930258 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-3dd6613b-aa53-445d-9a05-4c085a94a05e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730293992524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912513'] for agent, after_update {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:45:11.542669 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-59602645-7b03-4a79-8c54-32befe919dd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730293992524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912513'] for agent, after_update {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:45:13.118790 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-eaae0be5-6402-4968-ae30-74f1a6482786 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730293992524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912513'] for agent, after_update {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:45:22.080516 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730293992524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912513'] for agent, after_update {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:45:25.012242 dv-cinder-799631-1-iscsi neutron-server[93090]: DEBUG neutron.db.agents_db [None req-df1e7349-c09a-47b1-8f5e-4c337b6ca707 None None] Agent healthcheck: found 6 active agents {{(pid=93090) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 12:45:26.006386 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-4bbca93d-d0a4-45ef-a004-c04c0f9d61a2 req-2adfe3da-9418-4ab0-a31a-f0233951d63c service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=53675ebd-6299-4760-9245-bf32debfda0f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0516725 Jul 06 12:45:26.118432 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbca93d-d0a4-45ef-a004-c04c0f9d61a2 req-130f1cf7-d82b-4880-8911-0fe7829dd8f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:45:26.119899 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-4bbca93d-d0a4-45ef-a004-c04c0f9d61a2 req-130f1cf7-d82b-4880-8911-0fe7829dd8f5 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=fbb5711b461a4640a58e2421932d76ad&device_id=53675ebd-6299-4760-9245-bf32debfda0f HTTP/1.1" status: 200 len: 1099 time: 0.0514991 Jul 06 12:45:26.222971 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbca93d-d0a4-45ef-a004-c04c0f9d61a2 req-0d7052ac-9a91-46aa-9741-781462830cfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:45:26.224464 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-4bbca93d-d0a4-45ef-a004-c04c0f9d61a2 req-0d7052ac-9a91-46aa-9741-781462830cfe service neutron] 10.222.0.100 "GET /v2.0/networks?id=c2879fcc-f3ae-4cdd-a55a-3d405f299166 HTTP/1.1" status: 200 len: 911 time: 0.0844028 Jul 06 12:45:26.295966 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-4bbca93d-d0a4-45ef-a004-c04c0f9d61a2 req-6ac9df59-fce8-4cc1-a620-273065d36a36 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0a150bef-bf95-4a2f-a96f-a92f73a176b0 HTTP/1.1" status: 200 len: 1002 time: 0.0653183 Jul 06 12:45:26.343866 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbca93d-d0a4-45ef-a004-c04c0f9d61a2 req-fb89878d-d265-47f9-a137-9c7726b452d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:45:26.345313 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-4bbca93d-d0a4-45ef-a004-c04c0f9d61a2 req-fb89878d-d265-47f9-a137-9c7726b452d3 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=a8b537dc-1fa3-4687-8db2-3b01ae5301d6 HTTP/1.1" status: 200 len: 848 time: 0.0434396 Jul 06 12:45:26.404527 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbca93d-d0a4-45ef-a004-c04c0f9d61a2 req-a0f6b88e-3713-4d6a-b592-ed9d175a1dae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:45:26.405913 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-4bbca93d-d0a4-45ef-a004-c04c0f9d61a2 req-a0f6b88e-3713-4d6a-b592-ed9d175a1dae service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=c2879fcc-f3ae-4cdd-a55a-3d405f299166&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0533764 Jul 06 12:45:26.493806 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-4bbca93d-d0a4-45ef-a004-c04c0f9d61a2 req-d0fb7753-3d84-4142-a956-4b0880a31579 service neutron] 10.222.0.100 "GET /v2.0/networks/c2879fcc-f3ae-4cdd-a55a-3d405f299166?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804741 Jul 06 12:45:26.584219 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-4bbca93d-d0a4-45ef-a004-c04c0f9d61a2 req-620ee5de-5574-43cb-a8e5-3c820a4c2efa service neutron] 10.222.0.100 "GET /v2.0/networks/c2879fcc-f3ae-4cdd-a55a-3d405f299166?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841494 Jul 06 12:45:37.280124 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-d28aaff4-f428-46b8-87f6-d253dc675f2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730293992524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912513'] for agent, after_update {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:45:40.527734 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-84fb5e70-3ea0-4ac1-b828-29c716f46c7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730293992524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912513'] for agent, after_update {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:45:40.932491 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-3dd6613b-aa53-445d-9a05-4c085a94a05e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730293992524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912513'] for agent, after_update {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:45:41.545314 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-59602645-7b03-4a79-8c54-32befe919dd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730293992524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912513'] for agent, after_update {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:45:43.121022 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-eaae0be5-6402-4968-ae30-74f1a6482786 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730293992524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912513'] for agent, after_update {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:45:48.802466 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.wsgi [-] (93087) accepted ('10.222.0.106', 57200) {{(pid=93087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:45:48.962748 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.plugins.ml2.plugin [None req-c87a6083-4606-408b-86ba-9353abfd6541 tempest-TestShelveInstance-996288515 tempest-TestShelveInstance-996288515-project] Deleting port 2b1014b1-3047-4ee7-8788-88754dd11d5c {{(pid=93087) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:45:48.963153 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-c87a6083-4606-408b-86ba-9353abfd6541 tempest-TestShelveInstance-996288515 tempest-TestShelveInstance-996288515-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730294201564'] for port, before_delete {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:45:49.043757 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-c87a6083-4606-408b-86ba-9353abfd6541 tempest-TestShelveInstance-996288515 tempest-TestShelveInstance-996288515-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813012'] for port, precommit_delete {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:45:49.044089 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-c87a6083-4606-408b-86ba-9353abfd6541 tempest-TestShelveInstance-996288515 tempest-TestShelveInstance-996288515-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:45:49.055774 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.plugins.ml2.plugin [None req-c87a6083-4606-408b-86ba-9353abfd6541 tempest-TestShelveInstance-996288515 tempest-TestShelveInstance-996288515-project] Calling delete_port for 2b1014b1-3047-4ee7-8788-88754dd11d5c owned by network:floatingip {{(pid=93087) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:45:49.200509 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-c87a6083-4606-408b-86ba-9353abfd6541 tempest-TestShelveInstance-996288515 tempest-TestShelveInstance-996288515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-772913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730294210838', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730293689573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65517743'] for port, after_delete {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:45:49.225276 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87a6083-4606-408b-86ba-9353abfd6541 tempest-TestShelveInstance-996288515 tempest-TestShelveInstance-996288515-project] Pushing event deleted for resources: {'Port': ['ID=2b1014b1-3047-4ee7-8788-88754dd11d5c,revision_number=None']} {{(pid=93087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:45:49.255883 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c87a6083-4606-408b-86ba-9353abfd6541 tempest-TestShelveInstance-996288515 tempest-TestShelveInstance-996288515-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799631-1-iscsi {{(pid=93087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:45:49.256242 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c87a6083-4606-408b-86ba-9353abfd6541 tempest-TestShelveInstance-996288515 tempest-TestShelveInstance-996288515-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799631-1-iscsi {{(pid=93087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:45:49.256588 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c87a6083-4606-408b-86ba-9353abfd6541 tempest-TestShelveInstance-996288515 tempest-TestShelveInstance-996288515-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799631-1-iscsi {{(pid=93087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:45:49.256947 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c87a6083-4606-408b-86ba-9353abfd6541 tempest-TestShelveInstance-996288515 tempest-TestShelveInstance-996288515-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799631-1-iscsi {{(pid=93087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:45:49.257262 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c87a6083-4606-408b-86ba-9353abfd6541 tempest-TestShelveInstance-996288515 tempest-TestShelveInstance-996288515-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799631-1-iscsi {{(pid=93087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:45:49.257594 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c87a6083-4606-408b-86ba-9353abfd6541 tempest-TestShelveInstance-996288515 tempest-TestShelveInstance-996288515-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799631-1-iscsi {{(pid=93087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:45:49.257923 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c87a6083-4606-408b-86ba-9353abfd6541 tempest-TestShelveInstance-996288515 tempest-TestShelveInstance-996288515-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-799631-1-iscsi {{(pid=93087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:45:49.258249 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c87a6083-4606-408b-86ba-9353abfd6541 tempest-TestShelveInstance-996288515 tempest-TestShelveInstance-996288515-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-799631-1-iscsi {{(pid=93087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:45:49.258577 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c87a6083-4606-408b-86ba-9353abfd6541 tempest-TestShelveInstance-996288515 tempest-TestShelveInstance-996288515-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799631-1-iscsi {{(pid=93087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:45:49.258902 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c87a6083-4606-408b-86ba-9353abfd6541 tempest-TestShelveInstance-996288515 tempest-TestShelveInstance-996288515-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799631-1-iscsi {{(pid=93087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:45:49.259255 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c87a6083-4606-408b-86ba-9353abfd6541 tempest-TestShelveInstance-996288515 tempest-TestShelveInstance-996288515-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799631-1-iscsi {{(pid=93087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:45:49.259577 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c87a6083-4606-408b-86ba-9353abfd6541 tempest-TestShelveInstance-996288515 tempest-TestShelveInstance-996288515-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799631-1-iscsi {{(pid=93087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:45:49.297271 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-c87a6083-4606-408b-86ba-9353abfd6541 tempest-TestShelveInstance-996288515 tempest-TestShelveInstance-996288515-project] Notify callbacks [] for floatingip, after_delete {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:45:49.297610 dv-cinder-799631-1-iscsi neutron-server[93087]: INFO neutron.db.l3_db [None req-c87a6083-4606-408b-86ba-9353abfd6541 tempest-TestShelveInstance-996288515 tempest-TestShelveInstance-996288515-project] Floating IP f7f11bc0-f2b4-4ab3-a4d9-900fb874d336 disassociated (deleted). External IP: 172.27.1.240, port: 0a150bef-bf95-4a2f-a96f-a92f73a176b0. Jul 06 12:45:49.749343 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c87a6083-4606-408b-86ba-9353abfd6541 tempest-TestShelveInstance-996288515 tempest-TestShelveInstance-996288515-project] Router 3e435827-2e6b-449a-8510-4f0fd6c8f2c6 has already been hosted by L3 agent 8f648e93-51d3-4e20-9eca-a57842435ba1 {{(pid=93087) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 12:45:49.855593 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c87a6083-4606-408b-86ba-9353abfd6541 tempest-TestShelveInstance-996288515 tempest-TestShelveInstance-996288515-project] Notify agent at l3_agent.dv-cinder-799631-1-iscsi the message routers_updated {{(pid=93087) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:45:49.860354 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-c87a6083-4606-408b-86ba-9353abfd6541 tempest-TestShelveInstance-996288515 tempest-TestShelveInstance-996288515-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473541'] for floatingip, before_response {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:45:49.865649 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30b17ae0-8034-4e46-9aee-b4f6e5039123 None None] Sync routers for ids ['3e435827-2e6b-449a-8510-4f0fd6c8f2c6'] in dv-cinder-799631-1-iscsi {{(pid=93089) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:45:49.875006 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30b17ae0-8034-4e46-9aee-b4f6e5039123 None None] Routers {'3e435827-2e6b-449a-8510-4f0fd6c8f2c6'} bound to L3 agent in host dv-cinder-799631-1-iscsi {{(pid=93089) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:45:49.875631 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.db.l3_hamode_db [None req-30b17ae0-8034-4e46-9aee-b4f6e5039123 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799631-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T12:25:10Z,description=,heartbeat_timestamp=2021-07-06T12:45:41Z,host='dv-cinder-799631-1-iscsi',id=8f648e93-51d3-4e20-9eca-a57842435ba1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T12:25:10Z,topic='l3_agent')) {'router_ids': ['3e435827-2e6b-449a-8510-4f0fd6c8f2c6'], 'active': True} {{(pid=93089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:45:49.896468 dv-cinder-799631-1-iscsi neutron-server[93087]: INFO neutron.wsgi [None req-c87a6083-4606-408b-86ba-9353abfd6541 tempest-TestShelveInstance-996288515 tempest-TestShelveInstance-996288515-project] 10.222.0.106 "DELETE /v2.0/floatingips/f7f11bc0-f2b4-4ab3-a4d9-900fb874d336 HTTP/1.1" status: 204 len: 168 time: 1.0927811 Jul 06 12:45:49.897064 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '53675ebd-6299-4760-9245-bf32debfda0f', 'tag': '0a150bef-bf95-4a2f-a96f-a92f73a176b0'}] {{(pid=93087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:45:49.899492 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.106/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b75977dee10694d970e3c904bb2abec7b96eeb0b1196bffac2d8311199053796" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1be024e-527d-41cf-ba4f-23091f4cece0" -d '{"events": [{"name": "network-changed", "server_uuid": "53675ebd-6299-4760-9245-bf32debfda0f", "tag": "0a150bef-bf95-4a2f-a96f-a92f73a176b0"}]}' {{(pid=93087) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:45:49.996539 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.db.l3_dvr_db [None req-30b17ae0-8034-4e46-9aee-b4f6e5039123 None None] Set router 3e435827-2e6b-449a-8510-4f0fd6c8f2c6 gateway port host: dv-cinder-799631-1-iscsi {{(pid=93089) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:45:50.002098 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 12:45:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7b8551d-4ed3-456d-87c1-3e0418812bcf x-openstack-request-id: req-e7b8551d-4ed3-456d-87c1-3e0418812bcf {{(pid=93087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:45:50.002098 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "53675ebd-6299-4760-9245-bf32debfda0f", "tag": "0a150bef-bf95-4a2f-a96f-a92f73a176b0", "status": "completed", "code": 200}]} {{(pid=93087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:45:50.002359 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.106/compute/v2.1/os-server-external-events used request id req-e7b8551d-4ed3-456d-87c1-3e0418812bcf {{(pid=93087) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:45:50.002735 dv-cinder-799631-1-iscsi neutron-server[93087]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '53675ebd-6299-4760-9245-bf32debfda0f', 'tag': '0a150bef-bf95-4a2f-a96f-a92f73a176b0', 'status': 'completed', 'code': 200} Jul 06 12:45:50.109737 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1be024e-527d-41cf-ba4f-23091f4cece0 req-1d53c7f4-0f45-4a6c-99f9-bd352692ab97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:45:50.112473 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-d1be024e-527d-41cf-ba4f-23091f4cece0 req-1d53c7f4-0f45-4a6c-99f9-bd352692ab97 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=fbb5711b461a4640a58e2421932d76ad&device_id=53675ebd-6299-4760-9245-bf32debfda0f HTTP/1.1" status: 200 len: 1099 time: 0.0637090 Jul 06 12:45:50.212517 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1be024e-527d-41cf-ba4f-23091f4cece0 req-be7f2465-94b7-4bbc-a583-2104efa2e5d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:45:50.213985 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-d1be024e-527d-41cf-ba4f-23091f4cece0 req-be7f2465-94b7-4bbc-a583-2104efa2e5d9 service neutron] 10.222.0.100 "GET /v2.0/networks?id=c2879fcc-f3ae-4cdd-a55a-3d405f299166 HTTP/1.1" status: 200 len: 911 time: 0.0952442 Jul 06 12:45:50.261023 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-d1be024e-527d-41cf-ba4f-23091f4cece0 req-58342ffd-bdf9-4d10-992e-35cfded9db13 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0a150bef-bf95-4a2f-a96f-a92f73a176b0 HTTP/1.1" status: 200 len: 217 time: 0.0399675 Jul 06 12:45:50.332426 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.db.l3_hamode_db [None req-30b17ae0-8034-4e46-9aee-b4f6e5039123 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e435827-2e6b-449a-8510-4f0fd6c8f2c6', 'name': 'tempest-TestShelveInstance-1925488153-router', 'tenant_id': 'fbb5711b461a4640a58e2421932d76ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a97b808-be6d-48ec-a40b-4668530ee790', 'external_fixed_ips': [{'subnet_id': '1816a596-2dc6-4d27-98a5-201cc12476f2', 'ip_address': '172.27.1.194'}], 'enable_snat': True}, 'gw_port_id': '0edec560-7d21-4ca8-bd9b-e316925d50a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:40:55Z', 'updated_at': '2021-07-06T12:40:59Z', 'revision_number': 4, 'project_id': 'fbb5711b461a4640a58e2421932d76ad', 'gw_port': {'id': '0edec560-7d21-4ca8-bd9b-e316925d50a2', 'name': '', 'network_id': '2a97b808-be6d-48ec-a40b-4668530ee790', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:dc:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e435827-2e6b-449a-8510-4f0fd6c8f2c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '1816a596-2dc6-4d27-98a5-201cc12476f2', 'ip_address': '172.27.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799631-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:40:56Z', 'updated_at': '2021-07-06T12:41:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1816a596-2dc6-4d27-98a5-201cc12476f2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799631-1-iscsi', '_interfaces': [{'id': '3d5d2af1-8764-40d5-98bf-add040e7b79b', 'name': '', 'network_id': 'c2879fcc-f3ae-4cdd-a55a-3d405f299166', 'tenant_id': 'fbb5711b461a4640a58e2421932d76ad', 'mac_address': 'fa:16:3e:49:00:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e435827-2e6b-449a-8510-4f0fd6c8f2c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': 'a8b537dc-1fa3-4687-8db2-3b01ae5301d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799631-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:40:58Z', 'updated_at': '2021-07-06T12:41:06Z', 'revision_number': 5, 'project_id': 'fbb5711b461a4640a58e2421932d76ad', 'subnets': [{'id': 'a8b537dc-1fa3-4687-8db2-3b01ae5301d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799631-1-iscsi', False) {} {{(pid=93089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:45:50.335562 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1be024e-527d-41cf-ba4f-23091f4cece0 req-2e5bba27-7227-4729-ad34-70263d9dbd80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:45:50.337560 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-d1be024e-527d-41cf-ba4f-23091f4cece0 req-2e5bba27-7227-4729-ad34-70263d9dbd80 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=a8b537dc-1fa3-4687-8db2-3b01ae5301d6 HTTP/1.1" status: 200 len: 848 time: 0.0675073 Jul 06 12:45:50.359389 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30b17ae0-8034-4e46-9aee-b4f6e5039123 None None] Checking router: 3e435827-2e6b-449a-8510-4f0fd6c8f2c6 for host: dv-cinder-799631-1-iscsi {{(pid=93089) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 12:45:50.367829 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30b17ae0-8034-4e46-9aee-b4f6e5039123 None None] Routers {'3e435827-2e6b-449a-8510-4f0fd6c8f2c6'} bound to L3 agent in host dv-cinder-799631-1-iscsi {{(pid=93089) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:45:50.368377 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.db.l3_hamode_db [None req-30b17ae0-8034-4e46-9aee-b4f6e5039123 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799631-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T12:25:10Z,description=,heartbeat_timestamp=2021-07-06T12:45:41Z,host='dv-cinder-799631-1-iscsi',id=8f648e93-51d3-4e20-9eca-a57842435ba1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T12:25:10Z,topic='l3_agent')) {'router_ids': ['3e435827-2e6b-449a-8510-4f0fd6c8f2c6'], 'active': True} {{(pid=93089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:45:50.383801 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b5e4f7-f664-42bf-992a-bdff82cfc336 req-e81b77b4-18a7-48ee-b4df-09a82df42e27 tempest-TestShelveInstance-996288515 tempest-TestShelveInstance-996288515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:45:50.385304 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-c9b5e4f7-f664-42bf-992a-bdff82cfc336 req-e81b77b4-18a7-48ee-b4df-09a82df42e27 tempest-TestShelveInstance-996288515 tempest-TestShelveInstance-996288515-project] 10.222.0.106 "GET /v2.0/ports?device_id=53675ebd-6299-4760-9245-bf32debfda0f HTTP/1.1" status: 200 len: 946 time: 0.1270597 Jul 06 12:45:50.432573 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-c9b5e4f7-f664-42bf-992a-bdff82cfc336 req-ed2992ef-b631-4a7b-9a68-fd64057411ab tempest-TestShelveInstance-996288515 tempest-TestShelveInstance-996288515-project] 10.222.0.106 "GET /v2.0/security-groups?id=0802f8fa-e754-4815-a384-1d6e49591486&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405264 Jul 06 12:45:50.442851 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1be024e-527d-41cf-ba4f-23091f4cece0 req-a2f0a519-b950-40d7-ad32-8f21d1adc35a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:45:50.444385 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-d1be024e-527d-41cf-ba4f-23091f4cece0 req-a2f0a519-b950-40d7-ad32-8f21d1adc35a service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=c2879fcc-f3ae-4cdd-a55a-3d405f299166&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0998931 Jul 06 12:45:50.480005 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.db.l3_dvr_db [None req-30b17ae0-8034-4e46-9aee-b4f6e5039123 None None] Set router 3e435827-2e6b-449a-8510-4f0fd6c8f2c6 gateway port host: dv-cinder-799631-1-iscsi {{(pid=93089) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:45:50.541642 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-d1be024e-527d-41cf-ba4f-23091f4cece0 req-f79b97fc-120d-4141-86b3-d8b0597a7c2f service neutron] 10.222.0.100 "GET /v2.0/networks/c2879fcc-f3ae-4cdd-a55a-3d405f299166?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896325 Jul 06 12:45:50.641112 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-d1be024e-527d-41cf-ba4f-23091f4cece0 req-62d98cda-6ce4-4cf0-bf98-5040d213cf70 service neutron] 10.222.0.100 "GET /v2.0/networks/c2879fcc-f3ae-4cdd-a55a-3d405f299166?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896163 Jul 06 12:45:50.699272 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.db.l3_hamode_db [None req-30b17ae0-8034-4e46-9aee-b4f6e5039123 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e435827-2e6b-449a-8510-4f0fd6c8f2c6', 'name': 'tempest-TestShelveInstance-1925488153-router', 'tenant_id': 'fbb5711b461a4640a58e2421932d76ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a97b808-be6d-48ec-a40b-4668530ee790', 'external_fixed_ips': [{'subnet_id': '1816a596-2dc6-4d27-98a5-201cc12476f2', 'ip_address': '172.27.1.194'}], 'enable_snat': True}, 'gw_port_id': '0edec560-7d21-4ca8-bd9b-e316925d50a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:40:55Z', 'updated_at': '2021-07-06T12:40:59Z', 'revision_number': 4, 'project_id': 'fbb5711b461a4640a58e2421932d76ad', 'gw_port': {'id': '0edec560-7d21-4ca8-bd9b-e316925d50a2', 'name': '', 'network_id': '2a97b808-be6d-48ec-a40b-4668530ee790', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:dc:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e435827-2e6b-449a-8510-4f0fd6c8f2c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '1816a596-2dc6-4d27-98a5-201cc12476f2', 'ip_address': '172.27.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799631-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:40:56Z', 'updated_at': '2021-07-06T12:41:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1816a596-2dc6-4d27-98a5-201cc12476f2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799631-1-iscsi', '_interfaces': [{'id': '3d5d2af1-8764-40d5-98bf-add040e7b79b', 'name': '', 'network_id': 'c2879fcc-f3ae-4cdd-a55a-3d405f299166', 'tenant_id': 'fbb5711b461a4640a58e2421932d76ad', 'mac_address': 'fa:16:3e:49:00:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e435827-2e6b-449a-8510-4f0fd6c8f2c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': 'a8b537dc-1fa3-4687-8db2-3b01ae5301d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799631-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:40:58Z', 'updated_at': '2021-07-06T12:41:06Z', 'revision_number': 5, 'project_id': 'fbb5711b461a4640a58e2421932d76ad', 'subnets': [{'id': 'a8b537dc-1fa3-4687-8db2-3b01ae5301d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799631-1-iscsi', False) {} {{(pid=93089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:45:50.726670 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30b17ae0-8034-4e46-9aee-b4f6e5039123 None None] The sync data for ids ['3e435827-2e6b-449a-8510-4f0fd6c8f2c6'] in dv-cinder-799631-1-iscsi is: [{'id': '3e435827-2e6b-449a-8510-4f0fd6c8f2c6', 'name': 'tempest-TestShelveInstance-1925488153-router', 'tenant_id': 'fbb5711b461a4640a58e2421932d76ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a97b808-be6d-48ec-a40b-4668530ee790', 'external_fixed_ips': [{'subnet_id': '1816a596-2dc6-4d27-98a5-201cc12476f2', 'ip_address': '172.27.1.194'}], 'enable_snat': True}, 'gw_port_id': '0edec560-7d21-4ca8-bd9b-e316925d50a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:40:55Z', 'updated_at': '2021-07-06T12:40:59Z', 'revision_number': 4, 'project_id': 'fbb5711b461a4640a58e2421932d76ad', 'gw_port': {'id': '0edec560-7d21-4ca8-bd9b-e316925d50a2', 'name': '', 'network_id': '2a97b808-be6d-48ec-a40b-4668530ee790', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:dc:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e435827-2e6b-449a-8510-4f0fd6c8f2c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '1816a596-2dc6-4d27-98a5-201cc12476f2', 'ip_address': '172.27.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799631-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:40:56Z', 'updated_at': '2021-07-06T12:41:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1816a596-2dc6-4d27-98a5-201cc12476f2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799631-1-iscsi', '_interfaces': [{'id': '3d5d2af1-8764-40d5-98bf-add040e7b79b', 'name': '', 'network_id': 'c2879fcc-f3ae-4cdd-a55a-3d405f299166', 'tenant_id': 'fbb5711b461a4640a58e2421932d76ad', 'mac_address': 'fa:16:3e:49:00:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e435827-2e6b-449a-8510-4f0fd6c8f2c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': 'a8b537dc-1fa3-4687-8db2-3b01ae5301d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799631-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:40:58Z', 'updated_at': '2021-07-06T12:41:06Z', 'revision_number': 5, 'project_id': 'fbb5711b461a4640a58e2421932d76ad', 'subnets': [{'id': 'a8b537dc-1fa3-4687-8db2-3b01ae5301d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93089) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:45:50.949793 dv-cinder-799631-1-iscsi neutron-server[93090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e263e68-5350-4adc-bf64-c694b87c22a7 None None] New status for floating IP f7f11bc0-f2b4-4ab3-a4d9-900fb874d336: DOWN {{(pid=93090) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 12:45:51.634931 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb388026-bc4c-40e5-95e0-ed1d74d76d8d req-aefb7754-9d58-4820-873a-3dd02857adad tempest-TestShelveInstance-996288515 tempest-TestShelveInstance-996288515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:45:51.636453 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-bb388026-bc4c-40e5-95e0-ed1d74d76d8d req-aefb7754-9d58-4820-873a-3dd02857adad tempest-TestShelveInstance-996288515 tempest-TestShelveInstance-996288515-project] 10.222.0.106 "GET /v2.0/ports?device_id=53675ebd-6299-4760-9245-bf32debfda0f HTTP/1.1" status: 200 len: 946 time: 0.0621440 Jul 06 12:45:51.673301 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-bb388026-bc4c-40e5-95e0-ed1d74d76d8d req-36236950-5449-4728-966e-ce4196243de7 tempest-TestShelveInstance-996288515 tempest-TestShelveInstance-996288515-project] 10.222.0.106 "GET /v2.0/security-groups?id=0802f8fa-e754-4815-a384-1d6e49591486&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313172 Jul 06 12:45:52.022323 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb11110-a457-4a35-a2ae-04d9d00cd848 req-77f29d6c-07fd-48fb-8fec-676b4533e4f1 tempest-TestShelveInstance-996288515 tempest-TestShelveInstance-996288515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:45:52.023786 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-cdb11110-a457-4a35-a2ae-04d9d00cd848 req-77f29d6c-07fd-48fb-8fec-676b4533e4f1 tempest-TestShelveInstance-996288515 tempest-TestShelveInstance-996288515-project] 10.222.0.100 "GET /v2.0/ports?device_id=53675ebd-6299-4760-9245-bf32debfda0f HTTP/1.1" status: 200 len: 946 time: 0.0651562 Jul 06 12:45:52.080040 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730293992524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912513'] for agent, after_update {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:45:52.126861 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.plugins.ml2.plugin [req-cdb11110-a457-4a35-a2ae-04d9d00cd848 req-c16543ab-660a-4911-ae8d-560d3fb7e28d tempest-TestShelveInstance-996288515 tempest-TestShelveInstance-996288515-project] Deleting port 0a150bef-bf95-4a2f-a96f-a92f73a176b0 {{(pid=93088) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:45:52.127147 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [req-cdb11110-a457-4a35-a2ae-04d9d00cd848 req-c16543ab-660a-4911-ae8d-560d3fb7e28d tempest-TestShelveInstance-996288515 tempest-TestShelveInstance-996288515-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730294201564'] for port, before_delete {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:45:52.221351 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.plugins.ml2.db [req-cdb11110-a457-4a35-a2ae-04d9d00cd848 req-c16543ab-660a-4911-ae8d-560d3fb7e28d tempest-TestShelveInstance-996288515 tempest-TestShelveInstance-996288515-project] For port 0a150bef-bf95-4a2f-a96f-a92f73a176b0, host hv-cinder-79963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79963',level=0,port_id=0a150bef-bf95-4a2f-a96f-a92f73a176b0,segment=NetworkSegment(10af5586-a131-4c09-9c2c-2bb6a116b3b9),segment_id=10af5586-a131-4c09-9c2c-2bb6a116b3b9)] {{(pid=93088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:45:52.221715 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [req-cdb11110-a457-4a35-a2ae-04d9d00cd848 req-c16543ab-660a-4911-ae8d-560d3fb7e28d tempest-TestShelveInstance-996288515 tempest-TestShelveInstance-996288515-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813012'] for port, precommit_delete {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:45:52.233855 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.plugins.ml2.plugin [req-cdb11110-a457-4a35-a2ae-04d9d00cd848 req-c16543ab-660a-4911-ae8d-560d3fb7e28d tempest-TestShelveInstance-996288515 tempest-TestShelveInstance-996288515-project] Calling delete_port for 0a150bef-bf95-4a2f-a96f-a92f73a176b0 owned by compute:nova {{(pid=93088) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:45:52.632424 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [req-cdb11110-a457-4a35-a2ae-04d9d00cd848 req-c16543ab-660a-4911-ae8d-560d3fb7e28d tempest-TestShelveInstance-996288515 tempest-TestShelveInstance-996288515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-772913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730294210838', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730293689573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63638200'] for port, after_delete {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:45:52.665382 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16543ab-660a-4911-ae8d-560d3fb7e28d tempest-TestShelveInstance-996288515 tempest-TestShelveInstance-996288515-project] Pushing event deleted for resources: {'Port': ['ID=0a150bef-bf95-4a2f-a96f-a92f73a176b0,revision_number=None']} {{(pid=93088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:45:52.678144 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c16543ab-660a-4911-ae8d-560d3fb7e28d tempest-TestShelveInstance-996288515 tempest-TestShelveInstance-996288515-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799631-1-iscsi {{(pid=93088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:45:52.678144 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c16543ab-660a-4911-ae8d-560d3fb7e28d tempest-TestShelveInstance-996288515 tempest-TestShelveInstance-996288515-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799631-1-iscsi {{(pid=93088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:45:52.678391 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c16543ab-660a-4911-ae8d-560d3fb7e28d tempest-TestShelveInstance-996288515 tempest-TestShelveInstance-996288515-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799631-1-iscsi {{(pid=93088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:45:52.678705 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c16543ab-660a-4911-ae8d-560d3fb7e28d tempest-TestShelveInstance-996288515 tempest-TestShelveInstance-996288515-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799631-1-iscsi {{(pid=93088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:45:52.679035 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c16543ab-660a-4911-ae8d-560d3fb7e28d tempest-TestShelveInstance-996288515 tempest-TestShelveInstance-996288515-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799631-1-iscsi {{(pid=93088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:45:52.679399 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c16543ab-660a-4911-ae8d-560d3fb7e28d tempest-TestShelveInstance-996288515 tempest-TestShelveInstance-996288515-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799631-1-iscsi {{(pid=93088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:45:52.679725 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c16543ab-660a-4911-ae8d-560d3fb7e28d tempest-TestShelveInstance-996288515 tempest-TestShelveInstance-996288515-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-799631-1-iscsi {{(pid=93088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:45:52.680051 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c16543ab-660a-4911-ae8d-560d3fb7e28d tempest-TestShelveInstance-996288515 tempest-TestShelveInstance-996288515-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-799631-1-iscsi {{(pid=93088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:45:52.680377 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c16543ab-660a-4911-ae8d-560d3fb7e28d tempest-TestShelveInstance-996288515 tempest-TestShelveInstance-996288515-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799631-1-iscsi {{(pid=93088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:45:52.680701 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c16543ab-660a-4911-ae8d-560d3fb7e28d tempest-TestShelveInstance-996288515 tempest-TestShelveInstance-996288515-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799631-1-iscsi {{(pid=93088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:45:52.681025 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c16543ab-660a-4911-ae8d-560d3fb7e28d tempest-TestShelveInstance-996288515 tempest-TestShelveInstance-996288515-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799631-1-iscsi {{(pid=93088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:45:52.681344 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c16543ab-660a-4911-ae8d-560d3fb7e28d tempest-TestShelveInstance-996288515 tempest-TestShelveInstance-996288515-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799631-1-iscsi {{(pid=93088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:45:52.723169 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.db.l3_dvrscheduler_db [req-cdb11110-a457-4a35-a2ae-04d9d00cd848 req-c16543ab-660a-4911-ae8d-560d3fb7e28d tempest-TestShelveInstance-996288515 tempest-TestShelveInstance-996288515-project] No DVR routers for this DVR port 0a150bef-bf95-4a2f-a96f-a92f73a176b0 on host hv-cinder-79963 {{(pid=93088) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:45:52.725791 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [req-cdb11110-a457-4a35-a2ae-04d9d00cd848 req-c16543ab-660a-4911-ae8d-560d3fb7e28d tempest-TestShelveInstance-996288515 tempest-TestShelveInstance-996288515-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473541'] for port, before_response {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:45:52.727934 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-cdb11110-a457-4a35-a2ae-04d9d00cd848 req-c16543ab-660a-4911-ae8d-560d3fb7e28d tempest-TestShelveInstance-996288515 tempest-TestShelveInstance-996288515-project] 10.222.0.100 "DELETE /v2.0/ports/0a150bef-bf95-4a2f-a96f-a92f73a176b0 HTTP/1.1" status: 204 len: 173 time: 0.6987429 Jul 06 12:45:52.728379 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53675ebd-6299-4760-9245-bf32debfda0f', 'name': 'network-vif-deleted', 'tag': '0a150bef-bf95-4a2f-a96f-a92f73a176b0'}] {{(pid=93088) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:45:52.730625 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.106/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9084e8bb467df778e8c5a57eadfa6056a7986fbfd2ee9905f143c38c4b95db31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74a3a91b-9a21-4d73-a04a-9d5bcf619a60" -d '{"events": [{"server_uuid": "53675ebd-6299-4760-9245-bf32debfda0f", "name": "network-vif-deleted", "tag": "0a150bef-bf95-4a2f-a96f-a92f73a176b0"}]}' {{(pid=93088) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:45:52.769927 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 12:45:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54f0c4a4-9200-42e5-9c88-2ec0e7aca528 x-openstack-request-id: req-54f0c4a4-9200-42e5-9c88-2ec0e7aca528 {{(pid=93088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:45:52.771180 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53675ebd-6299-4760-9245-bf32debfda0f", "name": "network-vif-deleted", "tag": "0a150bef-bf95-4a2f-a96f-a92f73a176b0", "status": "completed", "code": 200}]} {{(pid=93088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:45:52.771514 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.106/compute/v2.1/os-server-external-events used request id req-54f0c4a4-9200-42e5-9c88-2ec0e7aca528 {{(pid=93088) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:45:52.771997 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53675ebd-6299-4760-9245-bf32debfda0f', 'name': 'network-vif-deleted', 'tag': '0a150bef-bf95-4a2f-a96f-a92f73a176b0', 'status': 'completed', 'code': 200} Jul 06 12:45:52.818255 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-be08e4ad-35c1-49c6-b2f0-a0bde78b4ead req-8f072d5a-5c97-4d5a-8be0-3ba5d83b7d5e tempest-TestShelveInstance-996288515 tempest-TestShelveInstance-996288515-project] 10.222.0.106 "GET /v2.0/ports?device_id=53675ebd-6299-4760-9245-bf32debfda0f HTTP/1.1" status: 200 len: 210 time: 0.0289598 Jul 06 12:45:53.922509 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.wsgi [-] (93087) accepted ('10.222.0.106', 57226) {{(pid=93087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:45:53.981784 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-396f698f-ea5e-45df-8d11-772a2d14da93 tempest-TestShelveInstance-996288515 tempest-TestShelveInstance-996288515-project] Notify callbacks [] for security_group, before_delete {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:45:54.006109 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-396f698f-ea5e-45df-8d11-772a2d14da93 tempest-TestShelveInstance-996288515 tempest-TestShelveInstance-996288515-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:45:54.065861 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-396f698f-ea5e-45df-8d11-772a2d14da93 tempest-TestShelveInstance-996288515 tempest-TestShelveInstance-996288515-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1774441'] for security_group, after_delete {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:45:54.068402 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-396f698f-ea5e-45df-8d11-772a2d14da93 tempest-TestShelveInstance-996288515 tempest-TestShelveInstance-996288515-project] Notify callbacks [] for security_group, before_response {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:45:54.069564 dv-cinder-799631-1-iscsi neutron-server[93087]: INFO neutron.wsgi [None req-396f698f-ea5e-45df-8d11-772a2d14da93 tempest-TestShelveInstance-996288515 tempest-TestShelveInstance-996288515-project] 10.222.0.106 "DELETE /v2.0/security-groups/0802f8fa-e754-4815-a384-1d6e49591486 HTTP/1.1" status: 204 len: 168 time: 0.1460416 Jul 06 12:45:54.079466 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396f698f-ea5e-45df-8d11-772a2d14da93 tempest-TestShelveInstance-996288515 tempest-TestShelveInstance-996288515-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0802f8fa-e754-4815-a384-1d6e49591486,revision_number=None']} {{(pid=93087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:45:54.113492 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.wsgi [-] (93088) accepted ('10.222.0.106', 57230) {{(pid=93088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:45:54.443674 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-25d598ca-41fd-4394-b1d3-b98af2379471 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1815572'] for router_interface, before_delete {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:45:54.697655 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.plugins.ml2.plugin [None req-25d598ca-41fd-4394-b1d3-b98af2379471 admin admin] Deleting port 3d5d2af1-8764-40d5-98bf-add040e7b79b {{(pid=93088) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:45:54.697910 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-25d598ca-41fd-4394-b1d3-b98af2379471 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730294201564'] for port, before_delete {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:45:54.772675 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.plugins.ml2.db [None req-25d598ca-41fd-4394-b1d3-b98af2379471 admin admin] For port 3d5d2af1-8764-40d5-98bf-add040e7b79b, host dv-cinder-799631-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799631-1-iscsi',level=0,port_id=3d5d2af1-8764-40d5-98bf-add040e7b79b,segment=NetworkSegment(10af5586-a131-4c09-9c2c-2bb6a116b3b9),segment_id=10af5586-a131-4c09-9c2c-2bb6a116b3b9)] {{(pid=93088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:45:54.773030 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-25d598ca-41fd-4394-b1d3-b98af2379471 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813012'] for port, precommit_delete {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:45:54.785145 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.plugins.ml2.plugin [None req-25d598ca-41fd-4394-b1d3-b98af2379471 admin admin] Calling delete_port for 3d5d2af1-8764-40d5-98bf-add040e7b79b owned by network:router_interface {{(pid=93088) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:45:54.964879 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-25d598ca-41fd-4394-b1d3-b98af2379471 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-772913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730294210838', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730293689573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63638200'] for port, after_delete {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:45:54.993262 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d598ca-41fd-4394-b1d3-b98af2379471 admin admin] Pushing event deleted for resources: {'Port': ['ID=3d5d2af1-8764-40d5-98bf-add040e7b79b,revision_number=None']} {{(pid=93088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:45:55.166298 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-25d598ca-41fd-4394-b1d3-b98af2379471 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1582540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1813034'] for router_interface, after_delete {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:45:55.379523 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25d598ca-41fd-4394-b1d3-b98af2379471 admin admin] Router 3e435827-2e6b-449a-8510-4f0fd6c8f2c6 has already been hosted by L3 agent 8f648e93-51d3-4e20-9eca-a57842435ba1 {{(pid=93088) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 12:45:55.484241 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25d598ca-41fd-4394-b1d3-b98af2379471 admin admin] Notify agent at l3_agent.dv-cinder-799631-1-iscsi the message routers_updated {{(pid=93088) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:45:55.490203 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [None req-25d598ca-41fd-4394-b1d3-b98af2379471 admin admin] 10.222.0.106 "PUT /v2.0/routers/3e435827-2e6b-449a-8510-4f0fd6c8f2c6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3751614 Jul 06 12:45:55.493153 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.wsgi [-] (93087) accepted ('10.222.0.106', 57232) {{(pid=93087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:45:55.493637 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46a88b15-c4d3-4725-b42e-881359c488e8 None None] Sync routers for ids ['3e435827-2e6b-449a-8510-4f0fd6c8f2c6'] in dv-cinder-799631-1-iscsi {{(pid=93089) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:45:55.503031 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46a88b15-c4d3-4725-b42e-881359c488e8 None None] Routers {'3e435827-2e6b-449a-8510-4f0fd6c8f2c6'} bound to L3 agent in host dv-cinder-799631-1-iscsi {{(pid=93089) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:45:55.503663 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.db.l3_hamode_db [None req-46a88b15-c4d3-4725-b42e-881359c488e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799631-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T12:25:10Z,description=,heartbeat_timestamp=2021-07-06T12:45:41Z,host='dv-cinder-799631-1-iscsi',id=8f648e93-51d3-4e20-9eca-a57842435ba1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T12:25:10Z,topic='l3_agent')) {'router_ids': ['3e435827-2e6b-449a-8510-4f0fd6c8f2c6'], 'active': True} {{(pid=93089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:45:55.616153 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.db.l3_dvr_db [None req-46a88b15-c4d3-4725-b42e-881359c488e8 None None] Set router 3e435827-2e6b-449a-8510-4f0fd6c8f2c6 gateway port host: dv-cinder-799631-1-iscsi {{(pid=93089) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:45:55.745091 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-cf99c540-1674-4199-829f-039856855a82 admin admin] Notify callbacks [] for router, before_delete {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:45:55.777038 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.rpc [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] Device 0a150bef-bf95-4a2f-a96f-a92f73a176b0 no longer exists at agent hyperv_hv-cinder-79963 {{(pid=93089) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:45:55.799015 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.plugin [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] No Port match for: 0a150bef-bf95-4a2f-a96f-a92f73a176b0 {{(pid=93089) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:45:55.799387 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.rpc [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] Device 0a150bef-bf95-4a2f-a96f-a92f73a176b0 not bound to the agent host hv-cinder-79963 {{(pid=93089) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:45:55.824417 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.db.l3_hamode_db [None req-46a88b15-c4d3-4725-b42e-881359c488e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e435827-2e6b-449a-8510-4f0fd6c8f2c6', 'name': 'tempest-TestShelveInstance-1925488153-router', 'tenant_id': 'fbb5711b461a4640a58e2421932d76ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a97b808-be6d-48ec-a40b-4668530ee790', 'external_fixed_ips': [{'subnet_id': '1816a596-2dc6-4d27-98a5-201cc12476f2', 'ip_address': '172.27.1.194'}], 'enable_snat': True}, 'gw_port_id': '0edec560-7d21-4ca8-bd9b-e316925d50a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:40:55Z', 'updated_at': '2021-07-06T12:45:54Z', 'revision_number': 5, 'project_id': 'fbb5711b461a4640a58e2421932d76ad', 'gw_port': {'id': '0edec560-7d21-4ca8-bd9b-e316925d50a2', 'name': '', 'network_id': '2a97b808-be6d-48ec-a40b-4668530ee790', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:dc:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e435827-2e6b-449a-8510-4f0fd6c8f2c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '1816a596-2dc6-4d27-98a5-201cc12476f2', 'ip_address': '172.27.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799631-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:40:56Z', 'updated_at': '2021-07-06T12:41:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1816a596-2dc6-4d27-98a5-201cc12476f2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799631-1-iscsi'}], 'dv-cinder-799631-1-iscsi', False) {} {{(pid=93089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:45:55.851928 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-cf99c540-1674-4199-829f-039856855a82 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:45:55.852173 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46a88b15-c4d3-4725-b42e-881359c488e8 None None] Checking router: 3e435827-2e6b-449a-8510-4f0fd6c8f2c6 for host: dv-cinder-799631-1-iscsi {{(pid=93089) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 12:45:55.859800 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46a88b15-c4d3-4725-b42e-881359c488e8 None None] Routers {'3e435827-2e6b-449a-8510-4f0fd6c8f2c6'} bound to L3 agent in host dv-cinder-799631-1-iscsi {{(pid=93089) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:45:55.860420 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.db.l3_hamode_db [None req-46a88b15-c4d3-4725-b42e-881359c488e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799631-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T12:25:10Z,description=,heartbeat_timestamp=2021-07-06T12:45:41Z,host='dv-cinder-799631-1-iscsi',id=8f648e93-51d3-4e20-9eca-a57842435ba1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T12:25:10Z,topic='l3_agent')) {'router_ids': ['3e435827-2e6b-449a-8510-4f0fd6c8f2c6'], 'active': True} {{(pid=93089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:45:55.901303 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.plugins.ml2.plugin [None req-cf99c540-1674-4199-829f-039856855a82 admin admin] Deleting port 0edec560-7d21-4ca8-bd9b-e316925d50a2 {{(pid=93087) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:45:55.901552 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-cf99c540-1674-4199-829f-039856855a82 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730294201564'] for port, before_delete {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:45:55.944934 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.db.l3_dvr_db [None req-46a88b15-c4d3-4725-b42e-881359c488e8 None None] Set router 3e435827-2e6b-449a-8510-4f0fd6c8f2c6 gateway port host: None {{(pid=93089) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:45:55.983042 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.plugins.ml2.db [None req-cf99c540-1674-4199-829f-039856855a82 admin admin] For port 0edec560-7d21-4ca8-bd9b-e316925d50a2, host dv-cinder-799631-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799631-1-iscsi',level=0,port_id=0edec560-7d21-4ca8-bd9b-e316925d50a2,segment=NetworkSegment(89d2d2f7-34cd-4989-93e1-84776a10346d),segment_id=89d2d2f7-34cd-4989-93e1-84776a10346d)] {{(pid=93087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:45:55.983436 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-cf99c540-1674-4199-829f-039856855a82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813012'] for port, precommit_delete {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:45:55.995666 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.plugins.ml2.plugin [None req-cf99c540-1674-4199-829f-039856855a82 admin admin] Calling delete_port for 0edec560-7d21-4ca8-bd9b-e316925d50a2 owned by network:router_gateway {{(pid=93087) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:45:55.998862 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.db.l3_hamode_db [None req-46a88b15-c4d3-4725-b42e-881359c488e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e435827-2e6b-449a-8510-4f0fd6c8f2c6', 'name': 'tempest-TestShelveInstance-1925488153-router', 'tenant_id': 'fbb5711b461a4640a58e2421932d76ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:40:55Z', 'updated_at': '2021-07-06T12:45:55Z', 'revision_number': 6, 'project_id': 'fbb5711b461a4640a58e2421932d76ad', 'gw_port_host': None}], 'dv-cinder-799631-1-iscsi', False) {} {{(pid=93089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:45:56.024776 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46a88b15-c4d3-4725-b42e-881359c488e8 None None] The sync data for ids ['3e435827-2e6b-449a-8510-4f0fd6c8f2c6'] in dv-cinder-799631-1-iscsi is: [{'id': '3e435827-2e6b-449a-8510-4f0fd6c8f2c6', 'name': 'tempest-TestShelveInstance-1925488153-router', 'tenant_id': 'fbb5711b461a4640a58e2421932d76ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:40:55Z', 'updated_at': '2021-07-06T12:45:55Z', 'revision_number': 6, 'project_id': 'fbb5711b461a4640a58e2421932d76ad', 'gw_port_host': None}] {{(pid=93089) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:45:56.178816 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-cf99c540-1674-4199-829f-039856855a82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-772913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730294210838', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730293689573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65517743'] for port, after_delete {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:45:56.205225 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf99c540-1674-4199-829f-039856855a82 admin admin] Pushing event deleted for resources: {'Port': ['ID=0edec560-7d21-4ca8-bd9b-e316925d50a2,revision_number=None']} {{(pid=93087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:45:56.269248 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-cf99c540-1674-4199-829f-039856855a82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1764435'] for router_gateway, after_delete {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:45:56.360783 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-cf99c540-1674-4199-829f-039856855a82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1816807', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-259384'] for router, precommit_delete {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:45:56.363055 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-cf99c540-1674-4199-829f-039856855a82 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:45:56.409093 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-cf99c540-1674-4199-829f-039856855a82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1817463'] for router, after_delete {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:45:56.409650 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf99c540-1674-4199-829f-039856855a82 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3e435827-2e6b-449a-8510-4f0fd6c8f2c6 {{(pid=93087) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 12:45:56.414767 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-cf99c540-1674-4199-829f-039856855a82 admin admin] Notify callbacks [] for router, before_response {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:45:56.416016 dv-cinder-799631-1-iscsi neutron-server[93087]: INFO neutron.wsgi [None req-cf99c540-1674-4199-829f-039856855a82 admin admin] 10.222.0.106 "DELETE /v2.0/routers/3e435827-2e6b-449a-8510-4f0fd6c8f2c6 HTTP/1.1" status: 204 len: 168 time: 0.9218638 Jul 06 12:45:56.418880 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.wsgi [-] (93087) accepted ('10.222.0.106', 57236) {{(pid=93087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:45:56.473692 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.db.db_base_plugin_v2 [None req-96f31d26-6f3c-4cf3-95a0-e725ad874b2f admin admin] Deleting subnet a8b537dc-1fa3-4687-8db2-3b01ae5301d6 {{(pid=93087) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 12:45:56.478678 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-96f31d26-6f3c-4cf3-95a0-e725ad874b2f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:45:56.515170 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-96f31d26-6f3c-4cf3-95a0-e725ad874b2f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66964378'] for subnet, precommit_delete_associations {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:45:56.599031 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-96f31d26-6f3c-4cf3-95a0-e725ad874b2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-892766'] for subnet, precommit_delete {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:45:56.654990 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-96f31d26-6f3c-4cf3-95a0-e725ad874b2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-892759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1774543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65517717', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-67091198'] for subnet, after_delete {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:45:56.680757 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f31d26-6f3c-4cf3-95a0-e725ad874b2f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a8b537dc-1fa3-4687-8db2-3b01ae5301d6,revision_number=None']} {{(pid=93087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:45:56.686351 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-96f31d26-6f3c-4cf3-95a0-e725ad874b2f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582504'] for subnet, before_response {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:45:56.687631 dv-cinder-799631-1-iscsi neutron-server[93087]: INFO neutron.wsgi [None req-96f31d26-6f3c-4cf3-95a0-e725ad874b2f admin admin] 10.222.0.106 "DELETE /v2.0/subnets/a8b537dc-1fa3-4687-8db2-3b01ae5301d6 HTTP/1.1" status: 204 len: 168 time: 0.2677073 Jul 06 12:45:56.690261 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.wsgi [-] (93087) accepted ('10.222.0.106', 57238) {{(pid=93087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:45:56.693966 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7cff223-a45b-4f7e-add9-475a58a3884d None None] Network c2879fcc-f3ae-4cdd-a55a-3d405f299166 requested from dv-cinder-799631-1-iscsi {{(pid=93089) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:45:56.765690 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-c1784efc-da75-4700-a4ed-936a8e5e025c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-555043'] for network, before_delete {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:45:56.833037 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.plugins.ml2.plugin [None req-c1784efc-da75-4700-a4ed-936a8e5e025c admin admin] Deleting port 1efaf587-6907-4398-98dc-c2db5c8a5874 {{(pid=93087) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:45:56.833413 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-c1784efc-da75-4700-a4ed-936a8e5e025c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730294201564'] for port, before_delete {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:45:56.919296 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.plugins.ml2.db [None req-c1784efc-da75-4700-a4ed-936a8e5e025c admin admin] For port 1efaf587-6907-4398-98dc-c2db5c8a5874, host dv-cinder-799631-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799631-1-iscsi',level=0,port_id=1efaf587-6907-4398-98dc-c2db5c8a5874,segment=NetworkSegment(10af5586-a131-4c09-9c2c-2bb6a116b3b9),segment_id=10af5586-a131-4c09-9c2c-2bb6a116b3b9)] {{(pid=93087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:45:56.919671 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-c1784efc-da75-4700-a4ed-936a8e5e025c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813012'] for port, precommit_delete {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:45:56.935170 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.plugins.ml2.plugin [None req-c1784efc-da75-4700-a4ed-936a8e5e025c admin admin] Calling delete_port for 1efaf587-6907-4398-98dc-c2db5c8a5874 owned by network:dhcp {{(pid=93087) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:45:56.939583 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d28cb625-f1dc-4cad-9d9d-e0098b6f1855 None None] DHCP port deletion for c2879fcc-f3ae-4cdd-a55a-3d405f299166 request from dv-cinder-799631-1-iscsi {{(pid=93089) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 12:45:56.986369 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.plugin [None req-d28cb625-f1dc-4cad-9d9d-e0098b6f1855 None None] Deleting port 1efaf587-6907-4398-98dc-c2db5c8a5874 {{(pid=93089) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:45:56.986793 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-d28cb625-f1dc-4cad-9d9d-e0098b6f1855 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730294201564'] for port, before_delete {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:45:57.035698 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-c1784efc-da75-4700-a4ed-936a8e5e025c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-772913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730294210838', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730293689573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65517743'] for port, after_delete {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:45:57.056743 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.db [None req-d28cb625-f1dc-4cad-9d9d-e0098b6f1855 None None] For port 1efaf587-6907-4398-98dc-c2db5c8a5874, host dv-cinder-799631-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799631-1-iscsi',level=0,port_id=1efaf587-6907-4398-98dc-c2db5c8a5874,segment=NetworkSegment(10af5586-a131-4c09-9c2c-2bb6a116b3b9),segment_id=10af5586-a131-4c09-9c2c-2bb6a116b3b9)] {{(pid=93089) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:45:57.057388 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-d28cb625-f1dc-4cad-9d9d-e0098b6f1855 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813012'] for port, precommit_delete {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:45:57.064045 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1784efc-da75-4700-a4ed-936a8e5e025c admin admin] Pushing event deleted for resources: {'Port': ['ID=1efaf587-6907-4398-98dc-c2db5c8a5874,revision_number=None']} {{(pid=93087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:45:57.065908 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1784efc-da75-4700-a4ed-936a8e5e025c admin admin] No DVR routers for this DVR port 1efaf587-6907-4398-98dc-c2db5c8a5874 on host dv-cinder-799631-1-iscsi {{(pid=93087) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:45:57.076328 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.plugin [None req-d28cb625-f1dc-4cad-9d9d-e0098b6f1855 None None] Calling delete_port for 1efaf587-6907-4398-98dc-c2db5c8a5874 owned by network:dhcp {{(pid=93089) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:45:57.147746 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-c1784efc-da75-4700-a4ed-936a8e5e025c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-910539', 'neutron.services.segments.db._delete_segments_for_network-8730293992542'] for network, precommit_delete {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:45:57.157750 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.services.segments.db [None req-c1784efc-da75-4700-a4ed-936a8e5e025c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c2879fcc-f3ae-4cdd-a55a-3d405f299166']}} {{(pid=93087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:45:57.165307 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-d28cb625-f1dc-4cad-9d9d-e0098b6f1855 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-772913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730294210838', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730293689573'] for port, after_delete {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:45:57.169897 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.services.segments.db [None req-c1784efc-da75-4700-a4ed-936a8e5e025c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '10af5586-a131-4c09-9c2c-2bb6a116b3b9') {'for_net_delete': True} {{(pid=93087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:45:57.170196 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.services.segments.db [None req-c1784efc-da75-4700-a4ed-936a8e5e025c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '10af5586-a131-4c09-9c2c-2bb6a116b3b9') {} {{(pid=93087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:45:57.179868 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-c1784efc-da75-4700-a4ed-936a8e5e025c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730294219394', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66964365'] for segment, before_delete {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:45:57.190204 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28cb625-f1dc-4cad-9d9d-e0098b6f1855 None None] Pushing event deleted for resources: {'Port': ['ID=1efaf587-6907-4398-98dc-c2db5c8a5874,revision_number=None']} {{(pid=93089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:45:57.193324 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-c1784efc-da75-4700-a4ed-936a8e5e025c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-886815'] for segment, precommit_delete {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:45:57.197475 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d28cb625-f1dc-4cad-9d9d-e0098b6f1855 None None] No DVR routers for this DVR port 1efaf587-6907-4398-98dc-c2db5c8a5874 on host dv-cinder-799631-1-iscsi {{(pid=93089) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:45:57.199768 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c1784efc-da75-4700-a4ed-936a8e5e025c admin admin] Releasing vlan 1084 on physical network physnet1 to pool {{(pid=93087) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 12:45:57.199918 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d28cb625-f1dc-4cad-9d9d-e0098b6f1855 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799631-1-iscsi {{(pid=93089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:45:57.200115 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d28cb625-f1dc-4cad-9d9d-e0098b6f1855 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799631-1-iscsi {{(pid=93089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:45:57.200220 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-c1784efc-da75-4700-a4ed-936a8e5e025c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-886815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65517680'] for segment, after_delete {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:45:57.200476 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d28cb625-f1dc-4cad-9d9d-e0098b6f1855 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799631-1-iscsi {{(pid=93089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:45:57.200813 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d28cb625-f1dc-4cad-9d9d-e0098b6f1855 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799631-1-iscsi {{(pid=93089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:45:57.201147 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d28cb625-f1dc-4cad-9d9d-e0098b6f1855 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799631-1-iscsi {{(pid=93089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:45:57.201477 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d28cb625-f1dc-4cad-9d9d-e0098b6f1855 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799631-1-iscsi {{(pid=93089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:45:57.201804 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d28cb625-f1dc-4cad-9d9d-e0098b6f1855 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-799631-1-iscsi {{(pid=93089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:45:57.201992 dv-cinder-799631-1-iscsi neutron-server[93087]: Traceback (most recent call last): Jul 06 12:45:57.201992 dv-cinder-799631-1-iscsi neutron-server[93087]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 12:45:57.201992 dv-cinder-799631-1-iscsi neutron-server[93087]: timer() Jul 06 12:45:57.201992 dv-cinder-799631-1-iscsi neutron-server[93087]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 12:45:57.201992 dv-cinder-799631-1-iscsi neutron-server[93087]: cb(*args, **kw) Jul 06 12:45:57.201992 dv-cinder-799631-1-iscsi neutron-server[93087]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 12:45:57.201992 dv-cinder-799631-1-iscsi neutron-server[93087]: return func(*args, **kwargs) Jul 06 12:45:57.201992 dv-cinder-799631-1-iscsi neutron-server[93087]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 12:45:57.201992 dv-cinder-799631-1-iscsi neutron-server[93087]: self._notify() Jul 06 12:45:57.201992 dv-cinder-799631-1-iscsi neutron-server[93087]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 12:45:57.201992 dv-cinder-799631-1-iscsi neutron-server[93087]: self.callback(batched_events) Jul 06 12:45:57.201992 dv-cinder-799631-1-iscsi neutron-server[93087]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 12:45:57.201992 dv-cinder-799631-1-iscsi neutron-server[93087]: event.method(event) Jul 06 12:45:57.201992 dv-cinder-799631-1-iscsi neutron-server[93087]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 12:45:57.201992 dv-cinder-799631-1-iscsi neutron-server[93087]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 12:45:57.201992 dv-cinder-799631-1-iscsi neutron-server[93087]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 12:45:57.201992 dv-cinder-799631-1-iscsi neutron-server[93087]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 12:45:57.201992 dv-cinder-799631-1-iscsi neutron-server[93087]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 12:45:57.201992 dv-cinder-799631-1-iscsi neutron-server[93087]: return f(self, *a, **k) Jul 06 12:45:57.201992 dv-cinder-799631-1-iscsi neutron-server[93087]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 12:45:57.201992 dv-cinder-799631-1-iscsi neutron-server[93087]: return self._get(url).json() Jul 06 12:45:57.201992 dv-cinder-799631-1-iscsi neutron-server[93087]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 12:45:57.201992 dv-cinder-799631-1-iscsi neutron-server[93087]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 12:45:57.201992 dv-cinder-799631-1-iscsi neutron-server[93087]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 12:45:57.201992 dv-cinder-799631-1-iscsi neutron-server[93087]: return self.request(url, 'GET', **kwargs) Jul 06 12:45:57.201992 dv-cinder-799631-1-iscsi neutron-server[93087]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 12:45:57.201992 dv-cinder-799631-1-iscsi neutron-server[93087]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 12:45:57.201992 dv-cinder-799631-1-iscsi neutron-server[93087]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 12:45:57.201992 dv-cinder-799631-1-iscsi neutron-server[93087]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 12:45:57.201992 dv-cinder-799631-1-iscsi neutron-server[93087]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 12:45:57.201992 dv-cinder-799631-1-iscsi neutron-server[93087]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 12:45:57.201992 dv-cinder-799631-1-iscsi neutron-server[93087]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 12:45:57.204628 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d28cb625-f1dc-4cad-9d9d-e0098b6f1855 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-799631-1-iscsi {{(pid=93089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:45:57.204628 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d28cb625-f1dc-4cad-9d9d-e0098b6f1855 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799631-1-iscsi {{(pid=93089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:45:57.204628 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d28cb625-f1dc-4cad-9d9d-e0098b6f1855 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799631-1-iscsi {{(pid=93089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:45:57.204628 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d28cb625-f1dc-4cad-9d9d-e0098b6f1855 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799631-1-iscsi {{(pid=93089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:45:57.204628 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d28cb625-f1dc-4cad-9d9d-e0098b6f1855 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799631-1-iscsi {{(pid=93089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:45:57.259382 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-c1784efc-da75-4700-a4ed-936a8e5e025c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-910528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1774397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1764471'] for network, after_delete {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:45:57.264779 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-c1784efc-da75-4700-a4ed-936a8e5e025c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582504'] for network, before_response {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:45:57.266600 dv-cinder-799631-1-iscsi neutron-server[93087]: INFO neutron.wsgi [None req-c1784efc-da75-4700-a4ed-936a8e5e025c admin admin] 10.222.0.106 "DELETE /v2.0/networks/c2879fcc-f3ae-4cdd-a55a-3d405f299166 HTTP/1.1" status: 204 len: 168 time: 0.5744689 Jul 06 12:45:57.270090 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.wsgi [-] (93088) accepted ('10.222.0.106', 57240) {{(pid=93088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:45:57.277408 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1784efc-da75-4700-a4ed-936a8e5e025c admin admin] Pushing event deleted for resources: {'Network': ['ID=c2879fcc-f3ae-4cdd-a55a-3d405f299166,revision_number=None']} {{(pid=93087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:45:57.610171 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.rpc [None req-3dd6613b-aa53-445d-9a05-4c085a94a05e None None] Device 0edec560-7d21-4ca8-bd9b-e316925d50a2 no longer exists at agent ovs-agent-dv-cinder-799631-1-iscsi {{(pid=93089) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:45:57.624813 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-1972c00e-5263-4c07-8b61-2283d955be49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1815572'] for router_interface, before_delete {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:45:57.629299 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.plugin [None req-3dd6613b-aa53-445d-9a05-4c085a94a05e None None] No Port match for: 0edec560-7d21-4ca8-bd9b-e316925d50a2 {{(pid=93089) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:45:57.629654 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.rpc [None req-3dd6613b-aa53-445d-9a05-4c085a94a05e None None] Device 0edec560-7d21-4ca8-bd9b-e316925d50a2 not bound to the agent host dv-cinder-799631-1-iscsi {{(pid=93089) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:45:57.630153 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.rpc [None req-3dd6613b-aa53-445d-9a05-4c085a94a05e None None] Device 3d5d2af1-8764-40d5-98bf-add040e7b79b no longer exists at agent ovs-agent-dv-cinder-799631-1-iscsi {{(pid=93089) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:45:57.652160 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.plugin [None req-3dd6613b-aa53-445d-9a05-4c085a94a05e None None] No Port match for: 3d5d2af1-8764-40d5-98bf-add040e7b79b {{(pid=93089) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:45:57.652514 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.rpc [None req-3dd6613b-aa53-445d-9a05-4c085a94a05e None None] Device 3d5d2af1-8764-40d5-98bf-add040e7b79b not bound to the agent host dv-cinder-799631-1-iscsi {{(pid=93089) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:45:57.652938 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.rpc [None req-3dd6613b-aa53-445d-9a05-4c085a94a05e None None] Device 1efaf587-6907-4398-98dc-c2db5c8a5874 no longer exists at agent ovs-agent-dv-cinder-799631-1-iscsi {{(pid=93089) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:45:57.671892 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.plugin [None req-3dd6613b-aa53-445d-9a05-4c085a94a05e None None] No Port match for: 1efaf587-6907-4398-98dc-c2db5c8a5874 {{(pid=93089) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:45:57.672600 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.rpc [None req-3dd6613b-aa53-445d-9a05-4c085a94a05e None None] Device 1efaf587-6907-4398-98dc-c2db5c8a5874 not bound to the agent host dv-cinder-799631-1-iscsi {{(pid=93089) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:45:57.884370 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.plugins.ml2.plugin [None req-1972c00e-5263-4c07-8b61-2283d955be49 admin admin] Deleting port 6dc0fc6d-ef82-43ab-aa69-da47b2d8cd5e {{(pid=93088) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:45:57.884797 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-1972c00e-5263-4c07-8b61-2283d955be49 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730294201564'] for port, before_delete {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:45:57.966988 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.plugins.ml2.db [None req-1972c00e-5263-4c07-8b61-2283d955be49 admin admin] For port 6dc0fc6d-ef82-43ab-aa69-da47b2d8cd5e, host dv-cinder-799631-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799631-1-iscsi',level=0,port_id=6dc0fc6d-ef82-43ab-aa69-da47b2d8cd5e,segment=NetworkSegment(62dd4b2b-f33e-41d3-8e3d-fcd1d31ccdaa),segment_id=62dd4b2b-f33e-41d3-8e3d-fcd1d31ccdaa)] {{(pid=93088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:45:57.967641 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-1972c00e-5263-4c07-8b61-2283d955be49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813012'] for port, precommit_delete {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:45:57.981018 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.plugins.ml2.plugin [None req-1972c00e-5263-4c07-8b61-2283d955be49 admin admin] Calling delete_port for 6dc0fc6d-ef82-43ab-aa69-da47b2d8cd5e owned by network:router_interface {{(pid=93088) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:45:58.166883 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-1972c00e-5263-4c07-8b61-2283d955be49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-772913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730294210838', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730293689573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63638200'] for port, after_delete {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:45:58.193906 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1972c00e-5263-4c07-8b61-2283d955be49 admin admin] Pushing event deleted for resources: {'Port': ['ID=6dc0fc6d-ef82-43ab-aa69-da47b2d8cd5e,revision_number=None']} {{(pid=93088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:45:58.376285 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-1972c00e-5263-4c07-8b61-2283d955be49 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1582540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1813034'] for router_interface, after_delete {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:45:58.869638 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1972c00e-5263-4c07-8b61-2283d955be49 admin admin] Router 4692b932-8ecb-4be3-bfdd-5a976c46192d has already been hosted by L3 agent 8f648e93-51d3-4e20-9eca-a57842435ba1 {{(pid=93088) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 12:45:58.973236 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1972c00e-5263-4c07-8b61-2283d955be49 admin admin] Notify agent at l3_agent.dv-cinder-799631-1-iscsi the message routers_updated {{(pid=93088) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:45:58.978307 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [None req-1972c00e-5263-4c07-8b61-2283d955be49 admin admin] 10.222.0.106 "PUT /v2.0/routers/4692b932-8ecb-4be3-bfdd-5a976c46192d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7071035 Jul 06 12:45:58.980830 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.wsgi [-] (93088) accepted ('10.222.0.106', 57242) {{(pid=93088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:45:58.983421 dv-cinder-799631-1-iscsi neutron-server[93090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70ab7007-2358-4e65-87fa-429ad916f56b None None] Sync routers for ids ['4692b932-8ecb-4be3-bfdd-5a976c46192d'] in dv-cinder-799631-1-iscsi {{(pid=93090) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:45:58.992742 dv-cinder-799631-1-iscsi neutron-server[93090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70ab7007-2358-4e65-87fa-429ad916f56b None None] Routers {'4692b932-8ecb-4be3-bfdd-5a976c46192d'} bound to L3 agent in host dv-cinder-799631-1-iscsi {{(pid=93090) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:45:58.993355 dv-cinder-799631-1-iscsi neutron-server[93090]: DEBUG neutron.db.l3_hamode_db [None req-70ab7007-2358-4e65-87fa-429ad916f56b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799631-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T12:25:10Z,description=,heartbeat_timestamp=2021-07-06T12:45:41Z,host='dv-cinder-799631-1-iscsi',id=8f648e93-51d3-4e20-9eca-a57842435ba1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T12:25:10Z,topic='l3_agent')) {'router_ids': ['4692b932-8ecb-4be3-bfdd-5a976c46192d'], 'active': True} {{(pid=93090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:45:59.082056 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-cc277db3-fd86-4c1c-a4fe-3512e91ac2ff admin admin] Notify callbacks [] for router, before_delete {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:45:59.094059 dv-cinder-799631-1-iscsi neutron-server[93090]: DEBUG neutron.db.l3_dvr_db [None req-70ab7007-2358-4e65-87fa-429ad916f56b None None] Set router 4692b932-8ecb-4be3-bfdd-5a976c46192d gateway port host: dv-cinder-799631-1-iscsi {{(pid=93090) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:45:59.198935 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-cc277db3-fd86-4c1c-a4fe-3512e91ac2ff admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:45:59.254025 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.plugins.ml2.plugin [None req-cc277db3-fd86-4c1c-a4fe-3512e91ac2ff admin admin] Deleting port 8f9a5a0c-b043-49b5-b6b3-69086f214d70 {{(pid=93088) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:45:59.254315 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-cc277db3-fd86-4c1c-a4fe-3512e91ac2ff admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730294201564'] for port, before_delete {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:45:59.300853 dv-cinder-799631-1-iscsi neutron-server[93090]: DEBUG neutron.db.l3_hamode_db [None req-70ab7007-2358-4e65-87fa-429ad916f56b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4692b932-8ecb-4be3-bfdd-5a976c46192d', 'name': 'tempest-TestShelveInstance-572369877-router', 'tenant_id': 'ab7e8b727e874e01bdb2d5a9b2030617', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a97b808-be6d-48ec-a40b-4668530ee790', 'external_fixed_ips': [{'subnet_id': '1816a596-2dc6-4d27-98a5-201cc12476f2', 'ip_address': '172.27.1.14'}], 'enable_snat': True}, 'gw_port_id': '8f9a5a0c-b043-49b5-b6b3-69086f214d70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:41:01Z', 'updated_at': '2021-07-06T12:45:58Z', 'revision_number': 5, 'project_id': 'ab7e8b727e874e01bdb2d5a9b2030617', 'gw_port': {'id': '8f9a5a0c-b043-49b5-b6b3-69086f214d70', 'name': '', 'network_id': '2a97b808-be6d-48ec-a40b-4668530ee790', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:20:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4692b932-8ecb-4be3-bfdd-5a976c46192d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': '1816a596-2dc6-4d27-98a5-201cc12476f2', 'ip_address': '172.27.1.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799631-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:41:02Z', 'updated_at': '2021-07-06T12:41:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1816a596-2dc6-4d27-98a5-201cc12476f2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799631-1-iscsi'}], 'dv-cinder-799631-1-iscsi', False) {} {{(pid=93090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:45:59.328726 dv-cinder-799631-1-iscsi neutron-server[93090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70ab7007-2358-4e65-87fa-429ad916f56b None None] Checking router: 4692b932-8ecb-4be3-bfdd-5a976c46192d for host: dv-cinder-799631-1-iscsi {{(pid=93090) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 12:45:59.334906 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.plugins.ml2.db [None req-cc277db3-fd86-4c1c-a4fe-3512e91ac2ff admin admin] For port 8f9a5a0c-b043-49b5-b6b3-69086f214d70, host dv-cinder-799631-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799631-1-iscsi',level=0,port_id=8f9a5a0c-b043-49b5-b6b3-69086f214d70,segment=NetworkSegment(89d2d2f7-34cd-4989-93e1-84776a10346d),segment_id=89d2d2f7-34cd-4989-93e1-84776a10346d)] {{(pid=93088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:45:59.335333 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-cc277db3-fd86-4c1c-a4fe-3512e91ac2ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813012'] for port, precommit_delete {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:45:59.337012 dv-cinder-799631-1-iscsi neutron-server[93090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70ab7007-2358-4e65-87fa-429ad916f56b None None] Routers {'4692b932-8ecb-4be3-bfdd-5a976c46192d'} bound to L3 agent in host dv-cinder-799631-1-iscsi {{(pid=93090) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:45:59.337702 dv-cinder-799631-1-iscsi neutron-server[93090]: DEBUG neutron.db.l3_hamode_db [None req-70ab7007-2358-4e65-87fa-429ad916f56b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799631-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T12:25:10Z,description=,heartbeat_timestamp=2021-07-06T12:45:41Z,host='dv-cinder-799631-1-iscsi',id=8f648e93-51d3-4e20-9eca-a57842435ba1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T12:25:10Z,topic='l3_agent')) {'router_ids': ['4692b932-8ecb-4be3-bfdd-5a976c46192d'], 'active': True} {{(pid=93090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:45:59.352397 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.plugins.ml2.plugin [None req-cc277db3-fd86-4c1c-a4fe-3512e91ac2ff admin admin] Calling delete_port for 8f9a5a0c-b043-49b5-b6b3-69086f214d70 owned by network:router_gateway {{(pid=93088) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:45:59.420843 dv-cinder-799631-1-iscsi neutron-server[93090]: DEBUG neutron.db.l3_dvr_db [None req-70ab7007-2358-4e65-87fa-429ad916f56b None None] Set router 4692b932-8ecb-4be3-bfdd-5a976c46192d gateway port host: None {{(pid=93090) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:45:59.470869 dv-cinder-799631-1-iscsi neutron-server[93090]: DEBUG neutron.db.l3_hamode_db [None req-70ab7007-2358-4e65-87fa-429ad916f56b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4692b932-8ecb-4be3-bfdd-5a976c46192d', 'name': 'tempest-TestShelveInstance-572369877-router', 'tenant_id': 'ab7e8b727e874e01bdb2d5a9b2030617', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:41:01Z', 'updated_at': '2021-07-06T12:45:59Z', 'revision_number': 6, 'project_id': 'ab7e8b727e874e01bdb2d5a9b2030617', 'gw_port_host': None}], 'dv-cinder-799631-1-iscsi', False) {} {{(pid=93090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:45:59.502403 dv-cinder-799631-1-iscsi neutron-server[93090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70ab7007-2358-4e65-87fa-429ad916f56b None None] The sync data for ids ['4692b932-8ecb-4be3-bfdd-5a976c46192d'] in dv-cinder-799631-1-iscsi is: [{'id': '4692b932-8ecb-4be3-bfdd-5a976c46192d', 'name': 'tempest-TestShelveInstance-572369877-router', 'tenant_id': 'ab7e8b727e874e01bdb2d5a9b2030617', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:41:01Z', 'updated_at': '2021-07-06T12:45:59Z', 'revision_number': 6, 'project_id': 'ab7e8b727e874e01bdb2d5a9b2030617', 'gw_port_host': None}] {{(pid=93090) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:45:59.515573 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-cc277db3-fd86-4c1c-a4fe-3512e91ac2ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-772913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730294210838', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730293689573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63638200'] for port, after_delete {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:45:59.551468 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc277db3-fd86-4c1c-a4fe-3512e91ac2ff admin admin] Pushing event deleted for resources: {'Port': ['ID=8f9a5a0c-b043-49b5-b6b3-69086f214d70,revision_number=None']} {{(pid=93088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:45:59.611623 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-cc277db3-fd86-4c1c-a4fe-3512e91ac2ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1764435'] for router_gateway, after_delete {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:45:59.704315 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-cc277db3-fd86-4c1c-a4fe-3512e91ac2ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1816807', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-259384'] for router, precommit_delete {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:45:59.706497 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-cc277db3-fd86-4c1c-a4fe-3512e91ac2ff admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:45:59.748824 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-cc277db3-fd86-4c1c-a4fe-3512e91ac2ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1817463'] for router, after_delete {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:45:59.749218 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc277db3-fd86-4c1c-a4fe-3512e91ac2ff admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4692b932-8ecb-4be3-bfdd-5a976c46192d {{(pid=93088) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 12:45:59.753637 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-cc277db3-fd86-4c1c-a4fe-3512e91ac2ff admin admin] Notify callbacks [] for router, before_response {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:45:59.754739 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [None req-cc277db3-fd86-4c1c-a4fe-3512e91ac2ff admin admin] 10.222.0.106 "DELETE /v2.0/routers/4692b932-8ecb-4be3-bfdd-5a976c46192d HTTP/1.1" status: 204 len: 168 time: 0.7730079 Jul 06 12:45:59.757247 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.wsgi [-] (93088) accepted ('10.222.0.106', 57244) {{(pid=93088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:45:59.805689 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.db.db_base_plugin_v2 [None req-21339b47-22ab-4188-9310-006be29a80e8 admin admin] Deleting subnet 9f80cdd1-bf3b-490d-b797-83ad9badfc36 {{(pid=93088) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 12:45:59.808657 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-21339b47-22ab-4188-9310-006be29a80e8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:45:59.844712 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-21339b47-22ab-4188-9310-006be29a80e8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63205673'] for subnet, precommit_delete_associations {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:45:59.931489 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-21339b47-22ab-4188-9310-006be29a80e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-892766'] for subnet, precommit_delete {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:45:59.995364 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-21339b47-22ab-4188-9310-006be29a80e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-892759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1774543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63638146', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63516695'] for subnet, after_delete {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:46:00.021876 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21339b47-22ab-4188-9310-006be29a80e8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9f80cdd1-bf3b-490d-b797-83ad9badfc36,revision_number=None']} {{(pid=93088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:46:00.023895 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-21339b47-22ab-4188-9310-006be29a80e8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:46:00.025780 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [None req-21339b47-22ab-4188-9310-006be29a80e8 admin admin] 10.222.0.106 "DELETE /v2.0/subnets/9f80cdd1-bf3b-490d-b797-83ad9badfc36 HTTP/1.1" status: 204 len: 168 time: 0.2675855 Jul 06 12:46:00.028253 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.wsgi [-] (93088) accepted ('10.222.0.106', 57246) {{(pid=93088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:46:00.030577 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2d47d90-0d4a-412a-813c-f90dc8261e4b None None] Network 5322c5c7-5a86-41ce-a536-bce0620d099c requested from dv-cinder-799631-1-iscsi {{(pid=93089) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:46:00.094173 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-7529c4a2-75a1-49d8-8ea1-e8a26c120220 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-555043'] for network, before_delete {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:46:00.145212 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.plugins.ml2.plugin [None req-7529c4a2-75a1-49d8-8ea1-e8a26c120220 admin admin] Deleting port 890da9cd-7a2e-4975-988f-3d007a6adba3 {{(pid=93088) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:46:00.145552 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-7529c4a2-75a1-49d8-8ea1-e8a26c120220 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730294201564'] for port, before_delete {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:46:00.211105 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.plugins.ml2.db [None req-7529c4a2-75a1-49d8-8ea1-e8a26c120220 admin admin] For port 890da9cd-7a2e-4975-988f-3d007a6adba3, host dv-cinder-799631-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799631-1-iscsi',level=0,port_id=890da9cd-7a2e-4975-988f-3d007a6adba3,segment=NetworkSegment(62dd4b2b-f33e-41d3-8e3d-fcd1d31ccdaa),segment_id=62dd4b2b-f33e-41d3-8e3d-fcd1d31ccdaa)] {{(pid=93088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:46:00.211390 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-7529c4a2-75a1-49d8-8ea1-e8a26c120220 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813012'] for port, precommit_delete {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:46:00.223737 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.plugins.ml2.plugin [None req-7529c4a2-75a1-49d8-8ea1-e8a26c120220 admin admin] Calling delete_port for 890da9cd-7a2e-4975-988f-3d007a6adba3 owned by network:dhcp {{(pid=93088) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:46:00.290929 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7f4bec8-4305-4a5f-8aea-f77eb971fbdc None None] DHCP port deletion for 5322c5c7-5a86-41ce-a536-bce0620d099c request from dv-cinder-799631-1-iscsi {{(pid=93089) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 12:46:00.305033 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-7529c4a2-75a1-49d8-8ea1-e8a26c120220 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-772913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730294210838', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730293689573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63638200'] for port, after_delete {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:46:00.328898 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.rpc [None req-3dd6613b-aa53-445d-9a05-4c085a94a05e None None] Device 6dc0fc6d-ef82-43ab-aa69-da47b2d8cd5e no longer exists at agent ovs-agent-dv-cinder-799631-1-iscsi {{(pid=93089) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:46:00.337628 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7529c4a2-75a1-49d8-8ea1-e8a26c120220 admin admin] Pushing event deleted for resources: {'Port': ['ID=890da9cd-7a2e-4975-988f-3d007a6adba3,revision_number=None']} {{(pid=93088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:46:00.341184 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7529c4a2-75a1-49d8-8ea1-e8a26c120220 admin admin] No DVR routers for this DVR port 890da9cd-7a2e-4975-988f-3d007a6adba3 on host dv-cinder-799631-1-iscsi {{(pid=93088) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:46:00.354322 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.plugin [None req-3dd6613b-aa53-445d-9a05-4c085a94a05e None None] No Port match for: 6dc0fc6d-ef82-43ab-aa69-da47b2d8cd5e {{(pid=93089) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:46:00.354677 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.rpc [None req-3dd6613b-aa53-445d-9a05-4c085a94a05e None None] Device 6dc0fc6d-ef82-43ab-aa69-da47b2d8cd5e not bound to the agent host dv-cinder-799631-1-iscsi {{(pid=93089) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:46:00.372172 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.plugin [None req-d7f4bec8-4305-4a5f-8aea-f77eb971fbdc None None] Deleting port 890da9cd-7a2e-4975-988f-3d007a6adba3 {{(pid=93089) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:46:00.372559 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-d7f4bec8-4305-4a5f-8aea-f77eb971fbdc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730294201564'] for port, before_delete {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:46:00.411499 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-7529c4a2-75a1-49d8-8ea1-e8a26c120220 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-910539', 'neutron.services.segments.db._delete_segments_for_network-8730293992542'] for network, precommit_delete {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:46:00.421051 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.services.segments.db [None req-7529c4a2-75a1-49d8-8ea1-e8a26c120220 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5322c5c7-5a86-41ce-a536-bce0620d099c']}} {{(pid=93088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:46:00.431098 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.services.segments.db [None req-7529c4a2-75a1-49d8-8ea1-e8a26c120220 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '62dd4b2b-f33e-41d3-8e3d-fcd1d31ccdaa') {'for_net_delete': True} {{(pid=93088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:46:00.431392 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.services.segments.db [None req-7529c4a2-75a1-49d8-8ea1-e8a26c120220 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '62dd4b2b-f33e-41d3-8e3d-fcd1d31ccdaa') {} {{(pid=93088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:46:00.435564 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.db [None req-d7f4bec8-4305-4a5f-8aea-f77eb971fbdc None None] For port 890da9cd-7a2e-4975-988f-3d007a6adba3, host dv-cinder-799631-1-iscsi, got binding levels [] {{(pid=93089) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:46:00.435970 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-d7f4bec8-4305-4a5f-8aea-f77eb971fbdc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813012'] for port, precommit_delete {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:46:00.439856 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-7529c4a2-75a1-49d8-8ea1-e8a26c120220 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730294219394', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63205694'] for segment, before_delete {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:46:00.449056 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.plugin [None req-d7f4bec8-4305-4a5f-8aea-f77eb971fbdc None None] Calling delete_port for 890da9cd-7a2e-4975-988f-3d007a6adba3 owned by network:dhcp {{(pid=93089) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:46:00.451768 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.db.ipam_backend_mixin [None req-d7f4bec8-4305-4a5f-8aea-f77eb971fbdc None None] Port 890da9cd-7a2e-4975-988f-3d007a6adba3 was not found and therefore no delete operation was performed {{(pid=93089) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 06 12:46:00.453267 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-d7f4bec8-4305-4a5f-8aea-f77eb971fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-772913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730294210838', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730293689573'] for port, after_delete {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:46:00.454193 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-7529c4a2-75a1-49d8-8ea1-e8a26c120220 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-886815'] for segment, precommit_delete {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:46:00.462058 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7529c4a2-75a1-49d8-8ea1-e8a26c120220 admin admin] Releasing vlan 1070 on physical network physnet1 to pool {{(pid=93088) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 12:46:00.462534 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-7529c4a2-75a1-49d8-8ea1-e8a26c120220 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-886815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63638119'] for segment, after_delete {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:46:00.464344 dv-cinder-799631-1-iscsi neutron-server[93088]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:46:00.464344 dv-cinder-799631-1-iscsi neutron-server[93088]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:46:00.464344 dv-cinder-799631-1-iscsi neutron-server[93088]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:46:00.464344 dv-cinder-799631-1-iscsi neutron-server[93088]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:46:00.464344 dv-cinder-799631-1-iscsi neutron-server[93088]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:46:00.464344 dv-cinder-799631-1-iscsi neutron-server[93088]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:46:00.464344 dv-cinder-799631-1-iscsi neutron-server[93088]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:46:00.464344 dv-cinder-799631-1-iscsi neutron-server[93088]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:46:00.464344 dv-cinder-799631-1-iscsi neutron-server[93088]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:46:00.464344 dv-cinder-799631-1-iscsi neutron-server[93088]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:46:00.464344 dv-cinder-799631-1-iscsi neutron-server[93088]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:46:00.464344 dv-cinder-799631-1-iscsi neutron-server[93088]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:46:00.464344 dv-cinder-799631-1-iscsi neutron-server[93088]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:46:00.464344 dv-cinder-799631-1-iscsi neutron-server[93088]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:46:00.464344 dv-cinder-799631-1-iscsi neutron-server[93088]: Traceback (most recent call last): Jul 06 12:46:00.464344 dv-cinder-799631-1-iscsi neutron-server[93088]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 12:46:00.464344 dv-cinder-799631-1-iscsi neutron-server[93088]: timer() Jul 06 12:46:00.464344 dv-cinder-799631-1-iscsi neutron-server[93088]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 12:46:00.464344 dv-cinder-799631-1-iscsi neutron-server[93088]: cb(*args, **kw) Jul 06 12:46:00.464344 dv-cinder-799631-1-iscsi neutron-server[93088]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 12:46:00.464344 dv-cinder-799631-1-iscsi neutron-server[93088]: return func(*args, **kwargs) Jul 06 12:46:00.464344 dv-cinder-799631-1-iscsi neutron-server[93088]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 12:46:00.464344 dv-cinder-799631-1-iscsi neutron-server[93088]: self._notify() Jul 06 12:46:00.464344 dv-cinder-799631-1-iscsi neutron-server[93088]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 12:46:00.464344 dv-cinder-799631-1-iscsi neutron-server[93088]: self.callback(batched_events) Jul 06 12:46:00.464344 dv-cinder-799631-1-iscsi neutron-server[93088]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 12:46:00.464344 dv-cinder-799631-1-iscsi neutron-server[93088]: event.method(event) Jul 06 12:46:00.464344 dv-cinder-799631-1-iscsi neutron-server[93088]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 12:46:00.464344 dv-cinder-799631-1-iscsi neutron-server[93088]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 12:46:00.464344 dv-cinder-799631-1-iscsi neutron-server[93088]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 12:46:00.464344 dv-cinder-799631-1-iscsi neutron-server[93088]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 12:46:00.464344 dv-cinder-799631-1-iscsi neutron-server[93088]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 12:46:00.464344 dv-cinder-799631-1-iscsi neutron-server[93088]: return f(self, *a, **k) Jul 06 12:46:00.464344 dv-cinder-799631-1-iscsi neutron-server[93088]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 12:46:00.464344 dv-cinder-799631-1-iscsi neutron-server[93088]: return self._get(url).json() Jul 06 12:46:00.464344 dv-cinder-799631-1-iscsi neutron-server[93088]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 12:46:00.464344 dv-cinder-799631-1-iscsi neutron-server[93088]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 12:46:00.464344 dv-cinder-799631-1-iscsi neutron-server[93088]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 12:46:00.464344 dv-cinder-799631-1-iscsi neutron-server[93088]: return self.request(url, 'GET', **kwargs) Jul 06 12:46:00.464344 dv-cinder-799631-1-iscsi neutron-server[93088]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 12:46:00.464344 dv-cinder-799631-1-iscsi neutron-server[93088]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 12:46:00.464344 dv-cinder-799631-1-iscsi neutron-server[93088]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 12:46:00.464344 dv-cinder-799631-1-iscsi neutron-server[93088]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 12:46:00.464344 dv-cinder-799631-1-iscsi neutron-server[93088]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 12:46:00.464344 dv-cinder-799631-1-iscsi neutron-server[93088]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 12:46:00.464344 dv-cinder-799631-1-iscsi neutron-server[93088]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 12:46:00.478174 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f4bec8-4305-4a5f-8aea-f77eb971fbdc None None] Pushing event deleted for resources: {'Port': ['ID=890da9cd-7a2e-4975-988f-3d007a6adba3,revision_number=None']} {{(pid=93089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:46:00.487672 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7f4bec8-4305-4a5f-8aea-f77eb971fbdc None None] No DVR routers for this DVR port 890da9cd-7a2e-4975-988f-3d007a6adba3 on host dv-cinder-799631-1-iscsi {{(pid=93089) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:46:00.529820 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-7529c4a2-75a1-49d8-8ea1-e8a26c120220 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-910528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1774397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1764471'] for network, after_delete {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:46:00.534802 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-7529c4a2-75a1-49d8-8ea1-e8a26c120220 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582504'] for network, before_response {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:46:00.539685 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [None req-7529c4a2-75a1-49d8-8ea1-e8a26c120220 admin admin] 10.222.0.106 "DELETE /v2.0/networks/5322c5c7-5a86-41ce-a536-bce0620d099c HTTP/1.1" status: 204 len: 168 time: 0.5104203 Jul 06 12:46:00.555576 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7529c4a2-75a1-49d8-8ea1-e8a26c120220 admin admin] Pushing event deleted for resources: {'Network': ['ID=5322c5c7-5a86-41ce-a536-bce0620d099c,revision_number=None']} {{(pid=93088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:46:00.689967 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.wsgi [-] (93087) accepted ('10.222.0.106', 57250) {{(pid=93087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:46:00.729424 dv-cinder-799631-1-iscsi neutron-server[93087]: INFO neutron.wsgi [None req-984a77f2-f70c-4b83-8a5d-fa405204a693 admin admin] 10.222.0.106 "GET /v2.0/security-groups?tenant_id=fbb5711b461a4640a58e2421932d76ad&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0382357 Jul 06 12:46:00.732057 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.wsgi [-] (93087) accepted ('10.222.0.106', 57252) {{(pid=93087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:46:00.784943 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-90fe659c-7a46-45d5-a4b4-9a86dbfc16f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:46:00.806423 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-90fe659c-7a46-45d5-a4b4-9a86dbfc16f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:46:00.852476 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-90fe659c-7a46-45d5-a4b4-9a86dbfc16f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1774441'] for security_group, after_delete {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:46:00.855020 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-90fe659c-7a46-45d5-a4b4-9a86dbfc16f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:46:00.856218 dv-cinder-799631-1-iscsi neutron-server[93087]: INFO neutron.wsgi [None req-90fe659c-7a46-45d5-a4b4-9a86dbfc16f3 admin admin] 10.222.0.106 "DELETE /v2.0/security-groups/b9e8487a-4c11-4c4f-9811-cc064d5f2e48 HTTP/1.1" status: 204 len: 168 time: 0.1232593 Jul 06 12:46:00.864953 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90fe659c-7a46-45d5-a4b4-9a86dbfc16f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9e8487a-4c11-4c4f-9811-cc064d5f2e48,revision_number=None']} {{(pid=93087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:46:01.163900 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.wsgi [-] (93088) accepted ('10.222.0.106', 57258) {{(pid=93088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:46:01.203047 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [None req-59a5e852-53e9-4ba3-b042-86ecfa77d21e admin admin] 10.222.0.106 "GET /v2.0/security-groups?tenant_id=ab7e8b727e874e01bdb2d5a9b2030617&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0379820 Jul 06 12:46:01.205561 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.wsgi [-] (93088) accepted ('10.222.0.106', 57260) {{(pid=93088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:46:01.253258 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-f7ff984d-9387-42e5-93dc-026a2c016e3f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:46:01.273150 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-f7ff984d-9387-42e5-93dc-026a2c016e3f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:46:01.320020 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-f7ff984d-9387-42e5-93dc-026a2c016e3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1774441'] for security_group, after_delete {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:46:01.322688 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-f7ff984d-9387-42e5-93dc-026a2c016e3f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:46:01.324005 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [None req-f7ff984d-9387-42e5-93dc-026a2c016e3f admin admin] 10.222.0.106 "DELETE /v2.0/security-groups/aa83c4be-c33e-4797-a381-830c43a3b33c HTTP/1.1" status: 204 len: 168 time: 0.1175017 Jul 06 12:46:01.331398 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ff984d-9387-42e5-93dc-026a2c016e3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa83c4be-c33e-4797-a381-830c43a3b33c,revision_number=None']} {{(pid=93088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:46:01.613961 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.rpc [None req-3dd6613b-aa53-445d-9a05-4c085a94a05e None None] Device 890da9cd-7a2e-4975-988f-3d007a6adba3 no longer exists at agent ovs-agent-dv-cinder-799631-1-iscsi {{(pid=93089) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:46:01.634080 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.plugin [None req-3dd6613b-aa53-445d-9a05-4c085a94a05e None None] No Port match for: 890da9cd-7a2e-4975-988f-3d007a6adba3 {{(pid=93089) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:46:01.634430 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.rpc [None req-3dd6613b-aa53-445d-9a05-4c085a94a05e None None] Device 890da9cd-7a2e-4975-988f-3d007a6adba3 not bound to the agent host dv-cinder-799631-1-iscsi {{(pid=93089) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:46:01.634854 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.rpc [None req-3dd6613b-aa53-445d-9a05-4c085a94a05e None None] Device 8f9a5a0c-b043-49b5-b6b3-69086f214d70 no longer exists at agent ovs-agent-dv-cinder-799631-1-iscsi {{(pid=93089) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:46:01.655191 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.plugin [None req-3dd6613b-aa53-445d-9a05-4c085a94a05e None None] No Port match for: 8f9a5a0c-b043-49b5-b6b3-69086f214d70 {{(pid=93089) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:46:01.655547 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.rpc [None req-3dd6613b-aa53-445d-9a05-4c085a94a05e None None] Device 8f9a5a0c-b043-49b5-b6b3-69086f214d70 not bound to the agent host dv-cinder-799631-1-iscsi {{(pid=93089) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:46:02.010794 dv-cinder-799631-1-iscsi neutron-server[93090]: DEBUG neutron.db.agents_db [None req-df1e7349-c09a-47b1-8f5e-4c337b6ca707 None None] Agent healthcheck: found 6 active agents {{(pid=93090) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 12:46:07.281796 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-7eb7c4d6-1a29-4a65-aa38-c9fbfa8b5dc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730293992524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912513'] for agent, after_update {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:46:10.528836 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-332ce806-ef6d-4686-9847-56f0d2d52828 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730293992524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912513'] for agent, after_update {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:46:10.935569 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-3dd6613b-aa53-445d-9a05-4c085a94a05e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730293992524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912513'] for agent, after_update {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:46:11.547360 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-59602645-7b03-4a79-8c54-32befe919dd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730293992524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912513'] for agent, after_update {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:46:13.124906 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-eaae0be5-6402-4968-ae30-74f1a6482786 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730293992524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912513'] for agent, after_update {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:46:22.082289 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730293992524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912513'] for agent, after_update {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:46:28.021676 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-47a29e25-d1a9-485f-b3c0-ee0bf2a6e9ed req-29534506-fcbe-468e-8599-499c70b3680e service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=8f9175c8-7753-4ecc-966f-51715b7f07a0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0549259 Jul 06 12:46:28.110041 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a29e25-d1a9-485f-b3c0-ee0bf2a6e9ed req-097de538-de31-4996-bd9d-589d6c7cfe9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:46:28.111501 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-47a29e25-d1a9-485f-b3c0-ee0bf2a6e9ed req-097de538-de31-4996-bd9d-589d6c7cfe9c service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=7d3fca7e03d1476d8c34bd1e06242792&device_id=8f9175c8-7753-4ecc-966f-51715b7f07a0 HTTP/1.1" status: 200 len: 1099 time: 0.0535254 Jul 06 12:46:28.215865 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a29e25-d1a9-485f-b3c0-ee0bf2a6e9ed req-039f8e29-f36c-4637-b45e-d1bd5752be16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:46:28.217328 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-47a29e25-d1a9-485f-b3c0-ee0bf2a6e9ed req-039f8e29-f36c-4637-b45e-d1bd5752be16 service neutron] 10.222.0.100 "GET /v2.0/networks?id=70c6c503-e3dc-4ea0-b47e-6f37032d35b2 HTTP/1.1" status: 200 len: 914 time: 0.0861633 Jul 06 12:46:28.281415 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-47a29e25-d1a9-485f-b3c0-ee0bf2a6e9ed req-6bbed23a-8e04-4e02-b02d-20cbd1f117a0 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=698fd105-f8fe-4534-8c14-9b021248f8d9 HTTP/1.1" status: 200 len: 1002 time: 0.0573752 Jul 06 12:46:28.330561 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a29e25-d1a9-485f-b3c0-ee0bf2a6e9ed req-3cdb08fb-d984-4955-b2c7-d890e0130ae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:46:28.332110 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-47a29e25-d1a9-485f-b3c0-ee0bf2a6e9ed req-3cdb08fb-d984-4955-b2c7-d890e0130ae3 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=33e7a687-d80f-43c0-aba6-1592a9695544 HTTP/1.1" status: 200 len: 851 time: 0.0444219 Jul 06 12:46:28.393133 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a29e25-d1a9-485f-b3c0-ee0bf2a6e9ed req-c08ce413-9588-48c7-8c69-d2db572eb21c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:46:28.394537 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-47a29e25-d1a9-485f-b3c0-ee0bf2a6e9ed req-c08ce413-9588-48c7-8c69-d2db572eb21c service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=70c6c503-e3dc-4ea0-b47e-6f37032d35b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0553663 Jul 06 12:46:28.480830 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-47a29e25-d1a9-485f-b3c0-ee0bf2a6e9ed req-344bdc2a-1769-4f97-9640-b5d84a2c9a16 service neutron] 10.222.0.100 "GET /v2.0/networks/70c6c503-e3dc-4ea0-b47e-6f37032d35b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0792561 Jul 06 12:46:28.572122 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-47a29e25-d1a9-485f-b3c0-ee0bf2a6e9ed req-7a542b64-fd96-4748-9d14-4ed30a1ae2d6 service neutron] 10.222.0.100 "GET /v2.0/networks/70c6c503-e3dc-4ea0-b47e-6f37032d35b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846913 Jul 06 12:46:37.282782 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-afde6bfb-908c-4e48-b895-fac7235fb29f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730293992524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912513'] for agent, after_update {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:46:39.009367 dv-cinder-799631-1-iscsi neutron-server[93090]: DEBUG neutron.db.agents_db [None req-df1e7349-c09a-47b1-8f5e-4c337b6ca707 None None] Agent healthcheck: found 6 active agents {{(pid=93090) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 12:46:40.531391 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-f2ff5566-e084-41ab-a3a2-1058aea34a78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730293992524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912513'] for agent, after_update {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:46:40.937409 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-3dd6613b-aa53-445d-9a05-4c085a94a05e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730293992524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912513'] for agent, after_update {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:46:41.551887 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-59602645-7b03-4a79-8c54-32befe919dd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730293992524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912513'] for agent, after_update {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:46:43.127101 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-eaae0be5-6402-4968-ae30-74f1a6482786 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730293992524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912513'] for agent, after_update {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:46:52.094125 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730293992524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912513'] for agent, after_update {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:46:59.655960 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4064e4a2-472b-4205-bd1d-9b02c19de6ae req-bd18a449-84f8-47e0-ad69-4805f004c56f tempest-TestVolumeBootPattern-1525136861 tempest-TestVolumeBootPattern-1525136861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:46:59.657444 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-4064e4a2-472b-4205-bd1d-9b02c19de6ae req-bd18a449-84f8-47e0-ad69-4805f004c56f tempest-TestVolumeBootPattern-1525136861 tempest-TestVolumeBootPattern-1525136861-project] 10.222.0.106 "GET /v2.0/ports?device_id=8f9175c8-7753-4ecc-966f-51715b7f07a0 HTTP/1.1" status: 200 len: 946 time: 0.0631473 Jul 06 12:46:59.695600 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-4064e4a2-472b-4205-bd1d-9b02c19de6ae req-4a9d45c3-6064-4845-8626-cb61736dcf92 tempest-TestVolumeBootPattern-1525136861 tempest-TestVolumeBootPattern-1525136861-project] 10.222.0.106 "GET /v2.0/security-groups?id=424627eb-6e1f-4d8c-b6cc-51a70563b380&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325434 Jul 06 12:47:00.874585 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e5a203-2d55-451d-b548-b4af78b37fef req-0bdbfeb8-6d3a-42bd-8d49-e88922657ec8 tempest-TestVolumeBootPattern-1525136861 tempest-TestVolumeBootPattern-1525136861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:47:00.876089 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-d8e5a203-2d55-451d-b548-b4af78b37fef req-0bdbfeb8-6d3a-42bd-8d49-e88922657ec8 tempest-TestVolumeBootPattern-1525136861 tempest-TestVolumeBootPattern-1525136861-project] 10.222.0.106 "GET /v2.0/ports?device_id=8f9175c8-7753-4ecc-966f-51715b7f07a0 HTTP/1.1" status: 200 len: 946 time: 0.0618188 Jul 06 12:47:00.913970 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-d8e5a203-2d55-451d-b548-b4af78b37fef req-bdbc0b83-9382-4445-9d23-c0952ffbfba3 tempest-TestVolumeBootPattern-1525136861 tempest-TestVolumeBootPattern-1525136861-project] 10.222.0.106 "GET /v2.0/security-groups?id=424627eb-6e1f-4d8c-b6cc-51a70563b380&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321083 Jul 06 12:47:01.402619 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f6b5ff-85c6-4532-b6e5-d112dd03ace1 req-6e54c1f7-4eaf-46df-9349-6c7db4710054 tempest-TestVolumeBootPattern-1525136861 tempest-TestVolumeBootPattern-1525136861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:47:01.404089 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-f3f6b5ff-85c6-4532-b6e5-d112dd03ace1 req-6e54c1f7-4eaf-46df-9349-6c7db4710054 tempest-TestVolumeBootPattern-1525136861 tempest-TestVolumeBootPattern-1525136861-project] 10.222.0.100 "GET /v2.0/ports?device_id=8f9175c8-7753-4ecc-966f-51715b7f07a0 HTTP/1.1" status: 200 len: 946 time: 0.0656571 Jul 06 12:47:01.502457 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.plugins.ml2.plugin [req-f3f6b5ff-85c6-4532-b6e5-d112dd03ace1 req-276affad-4984-4302-92d0-8fc33f74a20d tempest-TestVolumeBootPattern-1525136861 tempest-TestVolumeBootPattern-1525136861-project] Deleting port 698fd105-f8fe-4534-8c14-9b021248f8d9 {{(pid=93088) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:47:01.502794 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [req-f3f6b5ff-85c6-4532-b6e5-d112dd03ace1 req-276affad-4984-4302-92d0-8fc33f74a20d tempest-TestVolumeBootPattern-1525136861 tempest-TestVolumeBootPattern-1525136861-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730294201564'] for port, before_delete {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:47:01.592726 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.plugins.ml2.db [req-f3f6b5ff-85c6-4532-b6e5-d112dd03ace1 req-276affad-4984-4302-92d0-8fc33f74a20d tempest-TestVolumeBootPattern-1525136861 tempest-TestVolumeBootPattern-1525136861-project] For port 698fd105-f8fe-4534-8c14-9b021248f8d9, host hv-cinder-79963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79963',level=0,port_id=698fd105-f8fe-4534-8c14-9b021248f8d9,segment=NetworkSegment(1eb18788-5df7-46da-9081-36e4d73aca02),segment_id=1eb18788-5df7-46da-9081-36e4d73aca02)] {{(pid=93088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:47:01.593085 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [req-f3f6b5ff-85c6-4532-b6e5-d112dd03ace1 req-276affad-4984-4302-92d0-8fc33f74a20d tempest-TestVolumeBootPattern-1525136861 tempest-TestVolumeBootPattern-1525136861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813012'] for port, precommit_delete {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:47:01.755408 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [req-f3f6b5ff-85c6-4532-b6e5-d112dd03ace1 req-276affad-4984-4302-92d0-8fc33f74a20d tempest-TestVolumeBootPattern-1525136861 tempest-TestVolumeBootPattern-1525136861-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:47:01.755743 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [req-f3f6b5ff-85c6-4532-b6e5-d112dd03ace1 req-276affad-4984-4302-92d0-8fc33f74a20d tempest-TestVolumeBootPattern-1525136861 tempest-TestVolumeBootPattern-1525136861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1764457'] for floatingip, after_update {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:47:01.756044 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.db.l3_db [req-f3f6b5ff-85c6-4532-b6e5-d112dd03ace1 req-276affad-4984-4302-92d0-8fc33f74a20d tempest-TestVolumeBootPattern-1525136861 tempest-TestVolumeBootPattern-1525136861-project] Floating IP b258be44-c09a-4487-9be1-f762e81fb182 disassociated. External IP: 172.27.1.218, port: 698fd105-f8fe-4534-8c14-9b021248f8d9. Jul 06 12:47:01.756388 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.plugins.ml2.plugin [req-f3f6b5ff-85c6-4532-b6e5-d112dd03ace1 req-276affad-4984-4302-92d0-8fc33f74a20d tempest-TestVolumeBootPattern-1525136861 tempest-TestVolumeBootPattern-1525136861-project] Calling delete_port for 698fd105-f8fe-4534-8c14-9b021248f8d9 owned by compute:nova {{(pid=93088) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:47:01.882572 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [req-f3f6b5ff-85c6-4532-b6e5-d112dd03ace1 req-276affad-4984-4302-92d0-8fc33f74a20d tempest-TestVolumeBootPattern-1525136861 tempest-TestVolumeBootPattern-1525136861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-772913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730294210838', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730293689573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63638200'] for port, after_delete {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:47:01.911874 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276affad-4984-4302-92d0-8fc33f74a20d tempest-TestVolumeBootPattern-1525136861 tempest-TestVolumeBootPattern-1525136861-project] Pushing event deleted for resources: {'Port': ['ID=698fd105-f8fe-4534-8c14-9b021248f8d9,revision_number=None']} {{(pid=93088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:47:01.922196 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-276affad-4984-4302-92d0-8fc33f74a20d tempest-TestVolumeBootPattern-1525136861 tempest-TestVolumeBootPattern-1525136861-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799631-1-iscsi {{(pid=93088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:47:01.922553 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-276affad-4984-4302-92d0-8fc33f74a20d tempest-TestVolumeBootPattern-1525136861 tempest-TestVolumeBootPattern-1525136861-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799631-1-iscsi {{(pid=93088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:47:01.922902 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-276affad-4984-4302-92d0-8fc33f74a20d tempest-TestVolumeBootPattern-1525136861 tempest-TestVolumeBootPattern-1525136861-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799631-1-iscsi {{(pid=93088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:47:01.923306 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-276affad-4984-4302-92d0-8fc33f74a20d tempest-TestVolumeBootPattern-1525136861 tempest-TestVolumeBootPattern-1525136861-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799631-1-iscsi {{(pid=93088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:47:01.923882 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-276affad-4984-4302-92d0-8fc33f74a20d tempest-TestVolumeBootPattern-1525136861 tempest-TestVolumeBootPattern-1525136861-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799631-1-iscsi {{(pid=93088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:47:01.924063 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-276affad-4984-4302-92d0-8fc33f74a20d tempest-TestVolumeBootPattern-1525136861 tempest-TestVolumeBootPattern-1525136861-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799631-1-iscsi {{(pid=93088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:47:01.924391 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-276affad-4984-4302-92d0-8fc33f74a20d tempest-TestVolumeBootPattern-1525136861 tempest-TestVolumeBootPattern-1525136861-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-799631-1-iscsi {{(pid=93088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:47:01.924761 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-276affad-4984-4302-92d0-8fc33f74a20d tempest-TestVolumeBootPattern-1525136861 tempest-TestVolumeBootPattern-1525136861-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-799631-1-iscsi {{(pid=93088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:47:01.925096 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-276affad-4984-4302-92d0-8fc33f74a20d tempest-TestVolumeBootPattern-1525136861 tempest-TestVolumeBootPattern-1525136861-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799631-1-iscsi {{(pid=93088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:47:01.925877 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-276affad-4984-4302-92d0-8fc33f74a20d tempest-TestVolumeBootPattern-1525136861 tempest-TestVolumeBootPattern-1525136861-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799631-1-iscsi {{(pid=93088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:47:01.925877 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-276affad-4984-4302-92d0-8fc33f74a20d tempest-TestVolumeBootPattern-1525136861 tempest-TestVolumeBootPattern-1525136861-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799631-1-iscsi {{(pid=93088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:47:01.926100 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-276affad-4984-4302-92d0-8fc33f74a20d tempest-TestVolumeBootPattern-1525136861 tempest-TestVolumeBootPattern-1525136861-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799631-1-iscsi {{(pid=93088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:47:02.059100 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-84a6fe2f-4b79-421f-8757-d4c12e30aaa0 req-3da79c2d-e269-4384-99ac-75ed5c807607 tempest-TestVolumeBootPattern-1525136861 tempest-TestVolumeBootPattern-1525136861-project] 10.222.0.106 "GET /v2.0/ports?device_id=8f9175c8-7753-4ecc-966f-51715b7f07a0 HTTP/1.1" status: 200 len: 210 time: 0.0318830 Jul 06 12:47:02.066224 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f3f6b5ff-85c6-4532-b6e5-d112dd03ace1 req-276affad-4984-4302-92d0-8fc33f74a20d tempest-TestVolumeBootPattern-1525136861 tempest-TestVolumeBootPattern-1525136861-project] Router 3d014b2a-d414-4182-8ec4-3f90e6b5295b has already been hosted by L3 agent 8f648e93-51d3-4e20-9eca-a57842435ba1 {{(pid=93088) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 12:47:02.170686 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f3f6b5ff-85c6-4532-b6e5-d112dd03ace1 req-276affad-4984-4302-92d0-8fc33f74a20d tempest-TestVolumeBootPattern-1525136861 tempest-TestVolumeBootPattern-1525136861-project] Notify agent at l3_agent.dv-cinder-799631-1-iscsi the message routers_updated {{(pid=93088) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:47:02.180794 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3b14bff-958f-4ded-93ca-cb80578b4976 None None] Sync routers for ids ['3d014b2a-d414-4182-8ec4-3f90e6b5295b'] in dv-cinder-799631-1-iscsi {{(pid=93089) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:47:02.190257 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3b14bff-958f-4ded-93ca-cb80578b4976 None None] Routers {'3d014b2a-d414-4182-8ec4-3f90e6b5295b'} bound to L3 agent in host dv-cinder-799631-1-iscsi {{(pid=93089) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:47:02.190794 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.db.l3_hamode_db [None req-b3b14bff-958f-4ded-93ca-cb80578b4976 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799631-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T12:25:10Z,description=,heartbeat_timestamp=2021-07-06T12:46:41Z,host='dv-cinder-799631-1-iscsi',id=8f648e93-51d3-4e20-9eca-a57842435ba1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T12:25:10Z,topic='l3_agent')) {'router_ids': ['3d014b2a-d414-4182-8ec4-3f90e6b5295b'], 'active': True} {{(pid=93089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:47:02.212341 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3f6b5ff-85c6-4532-b6e5-d112dd03ace1 req-276affad-4984-4302-92d0-8fc33f74a20d tempest-TestVolumeBootPattern-1525136861 tempest-TestVolumeBootPattern-1525136861-project] No DVR routers for this DVR port 698fd105-f8fe-4534-8c14-9b021248f8d9 on host hv-cinder-79963 {{(pid=93088) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:47:02.214980 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [req-f3f6b5ff-85c6-4532-b6e5-d112dd03ace1 req-276affad-4984-4302-92d0-8fc33f74a20d tempest-TestVolumeBootPattern-1525136861 tempest-TestVolumeBootPattern-1525136861-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473541'] for port, before_response {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:47:02.216920 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-f3f6b5ff-85c6-4532-b6e5-d112dd03ace1 req-276affad-4984-4302-92d0-8fc33f74a20d tempest-TestVolumeBootPattern-1525136861 tempest-TestVolumeBootPattern-1525136861-project] 10.222.0.100 "DELETE /v2.0/ports/698fd105-f8fe-4534-8c14-9b021248f8d9 HTTP/1.1" status: 204 len: 173 time: 0.8072238 Jul 06 12:47:02.217705 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f9175c8-7753-4ecc-966f-51715b7f07a0', 'name': 'network-vif-deleted', 'tag': '698fd105-f8fe-4534-8c14-9b021248f8d9'}] {{(pid=93088) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:47:02.220007 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.106/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9084e8bb467df778e8c5a57eadfa6056a7986fbfd2ee9905f143c38c4b95db31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb8dbba1-9743-4f2a-98e0-6168a17898a4" -d '{"events": [{"server_uuid": "8f9175c8-7753-4ecc-966f-51715b7f07a0", "name": "network-vif-deleted", "tag": "698fd105-f8fe-4534-8c14-9b021248f8d9"}]}' {{(pid=93088) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:47:02.258506 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 12:47:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0bda853-9cbd-46fd-86ff-d42bccb4baf4 x-openstack-request-id: req-d0bda853-9cbd-46fd-86ff-d42bccb4baf4 {{(pid=93088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:47:02.258739 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f9175c8-7753-4ecc-966f-51715b7f07a0", "name": "network-vif-deleted", "tag": "698fd105-f8fe-4534-8c14-9b021248f8d9", "status": "completed", "code": 200}]} {{(pid=93088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:47:02.259043 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.106/compute/v2.1/os-server-external-events used request id req-d0bda853-9cbd-46fd-86ff-d42bccb4baf4 {{(pid=93088) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:47:02.259499 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f9175c8-7753-4ecc-966f-51715b7f07a0', 'name': 'network-vif-deleted', 'tag': '698fd105-f8fe-4534-8c14-9b021248f8d9', 'status': 'completed', 'code': 200} Jul 06 12:47:02.331330 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.db.l3_dvr_db [None req-b3b14bff-958f-4ded-93ca-cb80578b4976 None None] Set router 3d014b2a-d414-4182-8ec4-3f90e6b5295b gateway port host: dv-cinder-799631-1-iscsi {{(pid=93089) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:47:02.537689 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.db.l3_hamode_db [None req-b3b14bff-958f-4ded-93ca-cb80578b4976 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d014b2a-d414-4182-8ec4-3f90e6b5295b', 'name': 'tempest-TestVolumeBootPattern-1689920214-router', 'tenant_id': '7d3fca7e03d1476d8c34bd1e06242792', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a97b808-be6d-48ec-a40b-4668530ee790', 'external_fixed_ips': [{'subnet_id': '1816a596-2dc6-4d27-98a5-201cc12476f2', 'ip_address': '172.27.1.97'}], 'enable_snat': True}, 'gw_port_id': '50537514-147c-4be7-8c94-ea4280b7335a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:44:09Z', 'updated_at': '2021-07-06T12:44:12Z', 'revision_number': 4, 'project_id': '7d3fca7e03d1476d8c34bd1e06242792', 'gw_port': {'id': '50537514-147c-4be7-8c94-ea4280b7335a', 'name': '', 'network_id': '2a97b808-be6d-48ec-a40b-4668530ee790', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:27:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d014b2a-d414-4182-8ec4-3f90e6b5295b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '1816a596-2dc6-4d27-98a5-201cc12476f2', 'ip_address': '172.27.1.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799631-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:44:10Z', 'updated_at': '2021-07-06T12:44:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1816a596-2dc6-4d27-98a5-201cc12476f2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799631-1-iscsi', '_interfaces': [{'id': 'e7000db5-f64d-4e9a-9e04-3eb5cc8f7ce0', 'name': '', 'network_id': '70c6c503-e3dc-4ea0-b47e-6f37032d35b2', 'tenant_id': '7d3fca7e03d1476d8c34bd1e06242792', 'mac_address': 'fa:16:3e:91:09:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d014b2a-d414-4182-8ec4-3f90e6b5295b', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '33e7a687-d80f-43c0-aba6-1592a9695544', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799631-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:44:11Z', 'updated_at': '2021-07-06T12:44:18Z', 'revision_number': 5, 'project_id': '7d3fca7e03d1476d8c34bd1e06242792', 'subnets': [{'id': '33e7a687-d80f-43c0-aba6-1592a9695544', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799631-1-iscsi', False) {} {{(pid=93089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:47:02.569718 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3b14bff-958f-4ded-93ca-cb80578b4976 None None] Checking router: 3d014b2a-d414-4182-8ec4-3f90e6b5295b for host: dv-cinder-799631-1-iscsi {{(pid=93089) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 12:47:02.578206 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3b14bff-958f-4ded-93ca-cb80578b4976 None None] Routers {'3d014b2a-d414-4182-8ec4-3f90e6b5295b'} bound to L3 agent in host dv-cinder-799631-1-iscsi {{(pid=93089) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:47:02.578850 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.db.l3_hamode_db [None req-b3b14bff-958f-4ded-93ca-cb80578b4976 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799631-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T12:25:10Z,description=,heartbeat_timestamp=2021-07-06T12:46:41Z,host='dv-cinder-799631-1-iscsi',id=8f648e93-51d3-4e20-9eca-a57842435ba1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T12:25:10Z,topic='l3_agent')) {'router_ids': ['3d014b2a-d414-4182-8ec4-3f90e6b5295b'], 'active': True} {{(pid=93089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:47:02.685235 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.db.l3_dvr_db [None req-b3b14bff-958f-4ded-93ca-cb80578b4976 None None] Set router 3d014b2a-d414-4182-8ec4-3f90e6b5295b gateway port host: dv-cinder-799631-1-iscsi {{(pid=93089) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:47:02.881515 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.db.l3_hamode_db [None req-b3b14bff-958f-4ded-93ca-cb80578b4976 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d014b2a-d414-4182-8ec4-3f90e6b5295b', 'name': 'tempest-TestVolumeBootPattern-1689920214-router', 'tenant_id': '7d3fca7e03d1476d8c34bd1e06242792', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a97b808-be6d-48ec-a40b-4668530ee790', 'external_fixed_ips': [{'subnet_id': '1816a596-2dc6-4d27-98a5-201cc12476f2', 'ip_address': '172.27.1.97'}], 'enable_snat': True}, 'gw_port_id': '50537514-147c-4be7-8c94-ea4280b7335a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:44:09Z', 'updated_at': '2021-07-06T12:44:12Z', 'revision_number': 4, 'project_id': '7d3fca7e03d1476d8c34bd1e06242792', 'gw_port': {'id': '50537514-147c-4be7-8c94-ea4280b7335a', 'name': '', 'network_id': '2a97b808-be6d-48ec-a40b-4668530ee790', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:27:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d014b2a-d414-4182-8ec4-3f90e6b5295b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '1816a596-2dc6-4d27-98a5-201cc12476f2', 'ip_address': '172.27.1.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799631-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:44:10Z', 'updated_at': '2021-07-06T12:44:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1816a596-2dc6-4d27-98a5-201cc12476f2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799631-1-iscsi', '_interfaces': [{'id': 'e7000db5-f64d-4e9a-9e04-3eb5cc8f7ce0', 'name': '', 'network_id': '70c6c503-e3dc-4ea0-b47e-6f37032d35b2', 'tenant_id': '7d3fca7e03d1476d8c34bd1e06242792', 'mac_address': 'fa:16:3e:91:09:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d014b2a-d414-4182-8ec4-3f90e6b5295b', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '33e7a687-d80f-43c0-aba6-1592a9695544', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799631-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:44:11Z', 'updated_at': '2021-07-06T12:44:18Z', 'revision_number': 5, 'project_id': '7d3fca7e03d1476d8c34bd1e06242792', 'subnets': [{'id': '33e7a687-d80f-43c0-aba6-1592a9695544', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799631-1-iscsi', False) {} {{(pid=93089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:47:02.909004 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3b14bff-958f-4ded-93ca-cb80578b4976 None None] The sync data for ids ['3d014b2a-d414-4182-8ec4-3f90e6b5295b'] in dv-cinder-799631-1-iscsi is: [{'id': '3d014b2a-d414-4182-8ec4-3f90e6b5295b', 'name': 'tempest-TestVolumeBootPattern-1689920214-router', 'tenant_id': '7d3fca7e03d1476d8c34bd1e06242792', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a97b808-be6d-48ec-a40b-4668530ee790', 'external_fixed_ips': [{'subnet_id': '1816a596-2dc6-4d27-98a5-201cc12476f2', 'ip_address': '172.27.1.97'}], 'enable_snat': True}, 'gw_port_id': '50537514-147c-4be7-8c94-ea4280b7335a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:44:09Z', 'updated_at': '2021-07-06T12:44:12Z', 'revision_number': 4, 'project_id': '7d3fca7e03d1476d8c34bd1e06242792', 'gw_port': {'id': '50537514-147c-4be7-8c94-ea4280b7335a', 'name': '', 'network_id': '2a97b808-be6d-48ec-a40b-4668530ee790', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:27:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d014b2a-d414-4182-8ec4-3f90e6b5295b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '1816a596-2dc6-4d27-98a5-201cc12476f2', 'ip_address': '172.27.1.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799631-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:44:10Z', 'updated_at': '2021-07-06T12:44:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1816a596-2dc6-4d27-98a5-201cc12476f2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799631-1-iscsi', '_interfaces': [{'id': 'e7000db5-f64d-4e9a-9e04-3eb5cc8f7ce0', 'name': '', 'network_id': '70c6c503-e3dc-4ea0-b47e-6f37032d35b2', 'tenant_id': '7d3fca7e03d1476d8c34bd1e06242792', 'mac_address': 'fa:16:3e:91:09:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d014b2a-d414-4182-8ec4-3f90e6b5295b', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '33e7a687-d80f-43c0-aba6-1592a9695544', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799631-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:44:11Z', 'updated_at': '2021-07-06T12:44:18Z', 'revision_number': 5, 'project_id': '7d3fca7e03d1476d8c34bd1e06242792', 'subnets': [{'id': '33e7a687-d80f-43c0-aba6-1592a9695544', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93089) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:47:03.121473 dv-cinder-799631-1-iscsi neutron-server[93090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8ccf0a1-7136-47f5-be38-3b5ad3717e36 None None] New status for floating IP b258be44-c09a-4487-9be1-f762e81fb182: DOWN {{(pid=93090) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 12:47:03.211984 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-d0f190e0-2a9a-4e81-82d4-162d0d36724d req-c662eb56-46cc-4693-9720-3b47afd9c8f4 tempest-TestVolumeBootPattern-1525136861 tempest-TestVolumeBootPattern-1525136861-project] 10.222.0.106 "GET /v2.0/ports?device_id=8f9175c8-7753-4ecc-966f-51715b7f07a0 HTTP/1.1" status: 200 len: 210 time: 0.0291014 Jul 06 12:47:04.504720 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-b94142ce-1ccf-41e9-b408-69d79858dcd4 req-6002914d-20a0-4240-ad45-dc4c3caacb2a tempest-TestVolumeBootPattern-1525136861 tempest-TestVolumeBootPattern-1525136861-project] 10.222.0.106 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-759525822&fields=id&tenant_id=7d3fca7e03d1476d8c34bd1e06242792 HTTP/1.1" status: 200 len: 267 time: 0.0359166 Jul 06 12:47:04.609722 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94142ce-1ccf-41e9-b408-69d79858dcd4 req-dc7d0360-3a77-443a-8fc7-511d2daca88f tempest-TestVolumeBootPattern-1525136861 tempest-TestVolumeBootPattern-1525136861-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:47:04.611219 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-b94142ce-1ccf-41e9-b408-69d79858dcd4 req-dc7d0360-3a77-443a-8fc7-511d2daca88f tempest-TestVolumeBootPattern-1525136861 tempest-TestVolumeBootPattern-1525136861-project] 10.222.0.106 "GET /v2.0/networks?id=70c6c503-e3dc-4ea0-b47e-6f37032d35b2 HTTP/1.1" status: 200 len: 812 time: 0.0995297 Jul 06 12:47:04.626246 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-b94142ce-1ccf-41e9-b408-69d79858dcd4 req-6e29d65c-74ec-4682-928c-8c2b6b6d7e21 tempest-TestVolumeBootPattern-1525136861 tempest-TestVolumeBootPattern-1525136861-project] 10.222.0.106 "GET /v2.0/quotas/7d3fca7e03d1476d8c34bd1e06242792 HTTP/1.1" status: 200 len: 375 time: 0.0097542 Jul 06 12:47:04.698723 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-b94142ce-1ccf-41e9-b408-69d79858dcd4 req-32e4ea78-f550-409d-9f02-2fb9cc777ebc tempest-TestVolumeBootPattern-1525136861 tempest-TestVolumeBootPattern-1525136861-project] 10.222.0.106 "GET /v2.0/ports?tenant_id=7d3fca7e03d1476d8c34bd1e06242792&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0676117 Jul 06 12:47:04.899291 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-b94142ce-1ccf-41e9-b408-69d79858dcd4 req-7811f4c0-a25b-4e01-9a14-9cc21ed05484 service neutron] 10.222.0.106 "GET /v2.0/networks/70c6c503-e3dc-4ea0-b47e-6f37032d35b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1895554 Jul 06 12:47:04.990002 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-b94142ce-1ccf-41e9-b408-69d79858dcd4 req-4de0fa72-056c-4144-99ab-4022d56151a1 service neutron] 10.222.0.106 "GET /v2.0/networks/70c6c503-e3dc-4ea0-b47e-6f37032d35b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851443 Jul 06 12:47:05.284865 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-8c94754f-ffef-474b-92ea-abb6ba20be03 req-b97020cc-f8ea-495a-8d60-a217d598b57b tempest-TestVolumeBootPattern-1525136861 tempest-TestVolumeBootPattern-1525136861-project] 10.222.0.106 "GET /v2.0/ports?device_id=753e6bdd-490f-4e4d-b54b-035502fd3fe7 HTTP/1.1" status: 200 len: 210 time: 0.0292451 Jul 06 12:47:06.074458 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.rpc [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] Device 698fd105-f8fe-4534-8c14-9b021248f8d9 no longer exists at agent hyperv_hv-cinder-79963 {{(pid=93089) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:47:06.094059 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.plugin [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] No Port match for: 698fd105-f8fe-4534-8c14-9b021248f8d9 {{(pid=93089) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:47:06.094401 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.rpc [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] Device 698fd105-f8fe-4534-8c14-9b021248f8d9 not bound to the agent host hv-cinder-79963 {{(pid=93089) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:47:06.414277 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94142ce-1ccf-41e9-b408-69d79858dcd4 req-7ab9db91-f580-473f-ab81-b1a619017595 tempest-TestVolumeBootPattern-1525136861 tempest-TestVolumeBootPattern-1525136861-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:47:06.416011 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-b94142ce-1ccf-41e9-b408-69d79858dcd4 req-7ab9db91-f580-473f-ab81-b1a619017595 tempest-TestVolumeBootPattern-1525136861 tempest-TestVolumeBootPattern-1525136861-project] 10.222.0.100 "GET /v2.0/networks?id=70c6c503-e3dc-4ea0-b47e-6f37032d35b2 HTTP/1.1" status: 200 len: 812 time: 0.1050172 Jul 06 12:47:06.450113 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-ab61ef3d-d077-41c3-aa7b-c9c97292a82b req-2ea5ec59-b2df-41ae-b320-6ce81426aa43 tempest-TestVolumeBootPattern-1525136861 tempest-TestVolumeBootPattern-1525136861-project] 10.222.0.106 "GET /v2.0/ports?device_id=753e6bdd-490f-4e4d-b54b-035502fd3fe7 HTTP/1.1" status: 200 len: 210 time: 0.0325859 Jul 06 12:47:06.485850 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-b94142ce-1ccf-41e9-b408-69d79858dcd4 req-dd0c6ef1-f107-4c7c-8be3-4872bbeebf28 tempest-TestVolumeBootPattern-1525136861 tempest-TestVolumeBootPattern-1525136861-project] 10.222.0.100 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7d3fca7e03d1476d8c34bd1e06242792 HTTP/1.1" status: 200 len: 379 time: 0.0380745 Jul 06 12:47:06.494449 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.api.v2.base [req-b94142ce-1ccf-41e9-b408-69d79858dcd4 req-1db9f7b7-769f-4e5a-8a79-5ea363834539 tempest-TestVolumeBootPattern-1525136861 tempest-TestVolumeBootPattern-1525136861-project] Request body: {'port': {'device_id': '753e6bdd-490f-4e4d-b54b-035502fd3fe7', 'network_id': '70c6c503-e3dc-4ea0-b47e-6f37032d35b2', 'admin_state_up': True, 'tenant_id': '7d3fca7e03d1476d8c34bd1e06242792', 'security_groups': ['424627eb-6e1f-4d8c-b6cc-51a70563b380']}} {{(pid=93088) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:47:06.600305 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b94142ce-1ccf-41e9-b408-69d79858dcd4 req-1db9f7b7-769f-4e5a-8a79-5ea363834539 tempest-TestVolumeBootPattern-1525136861 tempest-TestVolumeBootPattern-1525136861-project] Made reservation on behalf of 7d3fca7e03d1476d8c34bd1e06242792 for: {'port': 1} {{(pid=93088) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:47:06.604447 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [req-b94142ce-1ccf-41e9-b408-69d79858dcd4 req-1db9f7b7-769f-4e5a-8a79-5ea363834539 tempest-TestVolumeBootPattern-1525136861 tempest-TestVolumeBootPattern-1525136861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772861'] for port, before_create {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:47:06.734812 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.db.db_base_plugin_common [req-b94142ce-1ccf-41e9-b408-69d79858dcd4 req-1db9f7b7-769f-4e5a-8a79-5ea363834539 tempest-TestVolumeBootPattern-1525136861 tempest-TestVolumeBootPattern-1525136861-project] Allocated IP 172.20.0.12 (70c6c503-e3dc-4ea0-b47e-6f37032d35b2/33e7a687-d80f-43c0-aba6-1592a9695544/9b527af6-eca0-4cc3-a7c2-4acad178b702) {{(pid=93088) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:47:06.870874 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [req-b94142ce-1ccf-41e9-b408-69d79858dcd4 req-1db9f7b7-769f-4e5a-8a79-5ea363834539 tempest-TestVolumeBootPattern-1525136861 tempest-TestVolumeBootPattern-1525136861-project] Notify callbacks [] for port, precommit_create {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:47:06.885687 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.db.provisioning_blocks [req-b94142ce-1ccf-41e9-b408-69d79858dcd4 req-1db9f7b7-769f-4e5a-8a79-5ea363834539 tempest-TestVolumeBootPattern-1525136861 tempest-TestVolumeBootPattern-1525136861-project] Transition to ACTIVE for port object 9b527af6-eca0-4cc3-a7c2-4acad178b702 will not be triggered until provisioned by entity DHCP. {{(pid=93088) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:47:06.919847 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [req-b94142ce-1ccf-41e9-b408-69d79858dcd4 req-1db9f7b7-769f-4e5a-8a79-5ea363834539 tempest-TestVolumeBootPattern-1525136861 tempest-TestVolumeBootPattern-1525136861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-772920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-407207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730293689564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-63638193'] for port, after_create {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:47:06.964244 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b94142ce-1ccf-41e9-b408-69d79858dcd4 req-1db9f7b7-769f-4e5a-8a79-5ea363834539 tempest-TestVolumeBootPattern-1525136861 tempest-TestVolumeBootPattern-1525136861-project] Network 70c6c503-e3dc-4ea0-b47e-6f37032d35b2 is already hosted by enough agents. {{(pid=93088) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:47:06.967956 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.scheduler.base_scheduler [req-b94142ce-1ccf-41e9-b408-69d79858dcd4 req-1db9f7b7-769f-4e5a-8a79-5ea363834539 tempest-TestVolumeBootPattern-1525136861 tempest-TestVolumeBootPattern-1525136861-project] Resources bound (agent type, host, resource id): {{(pid=93088) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:47:06.972254 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.db.l3_dvrscheduler_db [req-b94142ce-1ccf-41e9-b408-69d79858dcd4 req-1db9f7b7-769f-4e5a-8a79-5ea363834539 tempest-TestVolumeBootPattern-1525136861 tempest-TestVolumeBootPattern-1525136861-project] Received port after_create {{(pid=93088) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:47:07.000692 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db9f7b7-769f-4e5a-8a79-5ea363834539 tempest-TestVolumeBootPattern-1525136861 tempest-TestVolumeBootPattern-1525136861-project] Pushing event updated for resources: {'Port': ['ID=9b527af6-eca0-4cc3-a7c2-4acad178b702,revision_number=1']} {{(pid=93088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:47:07.031002 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94142ce-1ccf-41e9-b408-69d79858dcd4 req-1db9f7b7-769f-4e5a-8a79-5ea363834539 tempest-TestVolumeBootPattern-1525136861 tempest-TestVolumeBootPattern-1525136861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:47:07.031675 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [req-b94142ce-1ccf-41e9-b408-69d79858dcd4 req-1db9f7b7-769f-4e5a-8a79-5ea363834539 tempest-TestVolumeBootPattern-1525136861 tempest-TestVolumeBootPattern-1525136861-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473541'] for port, before_response {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:47:07.047258 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-b94142ce-1ccf-41e9-b408-69d79858dcd4 req-1db9f7b7-769f-4e5a-8a79-5ea363834539 tempest-TestVolumeBootPattern-1525136861 tempest-TestVolumeBootPattern-1525136861-project] 10.222.0.100 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5565622 Jul 06 12:47:07.079590 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.api.v2.base [req-b94142ce-1ccf-41e9-b408-69d79858dcd4 req-ca8241aa-3c7a-4195-bfa8-378771b1e2e4 service neutron] Request body: {'port': {'device_id': '753e6bdd-490f-4e4d-b54b-035502fd3fe7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79963'}} {{(pid=93088) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:47:07.159537 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [req-b94142ce-1ccf-41e9-b408-69d79858dcd4 req-ca8241aa-3c7a-4195-bfa8-378771b1e2e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772861'] for port, before_update {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:47:07.200311 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.db.provisioning_blocks [None req-abe3b1a7-1ffe-4302-a776-03df5a94e3a2 None None] Provisioning for port 9b527af6-eca0-4cc3-a7c2-4acad178b702 completed by entity DHCP. {{(pid=93089) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:47:07.207674 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.db.provisioning_blocks [None req-abe3b1a7-1ffe-4302-a776-03df5a94e3a2 None None] Provisioning complete for port 9b527af6-eca0-4cc3-a7c2-4acad178b702 triggered by entity DHCP. {{(pid=93089) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:47:07.208316 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-abe3b1a7-1ffe-4302-a776-03df5a94e3a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912496'] for port, provisioning_complete {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:47:07.248623 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.plugin [None req-abe3b1a7-1ffe-4302-a776-03df5a94e3a2 None None] Port 9b527af6-eca0-4cc3-a7c2-4acad178b702 cannot update to ACTIVE because it is not bound. {{(pid=93089) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 12:47:07.286265 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-37e65f03-22e0-484c-968a-605bfa100014 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730293992524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912513'] for agent, after_update {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:47:07.717586 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e361ae5-0112-4ac4-9fb3-2a27be100621 req-5ef3fc9b-d08e-4fb2-95e3-838f8c077431 tempest-TestVolumeBootPattern-1525136861 tempest-TestVolumeBootPattern-1525136861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:47:07.719363 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-8e361ae5-0112-4ac4-9fb3-2a27be100621 req-5ef3fc9b-d08e-4fb2-95e3-838f8c077431 tempest-TestVolumeBootPattern-1525136861 tempest-TestVolumeBootPattern-1525136861-project] 10.222.0.106 "GET /v2.0/ports?device_id=753e6bdd-490f-4e4d-b54b-035502fd3fe7 HTTP/1.1" status: 200 len: 932 time: 0.1081939 Jul 06 12:47:07.790409 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.notifiers.nova [req-b94142ce-1ccf-41e9-b408-69d79858dcd4 req-ca8241aa-3c7a-4195-bfa8-378771b1e2e4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9b527af6-eca0-4cc3-a7c2-4acad178b702 {{(pid=93088) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 12:47:07.797084 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-8e361ae5-0112-4ac4-9fb3-2a27be100621 req-a8dfcd15-e680-44cf-accf-a9532d490ccc tempest-TestVolumeBootPattern-1525136861 tempest-TestVolumeBootPattern-1525136861-project] 10.222.0.106 "GET /v2.0/security-groups?id=424627eb-6e1f-4d8c-b6cc-51a70563b380&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0711207 Jul 06 12:47:07.801116 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [req-b94142ce-1ccf-41e9-b408-69d79858dcd4 req-ca8241aa-3c7a-4195-bfa8-378771b1e2e4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:47:07.813601 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.db.provisioning_blocks [req-b94142ce-1ccf-41e9-b408-69d79858dcd4 req-ca8241aa-3c7a-4195-bfa8-378771b1e2e4 service neutron] Transition to ACTIVE for port object 9b527af6-eca0-4cc3-a7c2-4acad178b702 will not be triggered until provisioned by entity L2. {{(pid=93088) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:47:07.817543 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [req-b94142ce-1ccf-41e9-b408-69d79858dcd4 req-ca8241aa-3c7a-4195-bfa8-378771b1e2e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-772913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730294210856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730293689582', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730293689631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63638083'] for port, after_update {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:47:07.888196 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8241aa-3c7a-4195-bfa8-378771b1e2e4 service neutron] Pushing event updated for resources: {'Port': ['ID=9b527af6-eca0-4cc3-a7c2-4acad178b702,revision_number=2']} {{(pid=93088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:47:07.945516 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.plugins.ml2.managers [req-b94142ce-1ccf-41e9-b408-69d79858dcd4 req-ca8241aa-3c7a-4195-bfa8-378771b1e2e4 service neutron] Attempting to bind port 9b527af6-eca0-4cc3-a7c2-4acad178b702 on host hv-cinder-79963 for vnic_type normal with profile {{(pid=93088) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:47:07.945857 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.plugins.ml2.managers [req-b94142ce-1ccf-41e9-b408-69d79858dcd4 req-ca8241aa-3c7a-4195-bfa8-378771b1e2e4 service neutron] Attempting to bind port 9b527af6-eca0-4cc3-a7c2-4acad178b702 by drivers openvswitch,hyperv on host hv-cinder-79963 at level 0 using segments [{'id': '1eb18788-5df7-46da-9081-36e4d73aca02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': '70c6c503-e3dc-4ea0-b47e-6f37032d35b2'}] {{(pid=93088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:47:07.946190 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b94142ce-1ccf-41e9-b408-69d79858dcd4 req-ca8241aa-3c7a-4195-bfa8-378771b1e2e4 service neutron] Attempting to bind port 9b527af6-eca0-4cc3-a7c2-4acad178b702 on network 70c6c503-e3dc-4ea0-b47e-6f37032d35b2 {{(pid=93088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:47:07.950946 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b94142ce-1ccf-41e9-b408-69d79858dcd4 req-ca8241aa-3c7a-4195-bfa8-378771b1e2e4 service neutron] Port 9b527af6-eca0-4cc3-a7c2-4acad178b702 on network 70c6c503-e3dc-4ea0-b47e-6f37032d35b2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79963 {{(pid=93088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 12:47:07.951301 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b94142ce-1ccf-41e9-b408-69d79858dcd4 req-ca8241aa-3c7a-4195-bfa8-378771b1e2e4 service neutron] Attempting to bind port 9b527af6-eca0-4cc3-a7c2-4acad178b702 on network 70c6c503-e3dc-4ea0-b47e-6f37032d35b2 {{(pid=93088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:47:07.956357 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b94142ce-1ccf-41e9-b408-69d79858dcd4 req-ca8241aa-3c7a-4195-bfa8-378771b1e2e4 service neutron] Checking agent: {'id': '04527ea7-205a-43f8-9500-06532a9ad9cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79963', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 12, 31, 19), 'started_at': datetime.datetime(2021, 7, 6, 12, 31, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 46, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:47:07.956697 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b94142ce-1ccf-41e9-b408-69d79858dcd4 req-ca8241aa-3c7a-4195-bfa8-378771b1e2e4 service neutron] Checking segment: {'id': '1eb18788-5df7-46da-9081-36e4d73aca02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': '70c6c503-e3dc-4ea0-b47e-6f37032d35b2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93088) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:47:07.957085 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b94142ce-1ccf-41e9-b408-69d79858dcd4 req-ca8241aa-3c7a-4195-bfa8-378771b1e2e4 service neutron] Bound using segment: {'id': '1eb18788-5df7-46da-9081-36e4d73aca02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': '70c6c503-e3dc-4ea0-b47e-6f37032d35b2'} {{(pid=93088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:47:07.957513 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.plugins.ml2.managers [req-b94142ce-1ccf-41e9-b408-69d79858dcd4 req-ca8241aa-3c7a-4195-bfa8-378771b1e2e4 service neutron] Bound port: 9b527af6-eca0-4cc3-a7c2-4acad178b702, host: hv-cinder-79963, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1eb18788-5df7-46da-9081-36e4d73aca02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': '70c6c503-e3dc-4ea0-b47e-6f37032d35b2'}}] {{(pid=93088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:47:07.957873 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [req-b94142ce-1ccf-41e9-b408-69d79858dcd4 req-ca8241aa-3c7a-4195-bfa8-378771b1e2e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772861'] for port, before_update {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:47:08.033211 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.plugins.ml2.db [req-b94142ce-1ccf-41e9-b408-69d79858dcd4 req-ca8241aa-3c7a-4195-bfa8-378771b1e2e4 service neutron] For port 9b527af6-eca0-4cc3-a7c2-4acad178b702, host hv-cinder-79963, cleared binding levels {{(pid=93088) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:47:08.036528 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.plugins.ml2.db [req-b94142ce-1ccf-41e9-b408-69d79858dcd4 req-ca8241aa-3c7a-4195-bfa8-378771b1e2e4 service neutron] For port 9b527af6-eca0-4cc3-a7c2-4acad178b702, host hv-cinder-79963, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79963',level=0,port_id=9b527af6-eca0-4cc3-a7c2-4acad178b702,segment=NetworkSegment(1eb18788-5df7-46da-9081-36e4d73aca02),segment_id=1eb18788-5df7-46da-9081-36e4d73aca02)] {{(pid=93088) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:47:08.041247 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [req-b94142ce-1ccf-41e9-b408-69d79858dcd4 req-ca8241aa-3c7a-4195-bfa8-378771b1e2e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-772913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730294210856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730293689582', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730293689631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63638083'] for port, after_update {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:47:08.075138 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94142ce-1ccf-41e9-b408-69d79858dcd4 req-ca8241aa-3c7a-4195-bfa8-378771b1e2e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:47:08.075773 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [req-b94142ce-1ccf-41e9-b408-69d79858dcd4 req-ca8241aa-3c7a-4195-bfa8-378771b1e2e4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473541'] for port, before_response {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:47:08.077182 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-b94142ce-1ccf-41e9-b408-69d79858dcd4 req-ca8241aa-3c7a-4195-bfa8-378771b1e2e4 service neutron] 10.222.0.100 "PUT /v2.0/ports/9b527af6-eca0-4cc3-a7c2-4acad178b702 HTTP/1.1" status: 200 len: 1094 time: 1.0023475 Jul 06 12:47:08.077704 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '753e6bdd-490f-4e4d-b54b-035502fd3fe7', 'tag': '9b527af6-eca0-4cc3-a7c2-4acad178b702'}] {{(pid=93088) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:47:08.079930 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.106/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9084e8bb467df778e8c5a57eadfa6056a7986fbfd2ee9905f143c38c4b95db31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ed94a67-40c4-4314-a191-c571730eef90" -d '{"events": [{"name": "network-changed", "server_uuid": "753e6bdd-490f-4e4d-b54b-035502fd3fe7", "tag": "9b527af6-eca0-4cc3-a7c2-4acad178b702"}]}' {{(pid=93088) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:47:08.110185 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8241aa-3c7a-4195-bfa8-378771b1e2e4 service neutron] Pushing event updated for resources: {'Port': ['ID=9b527af6-eca0-4cc3-a7c2-4acad178b702,revision_number=3']} {{(pid=93088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:47:08.124627 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 12:47:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44fbf01d-4cf2-4677-b0b1-f06da234b6bc x-openstack-request-id: req-44fbf01d-4cf2-4677-b0b1-f06da234b6bc {{(pid=93088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:47:08.125037 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "753e6bdd-490f-4e4d-b54b-035502fd3fe7", "tag": "9b527af6-eca0-4cc3-a7c2-4acad178b702", "status": "completed", "code": 200}]} {{(pid=93088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:47:08.125390 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.106/compute/v2.1/os-server-external-events used request id req-44fbf01d-4cf2-4677-b0b1-f06da234b6bc {{(pid=93088) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:47:08.125890 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '753e6bdd-490f-4e4d-b54b-035502fd3fe7', 'tag': '9b527af6-eca0-4cc3-a7c2-4acad178b702', 'status': 'completed', 'code': 200} Jul 06 12:47:08.193976 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94142ce-1ccf-41e9-b408-69d79858dcd4 req-4d55f775-fd1d-43ce-acd7-4b1645dde6c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:47:08.195661 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-b94142ce-1ccf-41e9-b408-69d79858dcd4 req-4d55f775-fd1d-43ce-acd7-4b1645dde6c4 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=7d3fca7e03d1476d8c34bd1e06242792&device_id=753e6bdd-490f-4e4d-b54b-035502fd3fe7 HTTP/1.1" status: 200 len: 1097 time: 0.0554430 Jul 06 12:47:08.246231 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-b94142ce-1ccf-41e9-b408-69d79858dcd4 req-889de5c8-5d62-4788-a9c9-8f1be7d6219f service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9b527af6-eca0-4cc3-a7c2-4acad178b702 HTTP/1.1" status: 200 len: 217 time: 0.0379357 Jul 06 12:47:08.295839 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94142ce-1ccf-41e9-b408-69d79858dcd4 req-7369dfc3-bf2c-48cb-b0d8-a474da2dfb3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:47:08.297210 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-b94142ce-1ccf-41e9-b408-69d79858dcd4 req-7369dfc3-bf2c-48cb-b0d8-a474da2dfb3c service neutron] 10.222.0.100 "GET /v2.0/subnets?id=33e7a687-d80f-43c0-aba6-1592a9695544 HTTP/1.1" status: 200 len: 851 time: 0.0451121 Jul 06 12:47:08.355745 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94142ce-1ccf-41e9-b408-69d79858dcd4 req-fe13c4ce-5ae5-4171-b4d6-6cfde8cdfbcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:47:08.357236 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-b94142ce-1ccf-41e9-b408-69d79858dcd4 req-fe13c4ce-5ae5-4171-b4d6-6cfde8cdfbcb service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=70c6c503-e3dc-4ea0-b47e-6f37032d35b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0540962 Jul 06 12:47:08.447030 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-b94142ce-1ccf-41e9-b408-69d79858dcd4 req-b1e3fdfb-6d5f-4191-9634-3b0c2f9575d5 service neutron] 10.222.0.100 "GET /v2.0/networks/70c6c503-e3dc-4ea0-b47e-6f37032d35b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832407 Jul 06 12:47:08.534772 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-b94142ce-1ccf-41e9-b408-69d79858dcd4 req-91a181c1-f867-42cb-b51e-9d834a3ffa14 service neutron] 10.222.0.100 "GET /v2.0/networks/70c6c503-e3dc-4ea0-b47e-6f37032d35b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805833 Jul 06 12:47:08.676251 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed94a67-40c4-4314-a191-c571730eef90 req-9dce6b74-0970-4433-b7bf-92eb9a596fd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:47:08.677649 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-6ed94a67-40c4-4314-a191-c571730eef90 req-9dce6b74-0970-4433-b7bf-92eb9a596fd2 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=7d3fca7e03d1476d8c34bd1e06242792&device_id=753e6bdd-490f-4e4d-b54b-035502fd3fe7 HTTP/1.1" status: 200 len: 1097 time: 0.0519001 Jul 06 12:47:08.769497 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed94a67-40c4-4314-a191-c571730eef90 req-e2e132b9-bf51-4ade-8cdb-ab1f0f63f9b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:47:08.770975 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-6ed94a67-40c4-4314-a191-c571730eef90 req-e2e132b9-bf51-4ade-8cdb-ab1f0f63f9b2 service neutron] 10.222.0.100 "GET /v2.0/networks?id=70c6c503-e3dc-4ea0-b47e-6f37032d35b2 HTTP/1.1" status: 200 len: 914 time: 0.0865092 Jul 06 12:47:08.811578 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-6ed94a67-40c4-4314-a191-c571730eef90 req-ddf983d8-1a9f-4124-87b8-a7c652799d81 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9b527af6-eca0-4cc3-a7c2-4acad178b702 HTTP/1.1" status: 200 len: 217 time: 0.0333767 Jul 06 12:47:08.879106 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed94a67-40c4-4314-a191-c571730eef90 req-eeef14e0-1c0b-4e48-9fff-6f2e4fd49386 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:47:08.880557 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-6ed94a67-40c4-4314-a191-c571730eef90 req-eeef14e0-1c0b-4e48-9fff-6f2e4fd49386 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=33e7a687-d80f-43c0-aba6-1592a9695544 HTTP/1.1" status: 200 len: 851 time: 0.0489056 Jul 06 12:47:08.980188 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed94a67-40c4-4314-a191-c571730eef90 req-a8d8d6e6-4588-44b8-8b57-4b9ad114406d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:47:08.981575 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-6ed94a67-40c4-4314-a191-c571730eef90 req-a8d8d6e6-4588-44b8-8b57-4b9ad114406d service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=70c6c503-e3dc-4ea0-b47e-6f37032d35b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0940130 Jul 06 12:47:08.992923 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f789e93-3ec5-45a5-afc9-ef937ec93724 req-f939b452-aabc-42d6-93da-9a5fe77ed6a8 tempest-TestVolumeBootPattern-1525136861 tempest-TestVolumeBootPattern-1525136861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:47:08.994345 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-2f789e93-3ec5-45a5-afc9-ef937ec93724 req-f939b452-aabc-42d6-93da-9a5fe77ed6a8 tempest-TestVolumeBootPattern-1525136861 tempest-TestVolumeBootPattern-1525136861-project] 10.222.0.106 "GET /v2.0/ports?device_id=753e6bdd-490f-4e4d-b54b-035502fd3fe7 HTTP/1.1" status: 200 len: 944 time: 0.0793891 Jul 06 12:47:09.077011 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-2f789e93-3ec5-45a5-afc9-ef937ec93724 req-78412b18-38ab-43b4-8654-3f5c56d0b667 tempest-TestVolumeBootPattern-1525136861 tempest-TestVolumeBootPattern-1525136861-project] 10.222.0.106 "GET /v2.0/security-groups?id=424627eb-6e1f-4d8c-b6cc-51a70563b380&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0747464 Jul 06 12:47:09.106364 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-6ed94a67-40c4-4314-a191-c571730eef90 req-cd9add2f-6a99-43c8-9b50-3b9532ea3ba9 service neutron] 10.222.0.100 "GET /v2.0/networks/70c6c503-e3dc-4ea0-b47e-6f37032d35b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1110740 Jul 06 12:47:09.196436 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-6ed94a67-40c4-4314-a191-c571730eef90 req-fcaffa41-8065-41be-a403-f21452803478 service neutron] 10.222.0.100 "GET /v2.0/networks/70c6c503-e3dc-4ea0-b47e-6f37032d35b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833666 Jul 06 12:47:10.254432 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba41740-0cd7-4620-b621-2411b7ecb9fc req-8da8546f-792e-444e-9ebd-3319f2028aca tempest-TestVolumeBootPattern-1525136861 tempest-TestVolumeBootPattern-1525136861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:47:10.255999 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-9ba41740-0cd7-4620-b621-2411b7ecb9fc req-8da8546f-792e-444e-9ebd-3319f2028aca tempest-TestVolumeBootPattern-1525136861 tempest-TestVolumeBootPattern-1525136861-project] 10.222.0.106 "GET /v2.0/ports?device_id=753e6bdd-490f-4e4d-b54b-035502fd3fe7 HTTP/1.1" status: 200 len: 944 time: 0.0689142 Jul 06 12:47:10.296003 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-9ba41740-0cd7-4620-b621-2411b7ecb9fc req-17b74b00-bd37-480c-954b-50d2582e45b6 tempest-TestVolumeBootPattern-1525136861 tempest-TestVolumeBootPattern-1525136861-project] 10.222.0.106 "GET /v2.0/security-groups?id=424627eb-6e1f-4d8c-b6cc-51a70563b380&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343471 Jul 06 12:47:10.533984 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-fdfb8463-ceca-4f60-ae58-a05910a36476 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730293992524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912513'] for agent, after_update {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:47:10.938736 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-3dd6613b-aa53-445d-9a05-4c085a94a05e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730293992524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912513'] for agent, after_update {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:47:11.477676 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99b7daf-05fb-4f85-b1fb-ee81f01c6b5c req-50cd1186-493f-43bf-8678-293a1c9dcc9d tempest-TestVolumeBootPattern-1525136861 tempest-TestVolumeBootPattern-1525136861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:47:11.479216 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-c99b7daf-05fb-4f85-b1fb-ee81f01c6b5c req-50cd1186-493f-43bf-8678-293a1c9dcc9d tempest-TestVolumeBootPattern-1525136861 tempest-TestVolumeBootPattern-1525136861-project] 10.222.0.106 "GET /v2.0/ports?device_id=753e6bdd-490f-4e4d-b54b-035502fd3fe7 HTTP/1.1" status: 200 len: 944 time: 0.0627027 Jul 06 12:47:11.517003 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-c99b7daf-05fb-4f85-b1fb-ee81f01c6b5c req-a0bcf075-a446-4bc3-8584-b64e34b50f1d tempest-TestVolumeBootPattern-1525136861 tempest-TestVolumeBootPattern-1525136861-project] 10.222.0.106 "GET /v2.0/security-groups?id=424627eb-6e1f-4d8c-b6cc-51a70563b380&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322430 Jul 06 12:47:11.555302 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-59602645-7b03-4a79-8c54-32befe919dd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730293992524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912513'] for agent, after_update {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:47:12.692167 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e626fa37-ad91-4ce7-8a0e-e04c08490240 req-3194fa17-d17b-4bd5-a68c-c65734882d2c tempest-TestVolumeBootPattern-1525136861 tempest-TestVolumeBootPattern-1525136861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:47:12.693683 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-e626fa37-ad91-4ce7-8a0e-e04c08490240 req-3194fa17-d17b-4bd5-a68c-c65734882d2c tempest-TestVolumeBootPattern-1525136861 tempest-TestVolumeBootPattern-1525136861-project] 10.222.0.106 "GET /v2.0/ports?device_id=753e6bdd-490f-4e4d-b54b-035502fd3fe7 HTTP/1.1" status: 200 len: 944 time: 0.0628691 Jul 06 12:47:12.735257 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-e626fa37-ad91-4ce7-8a0e-e04c08490240 req-28f0003c-4a1e-4acc-b79b-1fbb57b4e95a tempest-TestVolumeBootPattern-1525136861 tempest-TestVolumeBootPattern-1525136861-project] 10.222.0.106 "GET /v2.0/security-groups?id=424627eb-6e1f-4d8c-b6cc-51a70563b380&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352612 Jul 06 12:47:13.131611 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-eaae0be5-6402-4968-ae30-74f1a6482786 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730293992524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912513'] for agent, after_update {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:47:13.912519 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f97247-aba5-4c27-8226-2e889c67b2d9 req-32bdb214-502f-4b3d-9a39-44f50f90068a tempest-TestVolumeBootPattern-1525136861 tempest-TestVolumeBootPattern-1525136861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:47:13.914032 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-71f97247-aba5-4c27-8226-2e889c67b2d9 req-32bdb214-502f-4b3d-9a39-44f50f90068a tempest-TestVolumeBootPattern-1525136861 tempest-TestVolumeBootPattern-1525136861-project] 10.222.0.106 "GET /v2.0/ports?device_id=753e6bdd-490f-4e4d-b54b-035502fd3fe7 HTTP/1.1" status: 200 len: 944 time: 0.0611150 Jul 06 12:47:13.951116 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-71f97247-aba5-4c27-8226-2e889c67b2d9 req-635c5381-47bc-4f43-83e9-c2770925f277 tempest-TestVolumeBootPattern-1525136861 tempest-TestVolumeBootPattern-1525136861-project] 10.222.0.106 "GET /v2.0/security-groups?id=424627eb-6e1f-4d8c-b6cc-51a70563b380&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313926 Jul 06 12:47:15.124954 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a83816-61e4-4470-85c2-62351b96fdd7 req-e16a1658-b519-4e1e-ab9b-d3199dc0cc09 tempest-TestVolumeBootPattern-1525136861 tempest-TestVolumeBootPattern-1525136861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:47:15.127294 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-43a83816-61e4-4470-85c2-62351b96fdd7 req-e16a1658-b519-4e1e-ab9b-d3199dc0cc09 tempest-TestVolumeBootPattern-1525136861 tempest-TestVolumeBootPattern-1525136861-project] 10.222.0.106 "GET /v2.0/ports?device_id=753e6bdd-490f-4e4d-b54b-035502fd3fe7 HTTP/1.1" status: 200 len: 944 time: 0.0648994 Jul 06 12:47:15.167646 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-43a83816-61e4-4470-85c2-62351b96fdd7 req-b3cc8609-d0ad-4bdc-a26e-2cffb5bf5d19 tempest-TestVolumeBootPattern-1525136861 tempest-TestVolumeBootPattern-1525136861-project] 10.222.0.106 "GET /v2.0/security-groups?id=424627eb-6e1f-4d8c-b6cc-51a70563b380&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342212 Jul 06 12:47:16.008302 dv-cinder-799631-1-iscsi neutron-server[93090]: DEBUG neutron.db.agents_db [None req-df1e7349-c09a-47b1-8f5e-4c337b6ca707 None None] Agent healthcheck: found 6 active agents {{(pid=93090) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 12:47:16.120314 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.rpc [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] Device 9b527af6-eca0-4cc3-a7c2-4acad178b702 details requested by agent hyperv_hv-cinder-79963 with host hv-cinder-79963 {{(pid=93089) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 12:47:16.211272 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.db [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] For port 9b527af6-eca0-4cc3-a7c2-4acad178b702, host hv-cinder-79963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79963',level=0,port_id=9b527af6-eca0-4cc3-a7c2-4acad178b702,segment=NetworkSegment(1eb18788-5df7-46da-9081-36e4d73aca02),segment_id=1eb18788-5df7-46da-9081-36e4d73aca02)] {{(pid=93089) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:47:16.227040 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.rpc [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] Returning: {'device': '9b527af6-eca0-4cc3-a7c2-4acad178b702', 'network_id': '70c6c503-e3dc-4ea0-b47e-6f37032d35b2', 'port_id': '9b527af6-eca0-4cc3-a7c2-4acad178b702', 'mac_address': 'fa:16:3e:81:19:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1079, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '33e7a687-d80f-43c0-aba6-1592a9695544', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93089) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 12:47:16.262739 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772861'] for port, before_update {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:47:16.275816 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.notifiers.nova [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9b527af6-eca0-4cc3-a7c2-4acad178b702 {{(pid=93089) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 12:47:16.295826 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.db [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] For port 9b527af6-eca0-4cc3-a7c2-4acad178b702, host hv-cinder-79963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79963',level=0,port_id=9b527af6-eca0-4cc3-a7c2-4acad178b702,segment=NetworkSegment(1eb18788-5df7-46da-9081-36e4d73aca02),segment_id=1eb18788-5df7-46da-9081-36e4d73aca02)] {{(pid=93089) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:47:16.301047 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-772913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730294210856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730293689582', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730293689631'] for port, after_update {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:47:16.351699 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] Pushing event updated for resources: {'Port': ['ID=9b527af6-eca0-4cc3-a7c2-4acad178b702,revision_number=4']} {{(pid=93089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:47:16.353509 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5882af-d93b-444b-a0a1-d014e368d06c req-1584ce23-7589-4c60-ac2b-500b5f09f5c0 tempest-TestVolumeBootPattern-1525136861 tempest-TestVolumeBootPattern-1525136861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:47:16.355062 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-fb5882af-d93b-444b-a0a1-d014e368d06c req-1584ce23-7589-4c60-ac2b-500b5f09f5c0 tempest-TestVolumeBootPattern-1525136861 tempest-TestVolumeBootPattern-1525136861-project] 10.222.0.106 "GET /v2.0/ports?device_id=753e6bdd-490f-4e4d-b54b-035502fd3fe7 HTTP/1.1" status: 200 len: 944 time: 0.0712357 Jul 06 12:47:16.358657 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799631-1-iscsi {{(pid=93089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:47:16.359010 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799631-1-iscsi {{(pid=93089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:47:16.359383 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799631-1-iscsi {{(pid=93089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:47:16.359721 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799631-1-iscsi {{(pid=93089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:47:16.360055 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799631-1-iscsi {{(pid=93089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:47:16.360389 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799631-1-iscsi {{(pid=93089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:47:16.360721 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-799631-1-iscsi {{(pid=93089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:47:16.361051 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-799631-1-iscsi {{(pid=93089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:47:16.361382 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799631-1-iscsi {{(pid=93089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:47:16.361740 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799631-1-iscsi {{(pid=93089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:47:16.362067 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799631-1-iscsi {{(pid=93089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:47:16.362388 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799631-1-iscsi {{(pid=93089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:47:16.391863 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-fb5882af-d93b-444b-a0a1-d014e368d06c req-688c7f4c-7746-4a9b-a788-580dbfdcce1a tempest-TestVolumeBootPattern-1525136861 tempest-TestVolumeBootPattern-1525136861-project] 10.222.0.106 "GET /v2.0/security-groups?id=424627eb-6e1f-4d8c-b6cc-51a70563b380&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311949 Jul 06 12:47:16.614056 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.db [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] get_ports_and_sgs() called for port_ids ['9b527af6-eca0-4cc3-a7c2-4acad178b702'] {{(pid=93089) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 12:47:17.573569 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5df762-c426-435b-9bba-c7f66f83c0d7 req-cddf2f1b-06f5-4a56-85b0-9ae2c7a6f17d tempest-TestVolumeBootPattern-1525136861 tempest-TestVolumeBootPattern-1525136861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:47:17.575077 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-dd5df762-c426-435b-9bba-c7f66f83c0d7 req-cddf2f1b-06f5-4a56-85b0-9ae2c7a6f17d tempest-TestVolumeBootPattern-1525136861 tempest-TestVolumeBootPattern-1525136861-project] 10.222.0.106 "GET /v2.0/ports?device_id=753e6bdd-490f-4e4d-b54b-035502fd3fe7 HTTP/1.1" status: 200 len: 945 time: 0.0695212 Jul 06 12:47:17.612232 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-dd5df762-c426-435b-9bba-c7f66f83c0d7 req-de8b0091-0738-4b97-aed1-959bebce3fbb tempest-TestVolumeBootPattern-1525136861 tempest-TestVolumeBootPattern-1525136861-project] 10.222.0.106 "GET /v2.0/security-groups?id=424627eb-6e1f-4d8c-b6cc-51a70563b380&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316489 Jul 06 12:47:18.120791 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.rpc [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] Device 9b527af6-eca0-4cc3-a7c2-4acad178b702 up at agent hyperv_hv-cinder-79963 {{(pid=93089) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:47:18.168716 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.db.provisioning_blocks [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] Provisioning for port 9b527af6-eca0-4cc3-a7c2-4acad178b702 completed by entity L2. {{(pid=93089) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:47:18.172261 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.db.provisioning_blocks [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] Provisioning complete for port 9b527af6-eca0-4cc3-a7c2-4acad178b702 triggered by entity L2. {{(pid=93089) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:47:18.172654 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912496'] for port, provisioning_complete {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:47:18.249309 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772861'] for port, before_update {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:47:18.271281 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '753e6bdd-490f-4e4d-b54b-035502fd3fe7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b527af6-eca0-4cc3-a7c2-4acad178b702'}] {{(pid=93089) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:47:18.274205 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.106/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe93d3bb6f6ea65552dd5d1819c289058d75ea396ac2be612a447f7071fdb995" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6404cceb-7a33-4c4b-a350-5c557b682d85" -d '{"events": [{"server_uuid": "753e6bdd-490f-4e4d-b54b-035502fd3fe7", "name": "network-vif-plugged", "status": "completed", "tag": "9b527af6-eca0-4cc3-a7c2-4acad178b702"}]}' {{(pid=93089) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:47:18.286930 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.db [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] For port 9b527af6-eca0-4cc3-a7c2-4acad178b702, host hv-cinder-79963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79963',level=0,port_id=9b527af6-eca0-4cc3-a7c2-4acad178b702,segment=NetworkSegment(1eb18788-5df7-46da-9081-36e4d73aca02),segment_id=1eb18788-5df7-46da-9081-36e4d73aca02)] {{(pid=93089) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:47:18.290962 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-772913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730294210856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730293689582', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730293689631'] for port, after_update {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:47:18.313501 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 12:47:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63dd222d-c019-49c4-8570-242cf90f9e41 x-openstack-request-id: req-63dd222d-c019-49c4-8570-242cf90f9e41 {{(pid=93089) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:47:18.313794 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "753e6bdd-490f-4e4d-b54b-035502fd3fe7", "name": "network-vif-plugged", "status": "completed", "tag": "9b527af6-eca0-4cc3-a7c2-4acad178b702", "code": 200}]} {{(pid=93089) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:47:18.314065 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.106/compute/v2.1/os-server-external-events used request id req-63dd222d-c019-49c4-8570-242cf90f9e41 {{(pid=93089) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:47:18.314435 dv-cinder-799631-1-iscsi neutron-server[93089]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '753e6bdd-490f-4e4d-b54b-035502fd3fe7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b527af6-eca0-4cc3-a7c2-4acad178b702', 'code': 200} Jul 06 12:47:18.341934 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] Pushing event updated for resources: {'Port': ['ID=9b527af6-eca0-4cc3-a7c2-4acad178b702,revision_number=5']} {{(pid=93089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:47:18.607325 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785317ce-f806-4b63-8246-9aa5659f7074 req-0717a53a-5b64-4c58-8cc3-a5652278ae7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:47:18.608804 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-785317ce-f806-4b63-8246-9aa5659f7074 req-0717a53a-5b64-4c58-8cc3-a5652278ae7c service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=753e6bdd-490f-4e4d-b54b-035502fd3fe7 HTTP/1.1" status: 200 len: 1099 time: 0.0551116 Jul 06 12:47:18.643187 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-785317ce-f806-4b63-8246-9aa5659f7074 req-3d34dba6-ace7-4deb-8668-a17f4ef0e3e4 service neutron] 10.222.0.100 "GET /v2.0/security-groups?id=424627eb-6e1f-4d8c-b6cc-51a70563b380&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0282142 Jul 06 12:47:18.782311 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45995d91-c2e5-4823-855d-271685320615 req-77fb363b-7ea7-4fb2-affe-066805d1af4c tempest-TestVolumeBootPattern-1525136861 tempest-TestVolumeBootPattern-1525136861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:47:18.783838 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-45995d91-c2e5-4823-855d-271685320615 req-77fb363b-7ea7-4fb2-affe-066805d1af4c tempest-TestVolumeBootPattern-1525136861 tempest-TestVolumeBootPattern-1525136861-project] 10.222.0.106 "GET /v2.0/ports?device_id=753e6bdd-490f-4e4d-b54b-035502fd3fe7 HTTP/1.1" status: 200 len: 946 time: 0.0625026 Jul 06 12:47:18.821509 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-45995d91-c2e5-4823-855d-271685320615 req-c5ce3055-2aee-4d63-b519-f1aa349402f5 tempest-TestVolumeBootPattern-1525136861 tempest-TestVolumeBootPattern-1525136861-project] 10.222.0.106 "GET /v2.0/security-groups?id=424627eb-6e1f-4d8c-b6cc-51a70563b380&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313263 Jul 06 12:47:20.004998 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3670c862-ff84-4965-ac3f-76fa60fd818e req-7fc1b182-37ee-492c-87ca-616f81f08d74 tempest-TestVolumeBootPattern-1525136861 tempest-TestVolumeBootPattern-1525136861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:47:20.006493 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-3670c862-ff84-4965-ac3f-76fa60fd818e req-7fc1b182-37ee-492c-87ca-616f81f08d74 tempest-TestVolumeBootPattern-1525136861 tempest-TestVolumeBootPattern-1525136861-project] 10.222.0.106 "GET /v2.0/ports?device_id=753e6bdd-490f-4e4d-b54b-035502fd3fe7 HTTP/1.1" status: 200 len: 946 time: 0.0633645 Jul 06 12:47:20.044667 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-3670c862-ff84-4965-ac3f-76fa60fd818e req-e7628898-d58f-4a0d-a59d-9766597b25dd tempest-TestVolumeBootPattern-1525136861 tempest-TestVolumeBootPattern-1525136861-project] 10.222.0.106 "GET /v2.0/security-groups?id=424627eb-6e1f-4d8c-b6cc-51a70563b380&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323675 Jul 06 12:47:20.220278 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602acdd7-4102-46d8-8ef3-c606f76a835c req-e7fea5d5-b3f3-461b-8687-8dfa53d9a9eb tempest-TestVolumeBootPattern-1525136861 tempest-TestVolumeBootPattern-1525136861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:47:20.221726 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-602acdd7-4102-46d8-8ef3-c606f76a835c req-e7fea5d5-b3f3-461b-8687-8dfa53d9a9eb tempest-TestVolumeBootPattern-1525136861 tempest-TestVolumeBootPattern-1525136861-project] 10.222.0.106 "GET /v2.0/ports?device_id=753e6bdd-490f-4e4d-b54b-035502fd3fe7 HTTP/1.1" status: 200 len: 946 time: 0.0669556 Jul 06 12:47:20.261301 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-602acdd7-4102-46d8-8ef3-c606f76a835c req-b6441e05-6046-4bc3-8668-ed1880f8dd7f tempest-TestVolumeBootPattern-1525136861 tempest-TestVolumeBootPattern-1525136861-project] 10.222.0.106 "GET /v2.0/security-groups?id=424627eb-6e1f-4d8c-b6cc-51a70563b380&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338774 Jul 06 12:47:20.286439 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.wsgi [-] (93088) accepted ('10.222.0.106', 57360) {{(pid=93088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:47:20.338178 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e22e8f0f-d49b-4cda-96ad-b5b6101d43b2 tempest-TestVolumeBootPattern-1839316069 tempest-TestVolumeBootPattern-1839316069-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:47:20.339754 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [None req-e22e8f0f-d49b-4cda-96ad-b5b6101d43b2 tempest-TestVolumeBootPattern-1839316069 tempest-TestVolumeBootPattern-1839316069-project-admin] 10.222.0.106 "GET /v2.0/ports?device_id=753e6bdd-490f-4e4d-b54b-035502fd3fe7 HTTP/1.1" status: 200 len: 1094 time: 0.0523167 Jul 06 12:47:20.342431 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.wsgi [-] (93088) accepted ('10.222.0.106', 57362) {{(pid=93088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:47:20.347011 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.api.v2.base [None req-801c9ced-7a53-4a44-83a4-93c740369df0 tempest-TestVolumeBootPattern-1525136861 tempest-TestVolumeBootPattern-1525136861-project] Request body: {'floatingip': {'floating_network_id': '2a97b808-be6d-48ec-a40b-4668530ee790', 'port_id': '9b527af6-eca0-4cc3-a7c2-4acad178b702', 'tenant_id': '7d3fca7e03d1476d8c34bd1e06242792', 'fixed_ip_address': '172.20.0.12'}} {{(pid=93088) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:47:20.368111 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-801c9ced-7a53-4a44-83a4-93c740369df0 tempest-TestVolumeBootPattern-1525136861 tempest-TestVolumeBootPattern-1525136861-project] Notify callbacks [] for floatingip, before_create {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:47:20.466002 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-801c9ced-7a53-4a44-83a4-93c740369df0 tempest-TestVolumeBootPattern-1525136861 tempest-TestVolumeBootPattern-1525136861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772861'] for port, before_create {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:47:20.565969 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.db.db_base_plugin_common [None req-801c9ced-7a53-4a44-83a4-93c740369df0 tempest-TestVolumeBootPattern-1525136861 tempest-TestVolumeBootPattern-1525136861-project] Allocated IP 172.27.1.203 (2a97b808-be6d-48ec-a40b-4668530ee790/1816a596-2dc6-4d27-98a5-201cc12476f2/1b450119-bdaa-4610-ab1b-347e181d4c69) {{(pid=93088) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:47:20.669154 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-801c9ced-7a53-4a44-83a4-93c740369df0 tempest-TestVolumeBootPattern-1525136861 tempest-TestVolumeBootPattern-1525136861-project] Notify callbacks [] for port, precommit_create {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:47:20.708226 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-801c9ced-7a53-4a44-83a4-93c740369df0 tempest-TestVolumeBootPattern-1525136861 tempest-TestVolumeBootPattern-1525136861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-772920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-407207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730293689564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-63638193'] for port, after_create {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:47:20.744344 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-801c9ced-7a53-4a44-83a4-93c740369df0 tempest-TestVolumeBootPattern-1525136861 tempest-TestVolumeBootPattern-1525136861-project] Network 2a97b808-be6d-48ec-a40b-4668530ee790 is already hosted by enough agents. {{(pid=93088) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:47:20.747951 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.scheduler.base_scheduler [None req-801c9ced-7a53-4a44-83a4-93c740369df0 tempest-TestVolumeBootPattern-1525136861 tempest-TestVolumeBootPattern-1525136861-project] Resources bound (agent type, host, resource id): {{(pid=93088) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:47:20.753887 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-801c9ced-7a53-4a44-83a4-93c740369df0 tempest-TestVolumeBootPattern-1525136861 tempest-TestVolumeBootPattern-1525136861-project] Received port after_create {{(pid=93088) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:47:20.759283 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801c9ced-7a53-4a44-83a4-93c740369df0 tempest-TestVolumeBootPattern-1525136861 tempest-TestVolumeBootPattern-1525136861-project] Pushing event updated for resources: {'Port': ['ID=1b450119-bdaa-4610-ab1b-347e181d4c69,revision_number=1']} {{(pid=93088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:47:21.110577 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-801c9ced-7a53-4a44-83a4-93c740369df0 tempest-TestVolumeBootPattern-1525136861 tempest-TestVolumeBootPattern-1525136861-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:47:21.186774 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-801c9ced-7a53-4a44-83a4-93c740369df0 tempest-TestVolumeBootPattern-1525136861 tempest-TestVolumeBootPattern-1525136861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772861'] for port, before_update {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:47:21.329195 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-801c9ced-7a53-4a44-83a4-93c740369df0 tempest-TestVolumeBootPattern-1525136861 tempest-TestVolumeBootPattern-1525136861-project] Notify callbacks [] for port, precommit_update {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:47:21.334213 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-801c9ced-7a53-4a44-83a4-93c740369df0 tempest-TestVolumeBootPattern-1525136861 tempest-TestVolumeBootPattern-1525136861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-772913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730294210856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730293689582', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730293689631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63638083'] for port, after_update {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:47:21.404953 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801c9ced-7a53-4a44-83a4-93c740369df0 tempest-TestVolumeBootPattern-1525136861 tempest-TestVolumeBootPattern-1525136861-project] Pushing event updated for resources: {'Port': ['ID=1b450119-bdaa-4610-ab1b-347e181d4c69,revision_number=2']} {{(pid=93088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:47:21.414909 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-801c9ced-7a53-4a44-83a4-93c740369df0 tempest-TestVolumeBootPattern-1525136861 tempest-TestVolumeBootPattern-1525136861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1764457'] for floatingip, after_update {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:47:21.511730 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.db.l3_db [None req-801c9ced-7a53-4a44-83a4-93c740369df0 tempest-TestVolumeBootPattern-1525136861 tempest-TestVolumeBootPattern-1525136861-project] Floating IP a333f3bd-2abf-4e87-8a32-0e1920fa379f associated. External IP: 172.27.1.203, port: 9b527af6-eca0-4cc3-a7c2-4acad178b702. Jul 06 12:47:21.711022 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-801c9ced-7a53-4a44-83a4-93c740369df0 tempest-TestVolumeBootPattern-1525136861 tempest-TestVolumeBootPattern-1525136861-project] Router 3d014b2a-d414-4182-8ec4-3f90e6b5295b has already been hosted by L3 agent 8f648e93-51d3-4e20-9eca-a57842435ba1 {{(pid=93088) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 12:47:21.818769 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-801c9ced-7a53-4a44-83a4-93c740369df0 tempest-TestVolumeBootPattern-1525136861 tempest-TestVolumeBootPattern-1525136861-project] Notify agent at l3_agent.dv-cinder-799631-1-iscsi the message routers_updated {{(pid=93088) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:47:21.829642 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4aa6880-ddfd-48f4-8b95-60cd0559afa1 None None] Sync routers for ids ['3d014b2a-d414-4182-8ec4-3f90e6b5295b'] in dv-cinder-799631-1-iscsi {{(pid=93089) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:47:21.838225 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-801c9ced-7a53-4a44-83a4-93c740369df0 tempest-TestVolumeBootPattern-1525136861 tempest-TestVolumeBootPattern-1525136861-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473541'] for floatingip, before_response {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:47:21.844359 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4aa6880-ddfd-48f4-8b95-60cd0559afa1 None None] Routers {'3d014b2a-d414-4182-8ec4-3f90e6b5295b'} bound to L3 agent in host dv-cinder-799631-1-iscsi {{(pid=93089) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:47:21.845146 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.db.l3_hamode_db [None req-f4aa6880-ddfd-48f4-8b95-60cd0559afa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799631-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T12:25:10Z,description=,heartbeat_timestamp=2021-07-06T12:47:11Z,host='dv-cinder-799631-1-iscsi',id=8f648e93-51d3-4e20-9eca-a57842435ba1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T12:25:10Z,topic='l3_agent')) {'router_ids': ['3d014b2a-d414-4182-8ec4-3f90e6b5295b'], 'active': True} {{(pid=93089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:47:21.878587 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [None req-801c9ced-7a53-4a44-83a4-93c740369df0 tempest-TestVolumeBootPattern-1525136861 tempest-TestVolumeBootPattern-1525136861-project] 10.222.0.106 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5351224 Jul 06 12:47:21.879351 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '753e6bdd-490f-4e4d-b54b-035502fd3fe7', 'tag': '9b527af6-eca0-4cc3-a7c2-4acad178b702'}] {{(pid=93088) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:47:21.881609 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.106/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9084e8bb467df778e8c5a57eadfa6056a7986fbfd2ee9905f143c38c4b95db31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cbc7632-b1ca-4a8d-b980-cf87b22d5301" -d '{"events": [{"name": "network-changed", "server_uuid": "753e6bdd-490f-4e4d-b54b-035502fd3fe7", "tag": "9b527af6-eca0-4cc3-a7c2-4acad178b702"}]}' {{(pid=93088) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:47:21.923234 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 12:47:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-392cdff1-67d7-4d9c-a122-99765155acc3 x-openstack-request-id: req-392cdff1-67d7-4d9c-a122-99765155acc3 {{(pid=93088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:47:21.923605 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "753e6bdd-490f-4e4d-b54b-035502fd3fe7", "tag": "9b527af6-eca0-4cc3-a7c2-4acad178b702", "status": "completed", "code": 200}]} {{(pid=93088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:47:21.923926 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.106/compute/v2.1/os-server-external-events used request id req-392cdff1-67d7-4d9c-a122-99765155acc3 {{(pid=93088) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:47:21.924530 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '753e6bdd-490f-4e4d-b54b-035502fd3fe7', 'tag': '9b527af6-eca0-4cc3-a7c2-4acad178b702', 'status': 'completed', 'code': 200} Jul 06 12:47:21.965364 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.db.l3_dvr_db [None req-f4aa6880-ddfd-48f4-8b95-60cd0559afa1 None None] Set router 3d014b2a-d414-4182-8ec4-3f90e6b5295b gateway port host: dv-cinder-799631-1-iscsi {{(pid=93089) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:47:22.026962 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbc7632-b1ca-4a8d-b980-cf87b22d5301 req-1772eee2-5155-41b4-8015-0f12930547a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:47:22.028633 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-0cbc7632-b1ca-4a8d-b980-cf87b22d5301 req-1772eee2-5155-41b4-8015-0f12930547a7 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=7d3fca7e03d1476d8c34bd1e06242792&device_id=753e6bdd-490f-4e4d-b54b-035502fd3fe7 HTTP/1.1" status: 200 len: 1099 time: 0.0548596 Jul 06 12:47:22.120432 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbc7632-b1ca-4a8d-b980-cf87b22d5301 req-e8cb19f8-653f-4c12-a239-0a216837be07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:47:22.121943 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-0cbc7632-b1ca-4a8d-b980-cf87b22d5301 req-e8cb19f8-653f-4c12-a239-0a216837be07 service neutron] 10.222.0.100 "GET /v2.0/networks?id=70c6c503-e3dc-4ea0-b47e-6f37032d35b2 HTTP/1.1" status: 200 len: 914 time: 0.0870392 Jul 06 12:47:22.130960 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730293992524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912513'] for agent, after_update {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:47:22.189570 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-0cbc7632-b1ca-4a8d-b980-cf87b22d5301 req-b35448b3-29e4-4d6f-8c91-d9e60d0261cb service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9b527af6-eca0-4cc3-a7c2-4acad178b702 HTTP/1.1" status: 200 len: 1000 time: 0.0609670 Jul 06 12:47:22.211367 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.db.l3_hamode_db [None req-f4aa6880-ddfd-48f4-8b95-60cd0559afa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d014b2a-d414-4182-8ec4-3f90e6b5295b', 'name': 'tempest-TestVolumeBootPattern-1689920214-router', 'tenant_id': '7d3fca7e03d1476d8c34bd1e06242792', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a97b808-be6d-48ec-a40b-4668530ee790', 'external_fixed_ips': [{'subnet_id': '1816a596-2dc6-4d27-98a5-201cc12476f2', 'ip_address': '172.27.1.97'}], 'enable_snat': True}, 'gw_port_id': '50537514-147c-4be7-8c94-ea4280b7335a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:44:09Z', 'updated_at': '2021-07-06T12:44:12Z', 'revision_number': 4, 'project_id': '7d3fca7e03d1476d8c34bd1e06242792', 'gw_port': {'id': '50537514-147c-4be7-8c94-ea4280b7335a', 'name': '', 'network_id': '2a97b808-be6d-48ec-a40b-4668530ee790', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:27:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d014b2a-d414-4182-8ec4-3f90e6b5295b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '1816a596-2dc6-4d27-98a5-201cc12476f2', 'ip_address': '172.27.1.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799631-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:44:10Z', 'updated_at': '2021-07-06T12:44:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1816a596-2dc6-4d27-98a5-201cc12476f2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799631-1-iscsi', '_floatingips': [{'id': 'a333f3bd-2abf-4e87-8a32-0e1920fa379f', 'tenant_id': '7d3fca7e03d1476d8c34bd1e06242792', 'floating_ip_address': '172.27.1.203', 'floating_network_id': '2a97b808-be6d-48ec-a40b-4668530ee790', 'router_id': '3d014b2a-d414-4182-8ec4-3f90e6b5295b', 'port_id': '9b527af6-eca0-4cc3-a7c2-4acad178b702', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '70c6c503-e3dc-4ea0-b47e-6f37032d35b2', 'mac_address': 'fa:16:3e:81:19:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '753e6bdd-490f-4e4d-b54b-035502fd3fe7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T12:47:20Z', 'updated_at': '2021-07-06T12:47:20Z', 'revision_number': 0, 'project_id': '7d3fca7e03d1476d8c34bd1e06242792', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e7000db5-f64d-4e9a-9e04-3eb5cc8f7ce0', 'name': '', 'network_id': '70c6c503-e3dc-4ea0-b47e-6f37032d35b2', 'tenant_id': '7d3fca7e03d1476d8c34bd1e06242792', 'mac_address': 'fa:16:3e:91:09:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d014b2a-d414-4182-8ec4-3f90e6b5295b', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '33e7a687-d80f-43c0-aba6-1592a9695544', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799631-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:44:11Z', 'updated_at': '2021-07-06T12:44:18Z', 'revision_number': 5, 'project_id': '7d3fca7e03d1476d8c34bd1e06242792', 'subnets': [{'id': '33e7a687-d80f-43c0-aba6-1592a9695544', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799631-1-iscsi', False) {} {{(pid=93089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:47:22.238263 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4aa6880-ddfd-48f4-8b95-60cd0559afa1 None None] Checking router: 3d014b2a-d414-4182-8ec4-3f90e6b5295b for host: dv-cinder-799631-1-iscsi {{(pid=93089) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 12:47:22.240552 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbc7632-b1ca-4a8d-b980-cf87b22d5301 req-d982bb84-6bad-49f2-b0d2-2d9f165ab9d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:47:22.242060 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-0cbc7632-b1ca-4a8d-b980-cf87b22d5301 req-d982bb84-6bad-49f2-b0d2-2d9f165ab9d7 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=33e7a687-d80f-43c0-aba6-1592a9695544 HTTP/1.1" status: 200 len: 851 time: 0.0462801 Jul 06 12:47:22.247414 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4aa6880-ddfd-48f4-8b95-60cd0559afa1 None None] Routers {'3d014b2a-d414-4182-8ec4-3f90e6b5295b'} bound to L3 agent in host dv-cinder-799631-1-iscsi {{(pid=93089) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:47:22.248103 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.db.l3_hamode_db [None req-f4aa6880-ddfd-48f4-8b95-60cd0559afa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799631-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T12:25:10Z,description=,heartbeat_timestamp=2021-07-06T12:47:11Z,host='dv-cinder-799631-1-iscsi',id=8f648e93-51d3-4e20-9eca-a57842435ba1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T12:25:10Z,topic='l3_agent')) {'router_ids': ['3d014b2a-d414-4182-8ec4-3f90e6b5295b'], 'active': True} {{(pid=93089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:47:22.305348 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbc7632-b1ca-4a8d-b980-cf87b22d5301 req-578186bf-f610-4b62-a21d-41a715aa5707 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:47:22.306967 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-0cbc7632-b1ca-4a8d-b980-cf87b22d5301 req-578186bf-f610-4b62-a21d-41a715aa5707 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=70c6c503-e3dc-4ea0-b47e-6f37032d35b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0586028 Jul 06 12:47:22.369642 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.db.l3_dvr_db [None req-f4aa6880-ddfd-48f4-8b95-60cd0559afa1 None None] Set router 3d014b2a-d414-4182-8ec4-3f90e6b5295b gateway port host: dv-cinder-799631-1-iscsi {{(pid=93089) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:47:22.406558 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-0cbc7632-b1ca-4a8d-b980-cf87b22d5301 req-26c00b1e-8ea4-4c5e-85d1-1fe3ced2b961 service neutron] 10.222.0.100 "GET /v2.0/networks/70c6c503-e3dc-4ea0-b47e-6f37032d35b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927179 Jul 06 12:47:22.511321 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-0cbc7632-b1ca-4a8d-b980-cf87b22d5301 req-cead9c7d-a219-4ce5-98e2-fb944f8a8609 service neutron] 10.222.0.100 "GET /v2.0/networks/70c6c503-e3dc-4ea0-b47e-6f37032d35b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0964639 Jul 06 12:47:22.724359 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.db.l3_hamode_db [None req-f4aa6880-ddfd-48f4-8b95-60cd0559afa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d014b2a-d414-4182-8ec4-3f90e6b5295b', 'name': 'tempest-TestVolumeBootPattern-1689920214-router', 'tenant_id': '7d3fca7e03d1476d8c34bd1e06242792', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a97b808-be6d-48ec-a40b-4668530ee790', 'external_fixed_ips': [{'subnet_id': '1816a596-2dc6-4d27-98a5-201cc12476f2', 'ip_address': '172.27.1.97'}], 'enable_snat': True}, 'gw_port_id': '50537514-147c-4be7-8c94-ea4280b7335a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:44:09Z', 'updated_at': '2021-07-06T12:44:12Z', 'revision_number': 4, 'project_id': '7d3fca7e03d1476d8c34bd1e06242792', 'gw_port': {'id': '50537514-147c-4be7-8c94-ea4280b7335a', 'name': '', 'network_id': '2a97b808-be6d-48ec-a40b-4668530ee790', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:27:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d014b2a-d414-4182-8ec4-3f90e6b5295b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '1816a596-2dc6-4d27-98a5-201cc12476f2', 'ip_address': '172.27.1.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799631-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:44:10Z', 'updated_at': '2021-07-06T12:44:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1816a596-2dc6-4d27-98a5-201cc12476f2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799631-1-iscsi', '_floatingips': [{'id': 'a333f3bd-2abf-4e87-8a32-0e1920fa379f', 'tenant_id': '7d3fca7e03d1476d8c34bd1e06242792', 'floating_ip_address': '172.27.1.203', 'floating_network_id': '2a97b808-be6d-48ec-a40b-4668530ee790', 'router_id': '3d014b2a-d414-4182-8ec4-3f90e6b5295b', 'port_id': '9b527af6-eca0-4cc3-a7c2-4acad178b702', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '70c6c503-e3dc-4ea0-b47e-6f37032d35b2', 'mac_address': 'fa:16:3e:81:19:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '753e6bdd-490f-4e4d-b54b-035502fd3fe7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T12:47:20Z', 'updated_at': '2021-07-06T12:47:20Z', 'revision_number': 0, 'project_id': '7d3fca7e03d1476d8c34bd1e06242792', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e7000db5-f64d-4e9a-9e04-3eb5cc8f7ce0', 'name': '', 'network_id': '70c6c503-e3dc-4ea0-b47e-6f37032d35b2', 'tenant_id': '7d3fca7e03d1476d8c34bd1e06242792', 'mac_address': 'fa:16:3e:91:09:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d014b2a-d414-4182-8ec4-3f90e6b5295b', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '33e7a687-d80f-43c0-aba6-1592a9695544', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799631-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:44:11Z', 'updated_at': '2021-07-06T12:44:18Z', 'revision_number': 5, 'project_id': '7d3fca7e03d1476d8c34bd1e06242792', 'subnets': [{'id': '33e7a687-d80f-43c0-aba6-1592a9695544', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799631-1-iscsi', False) {} {{(pid=93089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:47:22.750660 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4aa6880-ddfd-48f4-8b95-60cd0559afa1 None None] The sync data for ids ['3d014b2a-d414-4182-8ec4-3f90e6b5295b'] in dv-cinder-799631-1-iscsi is: [{'id': '3d014b2a-d414-4182-8ec4-3f90e6b5295b', 'name': 'tempest-TestVolumeBootPattern-1689920214-router', 'tenant_id': '7d3fca7e03d1476d8c34bd1e06242792', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a97b808-be6d-48ec-a40b-4668530ee790', 'external_fixed_ips': [{'subnet_id': '1816a596-2dc6-4d27-98a5-201cc12476f2', 'ip_address': '172.27.1.97'}], 'enable_snat': True}, 'gw_port_id': '50537514-147c-4be7-8c94-ea4280b7335a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:44:09Z', 'updated_at': '2021-07-06T12:44:12Z', 'revision_number': 4, 'project_id': '7d3fca7e03d1476d8c34bd1e06242792', 'gw_port': {'id': '50537514-147c-4be7-8c94-ea4280b7335a', 'name': '', 'network_id': '2a97b808-be6d-48ec-a40b-4668530ee790', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:27:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d014b2a-d414-4182-8ec4-3f90e6b5295b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '1816a596-2dc6-4d27-98a5-201cc12476f2', 'ip_address': '172.27.1.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799631-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:44:10Z', 'updated_at': '2021-07-06T12:44:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1816a596-2dc6-4d27-98a5-201cc12476f2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799631-1-iscsi', '_floatingips': [{'id': 'a333f3bd-2abf-4e87-8a32-0e1920fa379f', 'tenant_id': '7d3fca7e03d1476d8c34bd1e06242792', 'floating_ip_address': '172.27.1.203', 'floating_network_id': '2a97b808-be6d-48ec-a40b-4668530ee790', 'router_id': '3d014b2a-d414-4182-8ec4-3f90e6b5295b', 'port_id': '9b527af6-eca0-4cc3-a7c2-4acad178b702', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '70c6c503-e3dc-4ea0-b47e-6f37032d35b2', 'mac_address': 'fa:16:3e:81:19:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '753e6bdd-490f-4e4d-b54b-035502fd3fe7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T12:47:20Z', 'updated_at': '2021-07-06T12:47:20Z', 'revision_number': 0, 'project_id': '7d3fca7e03d1476d8c34bd1e06242792', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e7000db5-f64d-4e9a-9e04-3eb5cc8f7ce0', 'name': '', 'network_id': '70c6c503-e3dc-4ea0-b47e-6f37032d35b2', 'tenant_id': '7d3fca7e03d1476d8c34bd1e06242792', 'mac_address': 'fa:16:3e:91:09:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d014b2a-d414-4182-8ec4-3f90e6b5295b', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '33e7a687-d80f-43c0-aba6-1592a9695544', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799631-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:44:11Z', 'updated_at': '2021-07-06T12:44:18Z', 'revision_number': 5, 'project_id': '7d3fca7e03d1476d8c34bd1e06242792', 'subnets': [{'id': '33e7a687-d80f-43c0-aba6-1592a9695544', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93089) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:47:22.934958 dv-cinder-799631-1-iscsi neutron-server[93090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c72fe804-06bf-4bad-b5ee-541c70f1e071 None None] New status for floating IP a333f3bd-2abf-4e87-8a32-0e1920fa379f: ACTIVE {{(pid=93090) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 12:47:30.754492 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-e5f85b85-299a-4081-b9fe-3cd5a20eb11c req-9363f70d-e3d2-47a7-8fb2-cd9d25228466 service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=753e6bdd-490f-4e4d-b54b-035502fd3fe7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0565362 Jul 06 12:47:30.865876 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f85b85-299a-4081-b9fe-3cd5a20eb11c req-9922e9c0-580b-48f7-8367-f3f5f8b74006 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:47:30.867407 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-e5f85b85-299a-4081-b9fe-3cd5a20eb11c req-9922e9c0-580b-48f7-8367-f3f5f8b74006 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=7d3fca7e03d1476d8c34bd1e06242792&device_id=753e6bdd-490f-4e4d-b54b-035502fd3fe7 HTTP/1.1" status: 200 len: 1099 time: 0.0514145 Jul 06 12:47:30.972351 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f85b85-299a-4081-b9fe-3cd5a20eb11c req-54b5ab3e-9e6b-4262-af8e-7afdaeeb9aea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:47:30.973828 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-e5f85b85-299a-4081-b9fe-3cd5a20eb11c req-54b5ab3e-9e6b-4262-af8e-7afdaeeb9aea service neutron] 10.222.0.100 "GET /v2.0/networks?id=70c6c503-e3dc-4ea0-b47e-6f37032d35b2 HTTP/1.1" status: 200 len: 914 time: 0.0860891 Jul 06 12:47:31.312799 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-e5f85b85-299a-4081-b9fe-3cd5a20eb11c req-6e74d35a-aa40-40fb-8f89-c4bbe32b2172 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9b527af6-eca0-4cc3-a7c2-4acad178b702 HTTP/1.1" status: 200 len: 1002 time: 0.3320034 Jul 06 12:47:31.360502 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f85b85-299a-4081-b9fe-3cd5a20eb11c req-857af04a-7ce4-4ae0-843f-fa9e800114fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:47:31.361931 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-e5f85b85-299a-4081-b9fe-3cd5a20eb11c req-857af04a-7ce4-4ae0-843f-fa9e800114fa service neutron] 10.222.0.100 "GET /v2.0/subnets?id=33e7a687-d80f-43c0-aba6-1592a9695544 HTTP/1.1" status: 200 len: 851 time: 0.0420704 Jul 06 12:47:31.419821 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f85b85-299a-4081-b9fe-3cd5a20eb11c req-10fe2809-bf6f-4189-a9cf-a3681e7408fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:47:31.421803 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-e5f85b85-299a-4081-b9fe-3cd5a20eb11c req-10fe2809-bf6f-4189-a9cf-a3681e7408fb service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=70c6c503-e3dc-4ea0-b47e-6f37032d35b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0531821 Jul 06 12:47:31.508275 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-e5f85b85-299a-4081-b9fe-3cd5a20eb11c req-c563f3a1-7af1-4cb2-bf8b-165c5ee8c586 service neutron] 10.222.0.100 "GET /v2.0/networks/70c6c503-e3dc-4ea0-b47e-6f37032d35b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798430 Jul 06 12:47:31.600614 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-e5f85b85-299a-4081-b9fe-3cd5a20eb11c req-7f04ce20-104b-48c0-9ff7-541d7f5eff62 service neutron] 10.222.0.100 "GET /v2.0/networks/70c6c503-e3dc-4ea0-b47e-6f37032d35b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843897 Jul 06 12:47:37.288113 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-47257e5f-71c9-40b6-bf02-a1d32c12f31e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730293992524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912513'] for agent, after_update {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:47:40.536167 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-b65e540d-5b44-4b31-9395-7d610b9ae2ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730293992524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912513'] for agent, after_update {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:47:40.940258 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-3dd6613b-aa53-445d-9a05-4c085a94a05e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730293992524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912513'] for agent, after_update {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:47:41.557406 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-59602645-7b03-4a79-8c54-32befe919dd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730293992524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912513'] for agent, after_update {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:47:43.134957 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-eaae0be5-6402-4968-ae30-74f1a6482786 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730293992524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912513'] for agent, after_update {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:47:52.109843 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730293992524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912513'] for agent, after_update {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:47:53.007986 dv-cinder-799631-1-iscsi neutron-server[93090]: DEBUG neutron.db.agents_db [None req-df1e7349-c09a-47b1-8f5e-4c337b6ca707 None None] Agent healthcheck: found 6 active agents {{(pid=93090) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 12:48:07.290025 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-5fcac639-cf03-4135-b976-2c17e823ed89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730293992524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912513'] for agent, after_update {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:48:10.537961 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-0b76f2d6-cab6-4079-a6c7-429ceb29a0d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730293992524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912513'] for agent, after_update {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:48:10.941698 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-3dd6613b-aa53-445d-9a05-4c085a94a05e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730293992524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912513'] for agent, after_update {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:48:11.560636 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-59602645-7b03-4a79-8c54-32befe919dd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730293992524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912513'] for agent, after_update {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:48:13.137030 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-eaae0be5-6402-4968-ae30-74f1a6482786 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730293992524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912513'] for agent, after_update {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:48:22.171704 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730293992524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912513'] for agent, after_update {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:48:30.006815 dv-cinder-799631-1-iscsi neutron-server[93090]: DEBUG neutron.db.agents_db [None req-df1e7349-c09a-47b1-8f5e-4c337b6ca707 None None] Agent healthcheck: found 6 active agents {{(pid=93090) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 12:48:32.633696 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-e9437ea3-8be9-43d6-b3be-f3c9c77139b2 req-04b16d09-9ed5-4a95-b0e7-04ada2200bc4 service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=753e6bdd-490f-4e4d-b54b-035502fd3fe7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0548077 Jul 06 12:48:32.746080 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9437ea3-8be9-43d6-b3be-f3c9c77139b2 req-d0bdf214-fcab-4b1c-bf32-ac45af731e7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:48:32.747639 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-e9437ea3-8be9-43d6-b3be-f3c9c77139b2 req-d0bdf214-fcab-4b1c-bf32-ac45af731e7d service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=7d3fca7e03d1476d8c34bd1e06242792&device_id=753e6bdd-490f-4e4d-b54b-035502fd3fe7 HTTP/1.1" status: 200 len: 1099 time: 0.0538757 Jul 06 12:48:32.857241 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9437ea3-8be9-43d6-b3be-f3c9c77139b2 req-1bb43f51-0e74-40a5-bf22-3d388139a344 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:48:32.858745 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-e9437ea3-8be9-43d6-b3be-f3c9c77139b2 req-1bb43f51-0e74-40a5-bf22-3d388139a344 service neutron] 10.222.0.100 "GET /v2.0/networks?id=70c6c503-e3dc-4ea0-b47e-6f37032d35b2 HTTP/1.1" status: 200 len: 914 time: 0.0906985 Jul 06 12:48:32.923867 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-e9437ea3-8be9-43d6-b3be-f3c9c77139b2 req-8962ad4a-c277-4fb3-8ecb-30da3975eed3 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9b527af6-eca0-4cc3-a7c2-4acad178b702 HTTP/1.1" status: 200 len: 1002 time: 0.0592103 Jul 06 12:48:32.974721 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9437ea3-8be9-43d6-b3be-f3c9c77139b2 req-49ed2d92-6df3-430d-82e1-e9e57637a5b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:48:32.976236 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-e9437ea3-8be9-43d6-b3be-f3c9c77139b2 req-49ed2d92-6df3-430d-82e1-e9e57637a5b6 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=33e7a687-d80f-43c0-aba6-1592a9695544 HTTP/1.1" status: 200 len: 851 time: 0.0447035 Jul 06 12:48:33.040265 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9437ea3-8be9-43d6-b3be-f3c9c77139b2 req-788e7efc-e8ee-48f8-89bb-c58911565291 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:48:33.041999 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-e9437ea3-8be9-43d6-b3be-f3c9c77139b2 req-788e7efc-e8ee-48f8-89bb-c58911565291 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=70c6c503-e3dc-4ea0-b47e-6f37032d35b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0596616 Jul 06 12:48:33.129103 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-e9437ea3-8be9-43d6-b3be-f3c9c77139b2 req-899e77b1-6754-45bb-975b-03a5e53b9055 service neutron] 10.222.0.100 "GET /v2.0/networks/70c6c503-e3dc-4ea0-b47e-6f37032d35b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803957 Jul 06 12:48:33.221586 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-e9437ea3-8be9-43d6-b3be-f3c9c77139b2 req-2ceb6589-16bf-48ca-8dc7-cea314da3f8a service neutron] 10.222.0.100 "GET /v2.0/networks/70c6c503-e3dc-4ea0-b47e-6f37032d35b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867567 Jul 06 12:48:37.293711 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-41dcaef2-dcbd-4ab5-9eca-94d7ba18bd2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730293992524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912513'] for agent, after_update {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:48:40.539470 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-34253de0-7c4a-44d9-a381-4f47c9ec0656 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730293992524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912513'] for agent, after_update {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:48:40.944980 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-3dd6613b-aa53-445d-9a05-4c085a94a05e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730293992524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912513'] for agent, after_update {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:48:41.563446 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-59602645-7b03-4a79-8c54-32befe919dd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730293992524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912513'] for agent, after_update {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:48:43.139555 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-eaae0be5-6402-4968-ae30-74f1a6482786 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730293992524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912513'] for agent, after_update {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:48:52.185711 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730293992524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912513'] for agent, after_update {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:48:53.736526 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.wsgi [req-aad58216-4854-4c55-81a2-91518e5ed8a3 req-b059736f-5131-4e74-b317-1550eec8f4a2 service neutron] (93088) timed out ('10.222.0.100', 63935) {{(pid=93088) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 06 12:48:54.014773 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.wsgi [req-59ec8af5-f49f-46c4-bd40-97eb5f81e97a req-1163f716-b47c-487f-a5fa-5b1c2f76c8bf service neutron] (93087) timed out ('10.222.0.100', 63954) {{(pid=93087) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 06 12:48:59.486098 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-8dfe1218-1266-42e2-af62-2b1fda06a445 req-beaa1c63-9e69-433e-822e-e3ec1ecee410 tempest-TestVolumeBootPattern-1525136861 tempest-TestVolumeBootPattern-1525136861-project] 10.222.0.106 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-759525822&fields=id&tenant_id=7d3fca7e03d1476d8c34bd1e06242792 HTTP/1.1" status: 200 len: 267 time: 0.0342436 Jul 06 12:48:59.592004 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfe1218-1266-42e2-af62-2b1fda06a445 req-38d509af-8fe4-4921-84c7-baea5deb30cf tempest-TestVolumeBootPattern-1525136861 tempest-TestVolumeBootPattern-1525136861-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:48:59.593550 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-8dfe1218-1266-42e2-af62-2b1fda06a445 req-38d509af-8fe4-4921-84c7-baea5deb30cf tempest-TestVolumeBootPattern-1525136861 tempest-TestVolumeBootPattern-1525136861-project] 10.222.0.106 "GET /v2.0/networks?id=70c6c503-e3dc-4ea0-b47e-6f37032d35b2 HTTP/1.1" status: 200 len: 812 time: 0.1005564 Jul 06 12:48:59.608725 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-8dfe1218-1266-42e2-af62-2b1fda06a445 req-f8a138c9-ec71-4159-93ea-e815e75dbbfe tempest-TestVolumeBootPattern-1525136861 tempest-TestVolumeBootPattern-1525136861-project] 10.222.0.106 "GET /v2.0/quotas/7d3fca7e03d1476d8c34bd1e06242792 HTTP/1.1" status: 200 len: 375 time: 0.0093760 Jul 06 12:48:59.685365 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-8dfe1218-1266-42e2-af62-2b1fda06a445 req-4a916a46-acf2-4ae9-9157-62af6b86dd50 tempest-TestVolumeBootPattern-1525136861 tempest-TestVolumeBootPattern-1525136861-project] 10.222.0.106 "GET /v2.0/ports?tenant_id=7d3fca7e03d1476d8c34bd1e06242792&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0714991 Jul 06 12:48:59.782495 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-8dfe1218-1266-42e2-af62-2b1fda06a445 req-5e81c6ae-559c-405b-bb17-162d5b2dca4a service neutron] 10.222.0.106 "GET /v2.0/networks/70c6c503-e3dc-4ea0-b47e-6f37032d35b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853519 Jul 06 12:48:59.873121 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-8dfe1218-1266-42e2-af62-2b1fda06a445 req-b423676a-cee6-4016-be85-353f695b35be service neutron] 10.222.0.106 "GET /v2.0/networks/70c6c503-e3dc-4ea0-b47e-6f37032d35b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845852 Jul 06 12:49:00.216828 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-574345f2-2ad0-46aa-8868-17c7cb74f62d req-2ae5cff0-6599-48b2-9b71-f385ac38abb5 tempest-TestVolumeBootPattern-1525136861 tempest-TestVolumeBootPattern-1525136861-project] 10.222.0.106 "GET /v2.0/ports?device_id=07ef1507-19f2-4165-b95b-827c85847bc4 HTTP/1.1" status: 200 len: 210 time: 0.0749226 Jul 06 12:49:01.284006 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfe1218-1266-42e2-af62-2b1fda06a445 req-6c0acb7f-ee1d-4edb-8d3e-02a9f6e973ea tempest-TestVolumeBootPattern-1525136861 tempest-TestVolumeBootPattern-1525136861-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:49:01.285979 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-8dfe1218-1266-42e2-af62-2b1fda06a445 req-6c0acb7f-ee1d-4edb-8d3e-02a9f6e973ea tempest-TestVolumeBootPattern-1525136861 tempest-TestVolumeBootPattern-1525136861-project] 10.222.0.100 "GET /v2.0/networks?id=70c6c503-e3dc-4ea0-b47e-6f37032d35b2 HTTP/1.1" status: 200 len: 812 time: 0.1079903 Jul 06 12:49:01.344988 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-8dfe1218-1266-42e2-af62-2b1fda06a445 req-6e7d99d4-dc4f-4fba-a59f-c86f7ef4a7bf tempest-TestVolumeBootPattern-1525136861 tempest-TestVolumeBootPattern-1525136861-project] 10.222.0.100 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7d3fca7e03d1476d8c34bd1e06242792 HTTP/1.1" status: 200 len: 379 time: 0.0390944 Jul 06 12:49:01.360360 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.api.v2.base [req-8dfe1218-1266-42e2-af62-2b1fda06a445 req-7f4ca06e-cbd9-46c4-8e39-8ec5f764b1fe tempest-TestVolumeBootPattern-1525136861 tempest-TestVolumeBootPattern-1525136861-project] Request body: {'port': {'device_id': '07ef1507-19f2-4165-b95b-827c85847bc4', 'network_id': '70c6c503-e3dc-4ea0-b47e-6f37032d35b2', 'admin_state_up': True, 'tenant_id': '7d3fca7e03d1476d8c34bd1e06242792', 'security_groups': ['424627eb-6e1f-4d8c-b6cc-51a70563b380']}} {{(pid=93088) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:49:01.384860 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-0b5c559d-4cdd-48b4-96e2-dbf0c5a9a563 req-cb54cd50-9eef-4928-8098-92594d8585e0 tempest-TestVolumeBootPattern-1525136861 tempest-TestVolumeBootPattern-1525136861-project] 10.222.0.106 "GET /v2.0/ports?device_id=07ef1507-19f2-4165-b95b-827c85847bc4 HTTP/1.1" status: 200 len: 210 time: 0.0390160 Jul 06 12:49:01.494892 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8dfe1218-1266-42e2-af62-2b1fda06a445 req-7f4ca06e-cbd9-46c4-8e39-8ec5f764b1fe tempest-TestVolumeBootPattern-1525136861 tempest-TestVolumeBootPattern-1525136861-project] Made reservation on behalf of 7d3fca7e03d1476d8c34bd1e06242792 for: {'port': 1} {{(pid=93088) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:49:01.498987 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [req-8dfe1218-1266-42e2-af62-2b1fda06a445 req-7f4ca06e-cbd9-46c4-8e39-8ec5f764b1fe tempest-TestVolumeBootPattern-1525136861 tempest-TestVolumeBootPattern-1525136861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772861'] for port, before_create {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:49:01.621003 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.db.db_base_plugin_common [req-8dfe1218-1266-42e2-af62-2b1fda06a445 req-7f4ca06e-cbd9-46c4-8e39-8ec5f764b1fe tempest-TestVolumeBootPattern-1525136861 tempest-TestVolumeBootPattern-1525136861-project] Allocated IP 172.20.0.3 (70c6c503-e3dc-4ea0-b47e-6f37032d35b2/33e7a687-d80f-43c0-aba6-1592a9695544/c0a33d39-c375-4330-94d3-9720e2f7fe7f) {{(pid=93088) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:49:01.760594 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [req-8dfe1218-1266-42e2-af62-2b1fda06a445 req-7f4ca06e-cbd9-46c4-8e39-8ec5f764b1fe tempest-TestVolumeBootPattern-1525136861 tempest-TestVolumeBootPattern-1525136861-project] Notify callbacks [] for port, precommit_create {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:49:01.773855 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.db.provisioning_blocks [req-8dfe1218-1266-42e2-af62-2b1fda06a445 req-7f4ca06e-cbd9-46c4-8e39-8ec5f764b1fe tempest-TestVolumeBootPattern-1525136861 tempest-TestVolumeBootPattern-1525136861-project] Transition to ACTIVE for port object c0a33d39-c375-4330-94d3-9720e2f7fe7f will not be triggered until provisioned by entity DHCP. {{(pid=93088) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:49:01.809769 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [req-8dfe1218-1266-42e2-af62-2b1fda06a445 req-7f4ca06e-cbd9-46c4-8e39-8ec5f764b1fe tempest-TestVolumeBootPattern-1525136861 tempest-TestVolumeBootPattern-1525136861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-772920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-407207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730293689564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-63638193'] for port, after_create {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:49:01.853099 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8dfe1218-1266-42e2-af62-2b1fda06a445 req-7f4ca06e-cbd9-46c4-8e39-8ec5f764b1fe tempest-TestVolumeBootPattern-1525136861 tempest-TestVolumeBootPattern-1525136861-project] Network 70c6c503-e3dc-4ea0-b47e-6f37032d35b2 is already hosted by enough agents. {{(pid=93088) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:49:01.860116 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.scheduler.base_scheduler [req-8dfe1218-1266-42e2-af62-2b1fda06a445 req-7f4ca06e-cbd9-46c4-8e39-8ec5f764b1fe tempest-TestVolumeBootPattern-1525136861 tempest-TestVolumeBootPattern-1525136861-project] Resources bound (agent type, host, resource id): {{(pid=93088) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:49:01.865994 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.db.l3_dvrscheduler_db [req-8dfe1218-1266-42e2-af62-2b1fda06a445 req-7f4ca06e-cbd9-46c4-8e39-8ec5f764b1fe tempest-TestVolumeBootPattern-1525136861 tempest-TestVolumeBootPattern-1525136861-project] Received port after_create {{(pid=93088) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:49:01.895575 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4ca06e-cbd9-46c4-8e39-8ec5f764b1fe tempest-TestVolumeBootPattern-1525136861 tempest-TestVolumeBootPattern-1525136861-project] Pushing event updated for resources: {'Port': ['ID=c0a33d39-c375-4330-94d3-9720e2f7fe7f,revision_number=1']} {{(pid=93088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:49:01.910377 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4ca06e-cbd9-46c4-8e39-8ec5f764b1fe tempest-TestVolumeBootPattern-1525136861 tempest-TestVolumeBootPattern-1525136861-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799631-1-iscsi {{(pid=93088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:49:01.910727 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4ca06e-cbd9-46c4-8e39-8ec5f764b1fe tempest-TestVolumeBootPattern-1525136861 tempest-TestVolumeBootPattern-1525136861-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799631-1-iscsi {{(pid=93088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:49:01.911163 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4ca06e-cbd9-46c4-8e39-8ec5f764b1fe tempest-TestVolumeBootPattern-1525136861 tempest-TestVolumeBootPattern-1525136861-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799631-1-iscsi {{(pid=93088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:49:01.911460 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4ca06e-cbd9-46c4-8e39-8ec5f764b1fe tempest-TestVolumeBootPattern-1525136861 tempest-TestVolumeBootPattern-1525136861-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799631-1-iscsi {{(pid=93088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:49:01.911794 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4ca06e-cbd9-46c4-8e39-8ec5f764b1fe tempest-TestVolumeBootPattern-1525136861 tempest-TestVolumeBootPattern-1525136861-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799631-1-iscsi {{(pid=93088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:49:01.912139 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4ca06e-cbd9-46c4-8e39-8ec5f764b1fe tempest-TestVolumeBootPattern-1525136861 tempest-TestVolumeBootPattern-1525136861-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799631-1-iscsi {{(pid=93088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:49:01.912474 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4ca06e-cbd9-46c4-8e39-8ec5f764b1fe tempest-TestVolumeBootPattern-1525136861 tempest-TestVolumeBootPattern-1525136861-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-799631-1-iscsi {{(pid=93088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:49:01.912805 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4ca06e-cbd9-46c4-8e39-8ec5f764b1fe tempest-TestVolumeBootPattern-1525136861 tempest-TestVolumeBootPattern-1525136861-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-799631-1-iscsi {{(pid=93088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:49:01.913137 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4ca06e-cbd9-46c4-8e39-8ec5f764b1fe tempest-TestVolumeBootPattern-1525136861 tempest-TestVolumeBootPattern-1525136861-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799631-1-iscsi {{(pid=93088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:49:01.913462 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4ca06e-cbd9-46c4-8e39-8ec5f764b1fe tempest-TestVolumeBootPattern-1525136861 tempest-TestVolumeBootPattern-1525136861-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799631-1-iscsi {{(pid=93088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:49:01.913865 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4ca06e-cbd9-46c4-8e39-8ec5f764b1fe tempest-TestVolumeBootPattern-1525136861 tempest-TestVolumeBootPattern-1525136861-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799631-1-iscsi {{(pid=93088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:49:01.914247 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4ca06e-cbd9-46c4-8e39-8ec5f764b1fe tempest-TestVolumeBootPattern-1525136861 tempest-TestVolumeBootPattern-1525136861-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799631-1-iscsi {{(pid=93088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:49:01.937122 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfe1218-1266-42e2-af62-2b1fda06a445 req-7f4ca06e-cbd9-46c4-8e39-8ec5f764b1fe tempest-TestVolumeBootPattern-1525136861 tempest-TestVolumeBootPattern-1525136861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:49:01.938011 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [req-8dfe1218-1266-42e2-af62-2b1fda06a445 req-7f4ca06e-cbd9-46c4-8e39-8ec5f764b1fe tempest-TestVolumeBootPattern-1525136861 tempest-TestVolumeBootPattern-1525136861-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473541'] for port, before_response {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:49:01.954199 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-8dfe1218-1266-42e2-af62-2b1fda06a445 req-7f4ca06e-cbd9-46c4-8e39-8ec5f764b1fe tempest-TestVolumeBootPattern-1525136861 tempest-TestVolumeBootPattern-1525136861-project] 10.222.0.100 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5978327 Jul 06 12:49:01.973637 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.api.v2.base [req-8dfe1218-1266-42e2-af62-2b1fda06a445 req-04254ff7-9cd5-40e3-8344-1a2e4085cc89 service neutron] Request body: {'port': {'device_id': '07ef1507-19f2-4165-b95b-827c85847bc4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79963'}} {{(pid=93088) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:49:02.055654 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [req-8dfe1218-1266-42e2-af62-2b1fda06a445 req-04254ff7-9cd5-40e3-8344-1a2e4085cc89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772861'] for port, before_update {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:49:02.160989 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.db.provisioning_blocks [None req-8100b373-7596-488d-8433-acdb5f09a54d None None] Provisioning for port c0a33d39-c375-4330-94d3-9720e2f7fe7f completed by entity DHCP. {{(pid=93089) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:49:02.164641 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.db.provisioning_blocks [None req-8100b373-7596-488d-8433-acdb5f09a54d None None] Provisioning complete for port c0a33d39-c375-4330-94d3-9720e2f7fe7f triggered by entity DHCP. {{(pid=93089) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:49:02.165053 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-8100b373-7596-488d-8433-acdb5f09a54d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912496'] for port, provisioning_complete {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:49:02.197816 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.plugin [None req-8100b373-7596-488d-8433-acdb5f09a54d None None] Port c0a33d39-c375-4330-94d3-9720e2f7fe7f cannot update to ACTIVE because it is not bound. {{(pid=93089) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 12:49:02.323711 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.notifiers.nova [req-8dfe1218-1266-42e2-af62-2b1fda06a445 req-04254ff7-9cd5-40e3-8344-1a2e4085cc89 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c0a33d39-c375-4330-94d3-9720e2f7fe7f {{(pid=93088) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 12:49:02.331035 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [req-8dfe1218-1266-42e2-af62-2b1fda06a445 req-04254ff7-9cd5-40e3-8344-1a2e4085cc89 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:49:02.343315 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.db.provisioning_blocks [req-8dfe1218-1266-42e2-af62-2b1fda06a445 req-04254ff7-9cd5-40e3-8344-1a2e4085cc89 service neutron] Transition to ACTIVE for port object c0a33d39-c375-4330-94d3-9720e2f7fe7f will not be triggered until provisioned by entity L2. {{(pid=93088) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:49:02.346938 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [req-8dfe1218-1266-42e2-af62-2b1fda06a445 req-04254ff7-9cd5-40e3-8344-1a2e4085cc89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-772913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730294210856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730293689582', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730293689631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63638083'] for port, after_update {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:49:02.396331 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04254ff7-9cd5-40e3-8344-1a2e4085cc89 service neutron] Pushing event updated for resources: {'Port': ['ID=c0a33d39-c375-4330-94d3-9720e2f7fe7f,revision_number=2']} {{(pid=93088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:49:02.468049 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.plugins.ml2.managers [req-8dfe1218-1266-42e2-af62-2b1fda06a445 req-04254ff7-9cd5-40e3-8344-1a2e4085cc89 service neutron] Attempting to bind port c0a33d39-c375-4330-94d3-9720e2f7fe7f on host hv-cinder-79963 for vnic_type normal with profile {{(pid=93088) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:49:02.468397 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.plugins.ml2.managers [req-8dfe1218-1266-42e2-af62-2b1fda06a445 req-04254ff7-9cd5-40e3-8344-1a2e4085cc89 service neutron] Attempting to bind port c0a33d39-c375-4330-94d3-9720e2f7fe7f by drivers openvswitch,hyperv on host hv-cinder-79963 at level 0 using segments [{'id': '1eb18788-5df7-46da-9081-36e4d73aca02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': '70c6c503-e3dc-4ea0-b47e-6f37032d35b2'}] {{(pid=93088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:49:02.469007 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dfe1218-1266-42e2-af62-2b1fda06a445 req-04254ff7-9cd5-40e3-8344-1a2e4085cc89 service neutron] Attempting to bind port c0a33d39-c375-4330-94d3-9720e2f7fe7f on network 70c6c503-e3dc-4ea0-b47e-6f37032d35b2 {{(pid=93088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:49:02.484429 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dfe1218-1266-42e2-af62-2b1fda06a445 req-04254ff7-9cd5-40e3-8344-1a2e4085cc89 service neutron] Port c0a33d39-c375-4330-94d3-9720e2f7fe7f on network 70c6c503-e3dc-4ea0-b47e-6f37032d35b2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79963 {{(pid=93088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 12:49:02.484895 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dfe1218-1266-42e2-af62-2b1fda06a445 req-04254ff7-9cd5-40e3-8344-1a2e4085cc89 service neutron] Attempting to bind port c0a33d39-c375-4330-94d3-9720e2f7fe7f on network 70c6c503-e3dc-4ea0-b47e-6f37032d35b2 {{(pid=93088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:49:02.492985 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dfe1218-1266-42e2-af62-2b1fda06a445 req-04254ff7-9cd5-40e3-8344-1a2e4085cc89 service neutron] Checking agent: {'id': '04527ea7-205a-43f8-9500-06532a9ad9cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79963', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 12, 31, 19), 'started_at': datetime.datetime(2021, 7, 6, 12, 31, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 48, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:49:02.492985 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dfe1218-1266-42e2-af62-2b1fda06a445 req-04254ff7-9cd5-40e3-8344-1a2e4085cc89 service neutron] Checking segment: {'id': '1eb18788-5df7-46da-9081-36e4d73aca02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': '70c6c503-e3dc-4ea0-b47e-6f37032d35b2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93088) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:49:02.496441 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dfe1218-1266-42e2-af62-2b1fda06a445 req-04254ff7-9cd5-40e3-8344-1a2e4085cc89 service neutron] Bound using segment: {'id': '1eb18788-5df7-46da-9081-36e4d73aca02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': '70c6c503-e3dc-4ea0-b47e-6f37032d35b2'} {{(pid=93088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:49:02.496913 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.plugins.ml2.managers [req-8dfe1218-1266-42e2-af62-2b1fda06a445 req-04254ff7-9cd5-40e3-8344-1a2e4085cc89 service neutron] Bound port: c0a33d39-c375-4330-94d3-9720e2f7fe7f, host: hv-cinder-79963, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1eb18788-5df7-46da-9081-36e4d73aca02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': '70c6c503-e3dc-4ea0-b47e-6f37032d35b2'}}] {{(pid=93088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:49:02.497950 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [req-8dfe1218-1266-42e2-af62-2b1fda06a445 req-04254ff7-9cd5-40e3-8344-1a2e4085cc89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772861'] for port, before_update {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:49:02.605870 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.plugins.ml2.db [req-8dfe1218-1266-42e2-af62-2b1fda06a445 req-04254ff7-9cd5-40e3-8344-1a2e4085cc89 service neutron] For port c0a33d39-c375-4330-94d3-9720e2f7fe7f, host hv-cinder-79963, cleared binding levels {{(pid=93088) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:49:02.611840 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.plugins.ml2.db [req-8dfe1218-1266-42e2-af62-2b1fda06a445 req-04254ff7-9cd5-40e3-8344-1a2e4085cc89 service neutron] For port c0a33d39-c375-4330-94d3-9720e2f7fe7f, host hv-cinder-79963, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79963',level=0,port_id=c0a33d39-c375-4330-94d3-9720e2f7fe7f,segment=NetworkSegment(1eb18788-5df7-46da-9081-36e4d73aca02),segment_id=1eb18788-5df7-46da-9081-36e4d73aca02)] {{(pid=93088) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:49:02.621254 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [req-8dfe1218-1266-42e2-af62-2b1fda06a445 req-04254ff7-9cd5-40e3-8344-1a2e4085cc89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-772913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730294210856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730293689582', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730293689631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63638083'] for port, after_update {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:49:02.667730 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35158cf-8a3f-4e19-b189-f3b5d98dc030 req-8ffee833-f0e7-41ba-a6d8-bca53cd13466 tempest-TestVolumeBootPattern-1525136861 tempest-TestVolumeBootPattern-1525136861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:49:02.669221 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-b35158cf-8a3f-4e19-b189-f3b5d98dc030 req-8ffee833-f0e7-41ba-a6d8-bca53cd13466 tempest-TestVolumeBootPattern-1525136861 tempest-TestVolumeBootPattern-1525136861-project] 10.222.0.106 "GET /v2.0/ports?device_id=07ef1507-19f2-4165-b95b-827c85847bc4 HTTP/1.1" status: 200 len: 943 time: 0.1335063 Jul 06 12:49:02.670497 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfe1218-1266-42e2-af62-2b1fda06a445 req-04254ff7-9cd5-40e3-8344-1a2e4085cc89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:49:02.671451 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [req-8dfe1218-1266-42e2-af62-2b1fda06a445 req-04254ff7-9cd5-40e3-8344-1a2e4085cc89 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473541'] for port, before_response {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:49:02.672757 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-8dfe1218-1266-42e2-af62-2b1fda06a445 req-04254ff7-9cd5-40e3-8344-1a2e4085cc89 service neutron] 10.222.0.100 "PUT /v2.0/ports/c0a33d39-c375-4330-94d3-9720e2f7fe7f HTTP/1.1" status: 200 len: 1093 time: 0.7053909 Jul 06 12:49:02.675102 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07ef1507-19f2-4165-b95b-827c85847bc4', 'tag': 'c0a33d39-c375-4330-94d3-9720e2f7fe7f'}] {{(pid=93088) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:49:02.678043 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.106/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9084e8bb467df778e8c5a57eadfa6056a7986fbfd2ee9905f143c38c4b95db31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70573201-11ad-457f-8576-cbbfefd1ba91" -d '{"events": [{"name": "network-changed", "server_uuid": "07ef1507-19f2-4165-b95b-827c85847bc4", "tag": "c0a33d39-c375-4330-94d3-9720e2f7fe7f"}]}' {{(pid=93088) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:49:02.722700 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04254ff7-9cd5-40e3-8344-1a2e4085cc89 service neutron] Pushing event updated for resources: {'Port': ['ID=c0a33d39-c375-4330-94d3-9720e2f7fe7f,revision_number=3']} {{(pid=93088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:49:02.755255 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-b35158cf-8a3f-4e19-b189-f3b5d98dc030 req-919be87c-5420-4a4c-a672-914404d6bd64 tempest-TestVolumeBootPattern-1525136861 tempest-TestVolumeBootPattern-1525136861-project] 10.222.0.106 "GET /v2.0/security-groups?id=424627eb-6e1f-4d8c-b6cc-51a70563b380&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0724757 Jul 06 12:49:02.810416 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfe1218-1266-42e2-af62-2b1fda06a445 req-8b291bc3-bf8c-4e47-ba78-9fbc316ab447 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:49:02.812175 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-8dfe1218-1266-42e2-af62-2b1fda06a445 req-8b291bc3-bf8c-4e47-ba78-9fbc316ab447 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=7d3fca7e03d1476d8c34bd1e06242792&device_id=07ef1507-19f2-4165-b95b-827c85847bc4 HTTP/1.1" status: 200 len: 1096 time: 0.0713043 Jul 06 12:49:02.863889 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-8dfe1218-1266-42e2-af62-2b1fda06a445 req-1d3b7c1d-4094-4668-9ac4-2840244c4b9c service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c0a33d39-c375-4330-94d3-9720e2f7fe7f HTTP/1.1" status: 200 len: 217 time: 0.0385730 Jul 06 12:49:02.915078 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfe1218-1266-42e2-af62-2b1fda06a445 req-f945f059-c562-4cec-9db5-8036dabee3e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:49:02.916837 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-8dfe1218-1266-42e2-af62-2b1fda06a445 req-f945f059-c562-4cec-9db5-8036dabee3e6 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=33e7a687-d80f-43c0-aba6-1592a9695544 HTTP/1.1" status: 200 len: 851 time: 0.0472953 Jul 06 12:49:02.954397 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 12:49:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27155bf1-2324-47ae-b3ca-25a08c3f67c5 x-openstack-request-id: req-27155bf1-2324-47ae-b3ca-25a08c3f67c5 {{(pid=93088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:49:02.954692 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "07ef1507-19f2-4165-b95b-827c85847bc4", "tag": "c0a33d39-c375-4330-94d3-9720e2f7fe7f", "status": "completed", "code": 200}]} {{(pid=93088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:49:02.954947 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.106/compute/v2.1/os-server-external-events used request id req-27155bf1-2324-47ae-b3ca-25a08c3f67c5 {{(pid=93088) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:49:02.955394 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '07ef1507-19f2-4165-b95b-827c85847bc4', 'tag': 'c0a33d39-c375-4330-94d3-9720e2f7fe7f', 'status': 'completed', 'code': 200} Jul 06 12:49:02.984155 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfe1218-1266-42e2-af62-2b1fda06a445 req-bd962b12-7d09-428f-a944-3dc4ca830a46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:49:02.985656 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-8dfe1218-1266-42e2-af62-2b1fda06a445 req-bd962b12-7d09-428f-a944-3dc4ca830a46 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=70c6c503-e3dc-4ea0-b47e-6f37032d35b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0621550 Jul 06 12:49:03.075649 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-8dfe1218-1266-42e2-af62-2b1fda06a445 req-71d44f9e-3816-4af8-b518-159c1625d9d1 service neutron] 10.222.0.100 "GET /v2.0/networks/70c6c503-e3dc-4ea0-b47e-6f37032d35b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833085 Jul 06 12:49:03.174947 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-8dfe1218-1266-42e2-af62-2b1fda06a445 req-e714acf9-9ce4-4e3b-b86c-175e45b4828b service neutron] 10.222.0.100 "GET /v2.0/networks/70c6c503-e3dc-4ea0-b47e-6f37032d35b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934193 Jul 06 12:49:03.324650 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70573201-11ad-457f-8576-cbbfefd1ba91 req-1bcd0ad3-09bb-4e7e-a6c5-3faa75668715 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:49:03.326167 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-70573201-11ad-457f-8576-cbbfefd1ba91 req-1bcd0ad3-09bb-4e7e-a6c5-3faa75668715 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=7d3fca7e03d1476d8c34bd1e06242792&device_id=07ef1507-19f2-4165-b95b-827c85847bc4 HTTP/1.1" status: 200 len: 1096 time: 0.0559049 Jul 06 12:49:03.417119 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70573201-11ad-457f-8576-cbbfefd1ba91 req-c401d8ec-77b8-4377-8700-e3ce0747c38f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:49:03.418622 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-70573201-11ad-457f-8576-cbbfefd1ba91 req-c401d8ec-77b8-4377-8700-e3ce0747c38f service neutron] 10.222.0.100 "GET /v2.0/networks?id=70c6c503-e3dc-4ea0-b47e-6f37032d35b2 HTTP/1.1" status: 200 len: 914 time: 0.0854437 Jul 06 12:49:03.463136 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-70573201-11ad-457f-8576-cbbfefd1ba91 req-ecd90561-7513-4854-ac54-7d5bf4c57541 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c0a33d39-c375-4330-94d3-9720e2f7fe7f HTTP/1.1" status: 200 len: 217 time: 0.0373046 Jul 06 12:49:03.513659 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70573201-11ad-457f-8576-cbbfefd1ba91 req-452baa4d-3adf-4c15-bfdd-bbcc71effa3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:49:03.515120 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-70573201-11ad-457f-8576-cbbfefd1ba91 req-452baa4d-3adf-4c15-bfdd-bbcc71effa3d service neutron] 10.222.0.100 "GET /v2.0/subnets?id=33e7a687-d80f-43c0-aba6-1592a9695544 HTTP/1.1" status: 200 len: 851 time: 0.0440810 Jul 06 12:49:03.572282 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70573201-11ad-457f-8576-cbbfefd1ba91 req-87c19ea7-9912-4a68-a624-142d1f699222 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:49:03.573805 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-70573201-11ad-457f-8576-cbbfefd1ba91 req-87c19ea7-9912-4a68-a624-142d1f699222 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=70c6c503-e3dc-4ea0-b47e-6f37032d35b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0514333 Jul 06 12:49:03.665785 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-70573201-11ad-457f-8576-cbbfefd1ba91 req-adbf9149-b7e5-4826-9d5b-4227a7154229 service neutron] 10.222.0.100 "GET /v2.0/networks/70c6c503-e3dc-4ea0-b47e-6f37032d35b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841935 Jul 06 12:49:03.756914 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-70573201-11ad-457f-8576-cbbfefd1ba91 req-472618f0-3951-4e30-bfae-7c220aefa29c service neutron] 10.222.0.100 "GET /v2.0/networks/70c6c503-e3dc-4ea0-b47e-6f37032d35b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802543 Jul 06 12:49:03.935331 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6da83e8-73f1-4cc8-aeda-c686582078f4 req-1080b284-8c2a-4642-951d-2f1e75f5987a tempest-TestVolumeBootPattern-1525136861 tempest-TestVolumeBootPattern-1525136861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:49:03.936729 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-f6da83e8-73f1-4cc8-aeda-c686582078f4 req-1080b284-8c2a-4642-951d-2f1e75f5987a tempest-TestVolumeBootPattern-1525136861 tempest-TestVolumeBootPattern-1525136861-project] 10.222.0.106 "GET /v2.0/ports?device_id=07ef1507-19f2-4165-b95b-827c85847bc4 HTTP/1.1" status: 200 len: 943 time: 0.0628188 Jul 06 12:49:03.978403 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-f6da83e8-73f1-4cc8-aeda-c686582078f4 req-d3c8a7b9-f70a-4e04-b6aa-3a432ee91c35 tempest-TestVolumeBootPattern-1525136861 tempest-TestVolumeBootPattern-1525136861-project] 10.222.0.106 "GET /v2.0/security-groups?id=424627eb-6e1f-4d8c-b6cc-51a70563b380&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355489 Jul 06 12:49:05.154579 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f348ca-fa41-46e1-b5ea-2903054383e8 req-bf4f4f6b-3899-434a-8362-577feb3914a6 tempest-TestVolumeBootPattern-1525136861 tempest-TestVolumeBootPattern-1525136861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:49:05.156035 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-78f348ca-fa41-46e1-b5ea-2903054383e8 req-bf4f4f6b-3899-434a-8362-577feb3914a6 tempest-TestVolumeBootPattern-1525136861 tempest-TestVolumeBootPattern-1525136861-project] 10.222.0.106 "GET /v2.0/ports?device_id=07ef1507-19f2-4165-b95b-827c85847bc4 HTTP/1.1" status: 200 len: 943 time: 0.0644193 Jul 06 12:49:05.193456 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-78f348ca-fa41-46e1-b5ea-2903054383e8 req-cb379ded-1e41-4b74-a9d9-43e7be5d48b8 tempest-TestVolumeBootPattern-1525136861 tempest-TestVolumeBootPattern-1525136861-project] 10.222.0.106 "GET /v2.0/security-groups?id=424627eb-6e1f-4d8c-b6cc-51a70563b380&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313084 Jul 06 12:49:06.369524 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f8bc97-4901-4df3-ad2e-2ee000e22007 req-271d5616-fe6f-4de9-8c15-bbc0242ab1a0 tempest-TestVolumeBootPattern-1525136861 tempest-TestVolumeBootPattern-1525136861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:49:06.371006 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-f3f8bc97-4901-4df3-ad2e-2ee000e22007 req-271d5616-fe6f-4de9-8c15-bbc0242ab1a0 tempest-TestVolumeBootPattern-1525136861 tempest-TestVolumeBootPattern-1525136861-project] 10.222.0.106 "GET /v2.0/ports?device_id=07ef1507-19f2-4165-b95b-827c85847bc4 HTTP/1.1" status: 200 len: 943 time: 0.0614445 Jul 06 12:49:06.407021 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-f3f8bc97-4901-4df3-ad2e-2ee000e22007 req-c2fd0a96-639c-4b13-ac3c-934bdf548912 tempest-TestVolumeBootPattern-1525136861 tempest-TestVolumeBootPattern-1525136861-project] 10.222.0.106 "GET /v2.0/security-groups?id=424627eb-6e1f-4d8c-b6cc-51a70563b380&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304773 Jul 06 12:49:07.006489 dv-cinder-799631-1-iscsi neutron-server[93090]: DEBUG neutron.db.agents_db [None req-df1e7349-c09a-47b1-8f5e-4c337b6ca707 None None] Agent healthcheck: found 6 active agents {{(pid=93090) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 12:49:07.296281 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-99f6b1da-d452-4057-b9f7-cce50f5c1b62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730293992524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912513'] for agent, after_update {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:49:07.582679 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797ad801-2323-422c-ade0-f81a95881b26 req-8ff565fe-e9df-4c50-b001-1bf1ace59192 tempest-TestVolumeBootPattern-1525136861 tempest-TestVolumeBootPattern-1525136861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:49:07.584731 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-797ad801-2323-422c-ade0-f81a95881b26 req-8ff565fe-e9df-4c50-b001-1bf1ace59192 tempest-TestVolumeBootPattern-1525136861 tempest-TestVolumeBootPattern-1525136861-project] 10.222.0.106 "GET /v2.0/ports?device_id=07ef1507-19f2-4165-b95b-827c85847bc4 HTTP/1.1" status: 200 len: 943 time: 0.0657511 Jul 06 12:49:07.622317 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-797ad801-2323-422c-ade0-f81a95881b26 req-87ac3537-ecf0-4045-878e-63a257653945 tempest-TestVolumeBootPattern-1525136861 tempest-TestVolumeBootPattern-1525136861-project] 10.222.0.106 "GET /v2.0/security-groups?id=424627eb-6e1f-4d8c-b6cc-51a70563b380&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320861 Jul 06 12:49:08.800300 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91429e5-2ea3-40bc-8e7d-9a2918c145c3 req-be5d27a7-10da-4be0-8de3-affdea345424 tempest-TestVolumeBootPattern-1525136861 tempest-TestVolumeBootPattern-1525136861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:49:08.801874 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-a91429e5-2ea3-40bc-8e7d-9a2918c145c3 req-be5d27a7-10da-4be0-8de3-affdea345424 tempest-TestVolumeBootPattern-1525136861 tempest-TestVolumeBootPattern-1525136861-project] 10.222.0.106 "GET /v2.0/ports?device_id=07ef1507-19f2-4165-b95b-827c85847bc4 HTTP/1.1" status: 200 len: 943 time: 0.0637541 Jul 06 12:49:08.839145 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-a91429e5-2ea3-40bc-8e7d-9a2918c145c3 req-d7fc28c2-621c-435c-82fd-5ea0f33668a1 tempest-TestVolumeBootPattern-1525136861 tempest-TestVolumeBootPattern-1525136861-project] 10.222.0.106 "GET /v2.0/security-groups?id=424627eb-6e1f-4d8c-b6cc-51a70563b380&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317280 Jul 06 12:49:10.011300 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcde3c8-0829-486e-be42-85a556c188a7 req-5d42968f-2856-4f90-aa8d-023fa4b393d9 tempest-TestVolumeBootPattern-1525136861 tempest-TestVolumeBootPattern-1525136861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:49:10.012685 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-0bcde3c8-0829-486e-be42-85a556c188a7 req-5d42968f-2856-4f90-aa8d-023fa4b393d9 tempest-TestVolumeBootPattern-1525136861 tempest-TestVolumeBootPattern-1525136861-project] 10.222.0.106 "GET /v2.0/ports?device_id=07ef1507-19f2-4165-b95b-827c85847bc4 HTTP/1.1" status: 200 len: 943 time: 0.0647018 Jul 06 12:49:10.049183 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-0bcde3c8-0829-486e-be42-85a556c188a7 req-37db6700-b0cf-45be-8c5f-e0a573bf3d56 tempest-TestVolumeBootPattern-1525136861 tempest-TestVolumeBootPattern-1525136861-project] 10.222.0.106 "GET /v2.0/security-groups?id=424627eb-6e1f-4d8c-b6cc-51a70563b380&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310020 Jul 06 12:49:10.542377 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-acb2a1d6-1caa-4bb8-92c2-6276f4c858a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730293992524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912513'] for agent, after_update {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:49:10.650511 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.rpc [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] Device c0a33d39-c375-4330-94d3-9720e2f7fe7f details requested by agent hyperv_hv-cinder-79963 with host hv-cinder-79963 {{(pid=93089) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 12:49:10.744064 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.db [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] For port c0a33d39-c375-4330-94d3-9720e2f7fe7f, host hv-cinder-79963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79963',level=0,port_id=c0a33d39-c375-4330-94d3-9720e2f7fe7f,segment=NetworkSegment(1eb18788-5df7-46da-9081-36e4d73aca02),segment_id=1eb18788-5df7-46da-9081-36e4d73aca02)] {{(pid=93089) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:49:10.755324 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.rpc [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] Returning: {'device': 'c0a33d39-c375-4330-94d3-9720e2f7fe7f', 'network_id': '70c6c503-e3dc-4ea0-b47e-6f37032d35b2', 'port_id': 'c0a33d39-c375-4330-94d3-9720e2f7fe7f', 'mac_address': 'fa:16:3e:7f:53:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1079, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '33e7a687-d80f-43c0-aba6-1592a9695544', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93089) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 12:49:10.791699 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772861'] for port, before_update {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:49:10.804633 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.notifiers.nova [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c0a33d39-c375-4330-94d3-9720e2f7fe7f {{(pid=93089) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 12:49:10.824969 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.db [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] For port c0a33d39-c375-4330-94d3-9720e2f7fe7f, host hv-cinder-79963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79963',level=0,port_id=c0a33d39-c375-4330-94d3-9720e2f7fe7f,segment=NetworkSegment(1eb18788-5df7-46da-9081-36e4d73aca02),segment_id=1eb18788-5df7-46da-9081-36e4d73aca02)] {{(pid=93089) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:49:10.828829 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-772913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730294210856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730293689582', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730293689631'] for port, after_update {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:49:10.874646 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] Pushing event updated for resources: {'Port': ['ID=c0a33d39-c375-4330-94d3-9720e2f7fe7f,revision_number=4']} {{(pid=93089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:49:10.881496 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799631-1-iscsi {{(pid=93089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:49:10.881839 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799631-1-iscsi {{(pid=93089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:49:10.882672 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799631-1-iscsi {{(pid=93089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:49:10.883310 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799631-1-iscsi {{(pid=93089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:49:10.883652 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799631-1-iscsi {{(pid=93089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:49:10.883982 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799631-1-iscsi {{(pid=93089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:49:10.884307 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-799631-1-iscsi {{(pid=93089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:49:10.884634 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-799631-1-iscsi {{(pid=93089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:49:10.884960 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799631-1-iscsi {{(pid=93089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:49:10.885280 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799631-1-iscsi {{(pid=93089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:49:10.885597 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799631-1-iscsi {{(pid=93089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:49:10.885913 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799631-1-iscsi {{(pid=93089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:49:10.948062 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-3dd6613b-aa53-445d-9a05-4c085a94a05e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730293992524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912513'] for agent, after_update {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:49:11.131282 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.db [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] get_ports_and_sgs() called for port_ids ['c0a33d39-c375-4330-94d3-9720e2f7fe7f'] {{(pid=93089) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 12:49:11.229277 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ffd3c0-9d37-414f-a098-d5d4d5c0aa6d req-f661d498-67f0-46e8-b84f-d6dbaa7af07a tempest-TestVolumeBootPattern-1525136861 tempest-TestVolumeBootPattern-1525136861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:49:11.230794 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-65ffd3c0-9d37-414f-a098-d5d4d5c0aa6d req-f661d498-67f0-46e8-b84f-d6dbaa7af07a tempest-TestVolumeBootPattern-1525136861 tempest-TestVolumeBootPattern-1525136861-project] 10.222.0.106 "GET /v2.0/ports?device_id=07ef1507-19f2-4165-b95b-827c85847bc4 HTTP/1.1" status: 200 len: 944 time: 0.0628021 Jul 06 12:49:11.269492 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-65ffd3c0-9d37-414f-a098-d5d4d5c0aa6d req-172faed5-a89d-43e2-9b47-51c84de0dcd6 tempest-TestVolumeBootPattern-1525136861 tempest-TestVolumeBootPattern-1525136861-project] 10.222.0.106 "GET /v2.0/security-groups?id=424627eb-6e1f-4d8c-b6cc-51a70563b380&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321074 Jul 06 12:49:11.567335 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-59602645-7b03-4a79-8c54-32befe919dd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730293992524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912513'] for agent, after_update {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:49:12.439449 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ee7c91-59a2-406a-abe0-c5ca35faae8c req-799ef047-c9bc-4191-915f-4a2387bfcd48 tempest-TestVolumeBootPattern-1525136861 tempest-TestVolumeBootPattern-1525136861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:49:12.440921 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-14ee7c91-59a2-406a-abe0-c5ca35faae8c req-799ef047-c9bc-4191-915f-4a2387bfcd48 tempest-TestVolumeBootPattern-1525136861 tempest-TestVolumeBootPattern-1525136861-project] 10.222.0.106 "GET /v2.0/ports?device_id=07ef1507-19f2-4165-b95b-827c85847bc4 HTTP/1.1" status: 200 len: 944 time: 0.0608730 Jul 06 12:49:12.478413 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-14ee7c91-59a2-406a-abe0-c5ca35faae8c req-14c8c698-1355-497a-9466-b53d8c190267 tempest-TestVolumeBootPattern-1525136861 tempest-TestVolumeBootPattern-1525136861-project] 10.222.0.106 "GET /v2.0/security-groups?id=424627eb-6e1f-4d8c-b6cc-51a70563b380&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314405 Jul 06 12:49:12.647634 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.rpc [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] Device c0a33d39-c375-4330-94d3-9720e2f7fe7f up at agent hyperv_hv-cinder-79963 {{(pid=93089) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:49:12.697236 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.db.provisioning_blocks [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] Provisioning for port c0a33d39-c375-4330-94d3-9720e2f7fe7f completed by entity L2. {{(pid=93089) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:49:12.700948 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.db.provisioning_blocks [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] Provisioning complete for port c0a33d39-c375-4330-94d3-9720e2f7fe7f triggered by entity L2. {{(pid=93089) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:49:12.701326 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912496'] for port, provisioning_complete {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:49:12.775705 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772861'] for port, before_update {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:49:12.796801 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07ef1507-19f2-4165-b95b-827c85847bc4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0a33d39-c375-4330-94d3-9720e2f7fe7f'}] {{(pid=93089) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:49:12.799119 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.106/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe93d3bb6f6ea65552dd5d1819c289058d75ea396ac2be612a447f7071fdb995" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13d19b6c-7007-41a4-9b07-2f105eaf9f89" -d '{"events": [{"server_uuid": "07ef1507-19f2-4165-b95b-827c85847bc4", "name": "network-vif-plugged", "status": "completed", "tag": "c0a33d39-c375-4330-94d3-9720e2f7fe7f"}]}' {{(pid=93089) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:49:12.812405 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.db [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] For port c0a33d39-c375-4330-94d3-9720e2f7fe7f, host hv-cinder-79963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79963',level=0,port_id=c0a33d39-c375-4330-94d3-9720e2f7fe7f,segment=NetworkSegment(1eb18788-5df7-46da-9081-36e4d73aca02),segment_id=1eb18788-5df7-46da-9081-36e4d73aca02)] {{(pid=93089) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:49:12.817478 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-772913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730294210856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730293689582', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730293689631'] for port, after_update {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:49:12.843507 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 12:49:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1332f537-4ca2-4d00-85e3-7b91c1be5084 x-openstack-request-id: req-1332f537-4ca2-4d00-85e3-7b91c1be5084 {{(pid=93089) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:49:12.843799 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07ef1507-19f2-4165-b95b-827c85847bc4", "name": "network-vif-plugged", "status": "completed", "tag": "c0a33d39-c375-4330-94d3-9720e2f7fe7f", "code": 200}]} {{(pid=93089) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:49:12.844060 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.106/compute/v2.1/os-server-external-events used request id req-1332f537-4ca2-4d00-85e3-7b91c1be5084 {{(pid=93089) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:49:12.844450 dv-cinder-799631-1-iscsi neutron-server[93089]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07ef1507-19f2-4165-b95b-827c85847bc4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0a33d39-c375-4330-94d3-9720e2f7fe7f', 'code': 200} Jul 06 12:49:12.870655 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] Pushing event updated for resources: {'Port': ['ID=c0a33d39-c375-4330-94d3-9720e2f7fe7f,revision_number=5']} {{(pid=93089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:49:13.144600 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-eaae0be5-6402-4968-ae30-74f1a6482786 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730293992524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912513'] for agent, after_update {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:49:13.190832 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f61ceb2-b079-4b5e-b5f7-4b0e0571518d req-b24bcb67-8474-48e8-90a6-f93cd0c6a081 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:49:13.192356 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-7f61ceb2-b079-4b5e-b5f7-4b0e0571518d req-b24bcb67-8474-48e8-90a6-f93cd0c6a081 service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=07ef1507-19f2-4165-b95b-827c85847bc4 HTTP/1.1" status: 200 len: 1098 time: 0.1042063 Jul 06 12:49:13.228540 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-7f61ceb2-b079-4b5e-b5f7-4b0e0571518d req-0f18a1a9-f26b-48f2-8e0e-a5b6b9a5bbe9 service neutron] 10.222.0.100 "GET /v2.0/security-groups?id=424627eb-6e1f-4d8c-b6cc-51a70563b380&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0294363 Jul 06 12:49:13.662036 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e2240c-8620-431b-99bf-4a20d551ac56 req-3de448be-5d7e-44ab-918d-594a997c3933 tempest-TestVolumeBootPattern-1525136861 tempest-TestVolumeBootPattern-1525136861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:49:13.663656 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-23e2240c-8620-431b-99bf-4a20d551ac56 req-3de448be-5d7e-44ab-918d-594a997c3933 tempest-TestVolumeBootPattern-1525136861 tempest-TestVolumeBootPattern-1525136861-project] 10.222.0.106 "GET /v2.0/ports?device_id=07ef1507-19f2-4165-b95b-827c85847bc4 HTTP/1.1" status: 200 len: 945 time: 0.0631862 Jul 06 12:49:13.701766 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-23e2240c-8620-431b-99bf-4a20d551ac56 req-1722d73d-db7a-45b9-845b-9ecef7b5ba20 tempest-TestVolumeBootPattern-1525136861 tempest-TestVolumeBootPattern-1525136861-project] 10.222.0.106 "GET /v2.0/security-groups?id=424627eb-6e1f-4d8c-b6cc-51a70563b380&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318074 Jul 06 12:49:14.882474 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2ea728-b4c1-42e2-be53-9a33cee93c95 req-8f399f96-217b-4f8b-81b0-4e4a9aede431 tempest-TestVolumeBootPattern-1525136861 tempest-TestVolumeBootPattern-1525136861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:49:14.883994 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-6f2ea728-b4c1-42e2-be53-9a33cee93c95 req-8f399f96-217b-4f8b-81b0-4e4a9aede431 tempest-TestVolumeBootPattern-1525136861 tempest-TestVolumeBootPattern-1525136861-project] 10.222.0.106 "GET /v2.0/ports?device_id=07ef1507-19f2-4165-b95b-827c85847bc4 HTTP/1.1" status: 200 len: 945 time: 0.0665390 Jul 06 12:49:14.922796 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-6f2ea728-b4c1-42e2-be53-9a33cee93c95 req-a588b361-4587-4bd1-b47e-4df24d7f6530 tempest-TestVolumeBootPattern-1525136861 tempest-TestVolumeBootPattern-1525136861-project] 10.222.0.106 "GET /v2.0/security-groups?id=424627eb-6e1f-4d8c-b6cc-51a70563b380&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333433 Jul 06 12:49:15.094091 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5db3cd-1e08-4426-ab26-e8b061d18d06 req-84a66eda-1bfb-4bc7-bad2-8867bc599d41 tempest-TestVolumeBootPattern-1525136861 tempest-TestVolumeBootPattern-1525136861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:49:15.095859 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-5e5db3cd-1e08-4426-ab26-e8b061d18d06 req-84a66eda-1bfb-4bc7-bad2-8867bc599d41 tempest-TestVolumeBootPattern-1525136861 tempest-TestVolumeBootPattern-1525136861-project] 10.222.0.106 "GET /v2.0/ports?device_id=07ef1507-19f2-4165-b95b-827c85847bc4 HTTP/1.1" status: 200 len: 945 time: 0.0624008 Jul 06 12:49:15.132960 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-5e5db3cd-1e08-4426-ab26-e8b061d18d06 req-43290a0a-2591-4298-8dc6-42dcba6558a4 tempest-TestVolumeBootPattern-1525136861 tempest-TestVolumeBootPattern-1525136861-project] 10.222.0.106 "GET /v2.0/security-groups?id=424627eb-6e1f-4d8c-b6cc-51a70563b380&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316095 Jul 06 12:49:15.161142 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.wsgi [-] (93088) accepted ('10.222.0.106', 57488) {{(pid=93088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:49:15.211136 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b67a96de-58f9-4d52-9008-bf15e0961b11 tempest-TestVolumeBootPattern-1839316069 tempest-TestVolumeBootPattern-1839316069-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:49:15.212667 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [None req-b67a96de-58f9-4d52-9008-bf15e0961b11 tempest-TestVolumeBootPattern-1839316069 tempest-TestVolumeBootPattern-1839316069-project-admin] 10.222.0.106 "GET /v2.0/ports?device_id=07ef1507-19f2-4165-b95b-827c85847bc4 HTTP/1.1" status: 200 len: 1093 time: 0.0505219 Jul 06 12:49:15.215582 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.wsgi [-] (93088) accepted ('10.222.0.106', 57490) {{(pid=93088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:49:15.220293 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.api.v2.base [None req-04d29a99-d682-4775-9a1e-8ce7829f7628 tempest-TestVolumeBootPattern-1525136861 tempest-TestVolumeBootPattern-1525136861-project] Request body: {'floatingip': {'floating_network_id': '2a97b808-be6d-48ec-a40b-4668530ee790', 'port_id': 'c0a33d39-c375-4330-94d3-9720e2f7fe7f', 'tenant_id': '7d3fca7e03d1476d8c34bd1e06242792', 'fixed_ip_address': '172.20.0.3'}} {{(pid=93088) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:49:15.242160 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-04d29a99-d682-4775-9a1e-8ce7829f7628 tempest-TestVolumeBootPattern-1525136861 tempest-TestVolumeBootPattern-1525136861-project] Notify callbacks [] for floatingip, before_create {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:49:15.347552 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-04d29a99-d682-4775-9a1e-8ce7829f7628 tempest-TestVolumeBootPattern-1525136861 tempest-TestVolumeBootPattern-1525136861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772861'] for port, before_create {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:49:15.456980 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.db.db_base_plugin_common [None req-04d29a99-d682-4775-9a1e-8ce7829f7628 tempest-TestVolumeBootPattern-1525136861 tempest-TestVolumeBootPattern-1525136861-project] Allocated IP 172.27.1.242 (2a97b808-be6d-48ec-a40b-4668530ee790/1816a596-2dc6-4d27-98a5-201cc12476f2/d782e6f4-8d89-416e-80d0-322012d0c4cf) {{(pid=93088) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:49:15.558303 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-04d29a99-d682-4775-9a1e-8ce7829f7628 tempest-TestVolumeBootPattern-1525136861 tempest-TestVolumeBootPattern-1525136861-project] Notify callbacks [] for port, precommit_create {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:49:15.596042 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-04d29a99-d682-4775-9a1e-8ce7829f7628 tempest-TestVolumeBootPattern-1525136861 tempest-TestVolumeBootPattern-1525136861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-772920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-407207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730293689564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-63638193'] for port, after_create {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:49:15.631848 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04d29a99-d682-4775-9a1e-8ce7829f7628 tempest-TestVolumeBootPattern-1525136861 tempest-TestVolumeBootPattern-1525136861-project] Network 2a97b808-be6d-48ec-a40b-4668530ee790 is already hosted by enough agents. {{(pid=93088) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:49:15.635189 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.scheduler.base_scheduler [None req-04d29a99-d682-4775-9a1e-8ce7829f7628 tempest-TestVolumeBootPattern-1525136861 tempest-TestVolumeBootPattern-1525136861-project] Resources bound (agent type, host, resource id): {{(pid=93088) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:49:15.641116 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04d29a99-d682-4775-9a1e-8ce7829f7628 tempest-TestVolumeBootPattern-1525136861 tempest-TestVolumeBootPattern-1525136861-project] Received port after_create {{(pid=93088) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:49:15.646317 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d29a99-d682-4775-9a1e-8ce7829f7628 tempest-TestVolumeBootPattern-1525136861 tempest-TestVolumeBootPattern-1525136861-project] Pushing event updated for resources: {'Port': ['ID=d782e6f4-8d89-416e-80d0-322012d0c4cf,revision_number=1']} {{(pid=93088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:49:15.992122 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-04d29a99-d682-4775-9a1e-8ce7829f7628 tempest-TestVolumeBootPattern-1525136861 tempest-TestVolumeBootPattern-1525136861-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:49:16.066528 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-04d29a99-d682-4775-9a1e-8ce7829f7628 tempest-TestVolumeBootPattern-1525136861 tempest-TestVolumeBootPattern-1525136861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772861'] for port, before_update {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:49:16.488556 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-04d29a99-d682-4775-9a1e-8ce7829f7628 tempest-TestVolumeBootPattern-1525136861 tempest-TestVolumeBootPattern-1525136861-project] Notify callbacks [] for port, precommit_update {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:49:16.493626 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-04d29a99-d682-4775-9a1e-8ce7829f7628 tempest-TestVolumeBootPattern-1525136861 tempest-TestVolumeBootPattern-1525136861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-772913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730294210856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730293689582', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730293689631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63638083'] for port, after_update {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:49:16.559658 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d29a99-d682-4775-9a1e-8ce7829f7628 tempest-TestVolumeBootPattern-1525136861 tempest-TestVolumeBootPattern-1525136861-project] Pushing event updated for resources: {'Port': ['ID=d782e6f4-8d89-416e-80d0-322012d0c4cf,revision_number=2']} {{(pid=93088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:49:16.569656 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-04d29a99-d682-4775-9a1e-8ce7829f7628 tempest-TestVolumeBootPattern-1525136861 tempest-TestVolumeBootPattern-1525136861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1764457'] for floatingip, after_update {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:49:16.672733 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.db.l3_db [None req-04d29a99-d682-4775-9a1e-8ce7829f7628 tempest-TestVolumeBootPattern-1525136861 tempest-TestVolumeBootPattern-1525136861-project] Floating IP cf17e2a8-d936-4c36-af75-e968c847c44d associated. External IP: 172.27.1.242, port: c0a33d39-c375-4330-94d3-9720e2f7fe7f. Jul 06 12:49:16.875093 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04d29a99-d682-4775-9a1e-8ce7829f7628 tempest-TestVolumeBootPattern-1525136861 tempest-TestVolumeBootPattern-1525136861-project] Router 3d014b2a-d414-4182-8ec4-3f90e6b5295b has already been hosted by L3 agent 8f648e93-51d3-4e20-9eca-a57842435ba1 {{(pid=93088) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 12:49:16.979561 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04d29a99-d682-4775-9a1e-8ce7829f7628 tempest-TestVolumeBootPattern-1525136861 tempest-TestVolumeBootPattern-1525136861-project] Notify agent at l3_agent.dv-cinder-799631-1-iscsi the message routers_updated {{(pid=93088) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:49:16.989283 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65ae1528-5a56-4191-ae67-3017a497ffaf None None] Sync routers for ids ['3d014b2a-d414-4182-8ec4-3f90e6b5295b'] in dv-cinder-799631-1-iscsi {{(pid=93089) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:49:16.995418 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-04d29a99-d682-4775-9a1e-8ce7829f7628 tempest-TestVolumeBootPattern-1525136861 tempest-TestVolumeBootPattern-1525136861-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473541'] for floatingip, before_response {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:49:17.000131 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65ae1528-5a56-4191-ae67-3017a497ffaf None None] Routers {'3d014b2a-d414-4182-8ec4-3f90e6b5295b'} bound to L3 agent in host dv-cinder-799631-1-iscsi {{(pid=93089) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:49:17.000827 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.db.l3_hamode_db [None req-65ae1528-5a56-4191-ae67-3017a497ffaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799631-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T12:25:10Z,description=,heartbeat_timestamp=2021-07-06T12:49:11Z,host='dv-cinder-799631-1-iscsi',id=8f648e93-51d3-4e20-9eca-a57842435ba1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T12:25:10Z,topic='l3_agent')) {'router_ids': ['3d014b2a-d414-4182-8ec4-3f90e6b5295b'], 'active': True} {{(pid=93089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:49:17.034841 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [None req-04d29a99-d682-4775-9a1e-8ce7829f7628 tempest-TestVolumeBootPattern-1525136861 tempest-TestVolumeBootPattern-1525136861-project] 10.222.0.106 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8179595 Jul 06 12:49:17.035864 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07ef1507-19f2-4165-b95b-827c85847bc4', 'tag': 'c0a33d39-c375-4330-94d3-9720e2f7fe7f'}] {{(pid=93088) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:49:17.038231 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.106/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9084e8bb467df778e8c5a57eadfa6056a7986fbfd2ee9905f143c38c4b95db31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa35e1e7-261e-4f49-8f6d-82e7aea67e50" -d '{"events": [{"name": "network-changed", "server_uuid": "07ef1507-19f2-4165-b95b-827c85847bc4", "tag": "c0a33d39-c375-4330-94d3-9720e2f7fe7f"}]}' {{(pid=93088) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:49:17.078846 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 12:49:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9023c821-b2f5-4052-b48d-81822d24242a x-openstack-request-id: req-9023c821-b2f5-4052-b48d-81822d24242a {{(pid=93088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:49:17.079164 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "07ef1507-19f2-4165-b95b-827c85847bc4", "tag": "c0a33d39-c375-4330-94d3-9720e2f7fe7f", "status": "completed", "code": 200}]} {{(pid=93088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:49:17.079416 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.106/compute/v2.1/os-server-external-events used request id req-9023c821-b2f5-4052-b48d-81822d24242a {{(pid=93088) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:49:17.079813 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '07ef1507-19f2-4165-b95b-827c85847bc4', 'tag': 'c0a33d39-c375-4330-94d3-9720e2f7fe7f', 'status': 'completed', 'code': 200} Jul 06 12:49:17.118578 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.db.l3_dvr_db [None req-65ae1528-5a56-4191-ae67-3017a497ffaf None None] Set router 3d014b2a-d414-4182-8ec4-3f90e6b5295b gateway port host: dv-cinder-799631-1-iscsi {{(pid=93089) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:49:17.180773 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa35e1e7-261e-4f49-8f6d-82e7aea67e50 req-45dec54b-e02c-4afc-a11d-53b0158f0659 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:49:17.182336 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-fa35e1e7-261e-4f49-8f6d-82e7aea67e50 req-45dec54b-e02c-4afc-a11d-53b0158f0659 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=7d3fca7e03d1476d8c34bd1e06242792&device_id=07ef1507-19f2-4165-b95b-827c85847bc4 HTTP/1.1" status: 200 len: 1098 time: 0.0579321 Jul 06 12:49:17.271630 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa35e1e7-261e-4f49-8f6d-82e7aea67e50 req-e46c12c5-093a-4c26-90b9-3b97d67d79b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:49:17.273112 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-fa35e1e7-261e-4f49-8f6d-82e7aea67e50 req-e46c12c5-093a-4c26-90b9-3b97d67d79b1 service neutron] 10.222.0.100 "GET /v2.0/networks?id=70c6c503-e3dc-4ea0-b47e-6f37032d35b2 HTTP/1.1" status: 200 len: 914 time: 0.0841954 Jul 06 12:49:17.344480 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.db.l3_hamode_db [None req-65ae1528-5a56-4191-ae67-3017a497ffaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d014b2a-d414-4182-8ec4-3f90e6b5295b', 'name': 'tempest-TestVolumeBootPattern-1689920214-router', 'tenant_id': '7d3fca7e03d1476d8c34bd1e06242792', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a97b808-be6d-48ec-a40b-4668530ee790', 'external_fixed_ips': [{'subnet_id': '1816a596-2dc6-4d27-98a5-201cc12476f2', 'ip_address': '172.27.1.97'}], 'enable_snat': True}, 'gw_port_id': '50537514-147c-4be7-8c94-ea4280b7335a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:44:09Z', 'updated_at': '2021-07-06T12:44:12Z', 'revision_number': 4, 'project_id': '7d3fca7e03d1476d8c34bd1e06242792', 'gw_port': {'id': '50537514-147c-4be7-8c94-ea4280b7335a', 'name': '', 'network_id': '2a97b808-be6d-48ec-a40b-4668530ee790', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:27:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d014b2a-d414-4182-8ec4-3f90e6b5295b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '1816a596-2dc6-4d27-98a5-201cc12476f2', 'ip_address': '172.27.1.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799631-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:44:10Z', 'updated_at': '2021-07-06T12:44:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1816a596-2dc6-4d27-98a5-201cc12476f2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799631-1-iscsi', '_floatingips': [{'id': 'a333f3bd-2abf-4e87-8a32-0e1920fa379f', 'tenant_id': '7d3fca7e03d1476d8c34bd1e06242792', 'floating_ip_address': '172.27.1.203', 'floating_network_id': '2a97b808-be6d-48ec-a40b-4668530ee790', 'router_id': '3d014b2a-d414-4182-8ec4-3f90e6b5295b', 'port_id': '9b527af6-eca0-4cc3-a7c2-4acad178b702', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '70c6c503-e3dc-4ea0-b47e-6f37032d35b2', 'mac_address': 'fa:16:3e:81:19:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '753e6bdd-490f-4e4d-b54b-035502fd3fe7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T12:47:20Z', 'updated_at': '2021-07-06T12:47:23Z', 'revision_number': 1, 'project_id': '7d3fca7e03d1476d8c34bd1e06242792', 'fixed_ip_address_scope': None}, {'id': 'cf17e2a8-d936-4c36-af75-e968c847c44d', 'tenant_id': '7d3fca7e03d1476d8c34bd1e06242792', 'floating_ip_address': '172.27.1.242', 'floating_network_id': '2a97b808-be6d-48ec-a40b-4668530ee790', 'router_id': '3d014b2a-d414-4182-8ec4-3f90e6b5295b', 'port_id': 'c0a33d39-c375-4330-94d3-9720e2f7fe7f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '70c6c503-e3dc-4ea0-b47e-6f37032d35b2', 'mac_address': 'fa:16:3e:7f:53:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07ef1507-19f2-4165-b95b-827c85847bc4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T12:49:15Z', 'updated_at': '2021-07-06T12:49:15Z', 'revision_number': 0, 'project_id': '7d3fca7e03d1476d8c34bd1e06242792', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e7000db5-f64d-4e9a-9e04-3eb5cc8f7ce0', 'name': '', 'network_id': '70c6c503-e3dc-4ea0-b47e-6f37032d35b2', 'tenant_id': '7d3fca7e03d1476d8c34bd1e06242792', 'mac_address': 'fa:16:3e:91:09:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d014b2a-d414-4182-8ec4-3f90e6b5295b', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '33e7a687-d80f-43c0-aba6-1592a9695544', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799631-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:44:11Z', 'updated_at': '2021-07-06T12:44:18Z', 'revision_number': 5, 'project_id': '7d3fca7e03d1476d8c34bd1e06242792', 'subnets': [{'id': '33e7a687-d80f-43c0-aba6-1592a9695544', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799631-1-iscsi', False) {} {{(pid=93089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:49:17.345196 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-fa35e1e7-261e-4f49-8f6d-82e7aea67e50 req-ae22c022-dd1b-4138-a875-7774e4c91fd9 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c0a33d39-c375-4330-94d3-9720e2f7fe7f HTTP/1.1" status: 200 len: 999 time: 0.0648077 Jul 06 12:49:17.374784 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65ae1528-5a56-4191-ae67-3017a497ffaf None None] Checking router: 3d014b2a-d414-4182-8ec4-3f90e6b5295b for host: dv-cinder-799631-1-iscsi {{(pid=93089) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 12:49:17.383140 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65ae1528-5a56-4191-ae67-3017a497ffaf None None] Routers {'3d014b2a-d414-4182-8ec4-3f90e6b5295b'} bound to L3 agent in host dv-cinder-799631-1-iscsi {{(pid=93089) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:49:17.383763 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.db.l3_hamode_db [None req-65ae1528-5a56-4191-ae67-3017a497ffaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799631-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T12:25:10Z,description=,heartbeat_timestamp=2021-07-06T12:49:11Z,host='dv-cinder-799631-1-iscsi',id=8f648e93-51d3-4e20-9eca-a57842435ba1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T12:25:10Z,topic='l3_agent')) {'router_ids': ['3d014b2a-d414-4182-8ec4-3f90e6b5295b'], 'active': True} {{(pid=93089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:49:17.393160 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa35e1e7-261e-4f49-8f6d-82e7aea67e50 req-daa0fc45-d9f2-4ac3-9c40-3f3c9b9ff0e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:49:17.394635 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-fa35e1e7-261e-4f49-8f6d-82e7aea67e50 req-daa0fc45-d9f2-4ac3-9c40-3f3c9b9ff0e3 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=33e7a687-d80f-43c0-aba6-1592a9695544 HTTP/1.1" status: 200 len: 851 time: 0.0437739 Jul 06 12:49:17.450649 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa35e1e7-261e-4f49-8f6d-82e7aea67e50 req-c921f9e6-d4c0-4e9d-bda6-80ef3fb69744 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:49:17.452174 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-fa35e1e7-261e-4f49-8f6d-82e7aea67e50 req-c921f9e6-d4c0-4e9d-bda6-80ef3fb69744 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=70c6c503-e3dc-4ea0-b47e-6f37032d35b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0514348 Jul 06 12:49:17.485189 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.db.l3_dvr_db [None req-65ae1528-5a56-4191-ae67-3017a497ffaf None None] Set router 3d014b2a-d414-4182-8ec4-3f90e6b5295b gateway port host: dv-cinder-799631-1-iscsi {{(pid=93089) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:49:17.547670 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-fa35e1e7-261e-4f49-8f6d-82e7aea67e50 req-e96e62fb-4735-417c-ba0e-9bb278553e0e service neutron] 10.222.0.100 "GET /v2.0/networks/70c6c503-e3dc-4ea0-b47e-6f37032d35b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893981 Jul 06 12:49:17.638140 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-fa35e1e7-261e-4f49-8f6d-82e7aea67e50 req-57755043-1849-4764-a179-4753059ca0f5 service neutron] 10.222.0.100 "GET /v2.0/networks/70c6c503-e3dc-4ea0-b47e-6f37032d35b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841241 Jul 06 12:49:17.724488 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.db.l3_hamode_db [None req-65ae1528-5a56-4191-ae67-3017a497ffaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d014b2a-d414-4182-8ec4-3f90e6b5295b', 'name': 'tempest-TestVolumeBootPattern-1689920214-router', 'tenant_id': '7d3fca7e03d1476d8c34bd1e06242792', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a97b808-be6d-48ec-a40b-4668530ee790', 'external_fixed_ips': [{'subnet_id': '1816a596-2dc6-4d27-98a5-201cc12476f2', 'ip_address': '172.27.1.97'}], 'enable_snat': True}, 'gw_port_id': '50537514-147c-4be7-8c94-ea4280b7335a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:44:09Z', 'updated_at': '2021-07-06T12:44:12Z', 'revision_number': 4, 'project_id': '7d3fca7e03d1476d8c34bd1e06242792', 'gw_port': {'id': '50537514-147c-4be7-8c94-ea4280b7335a', 'name': '', 'network_id': '2a97b808-be6d-48ec-a40b-4668530ee790', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:27:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d014b2a-d414-4182-8ec4-3f90e6b5295b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '1816a596-2dc6-4d27-98a5-201cc12476f2', 'ip_address': '172.27.1.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799631-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:44:10Z', 'updated_at': '2021-07-06T12:44:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1816a596-2dc6-4d27-98a5-201cc12476f2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799631-1-iscsi', '_floatingips': [{'id': 'a333f3bd-2abf-4e87-8a32-0e1920fa379f', 'tenant_id': '7d3fca7e03d1476d8c34bd1e06242792', 'floating_ip_address': '172.27.1.203', 'floating_network_id': '2a97b808-be6d-48ec-a40b-4668530ee790', 'router_id': '3d014b2a-d414-4182-8ec4-3f90e6b5295b', 'port_id': '9b527af6-eca0-4cc3-a7c2-4acad178b702', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '70c6c503-e3dc-4ea0-b47e-6f37032d35b2', 'mac_address': 'fa:16:3e:81:19:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '753e6bdd-490f-4e4d-b54b-035502fd3fe7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T12:47:20Z', 'updated_at': '2021-07-06T12:47:23Z', 'revision_number': 1, 'project_id': '7d3fca7e03d1476d8c34bd1e06242792', 'fixed_ip_address_scope': None}, {'id': 'cf17e2a8-d936-4c36-af75-e968c847c44d', 'tenant_id': '7d3fca7e03d1476d8c34bd1e06242792', 'floating_ip_address': '172.27.1.242', 'floating_network_id': '2a97b808-be6d-48ec-a40b-4668530ee790', 'router_id': '3d014b2a-d414-4182-8ec4-3f90e6b5295b', 'port_id': 'c0a33d39-c375-4330-94d3-9720e2f7fe7f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '70c6c503-e3dc-4ea0-b47e-6f37032d35b2', 'mac_address': 'fa:16:3e:7f:53:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07ef1507-19f2-4165-b95b-827c85847bc4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T12:49:15Z', 'updated_at': '2021-07-06T12:49:15Z', 'revision_number': 0, 'project_id': '7d3fca7e03d1476d8c34bd1e06242792', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e7000db5-f64d-4e9a-9e04-3eb5cc8f7ce0', 'name': '', 'network_id': '70c6c503-e3dc-4ea0-b47e-6f37032d35b2', 'tenant_id': '7d3fca7e03d1476d8c34bd1e06242792', 'mac_address': 'fa:16:3e:91:09:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d014b2a-d414-4182-8ec4-3f90e6b5295b', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '33e7a687-d80f-43c0-aba6-1592a9695544', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799631-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:44:11Z', 'updated_at': '2021-07-06T12:44:18Z', 'revision_number': 5, 'project_id': '7d3fca7e03d1476d8c34bd1e06242792', 'subnets': [{'id': '33e7a687-d80f-43c0-aba6-1592a9695544', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799631-1-iscsi', False) {} {{(pid=93089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:49:17.750602 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65ae1528-5a56-4191-ae67-3017a497ffaf None None] The sync data for ids ['3d014b2a-d414-4182-8ec4-3f90e6b5295b'] in dv-cinder-799631-1-iscsi is: [{'id': '3d014b2a-d414-4182-8ec4-3f90e6b5295b', 'name': 'tempest-TestVolumeBootPattern-1689920214-router', 'tenant_id': '7d3fca7e03d1476d8c34bd1e06242792', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a97b808-be6d-48ec-a40b-4668530ee790', 'external_fixed_ips': [{'subnet_id': '1816a596-2dc6-4d27-98a5-201cc12476f2', 'ip_address': '172.27.1.97'}], 'enable_snat': True}, 'gw_port_id': '50537514-147c-4be7-8c94-ea4280b7335a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:44:09Z', 'updated_at': '2021-07-06T12:44:12Z', 'revision_number': 4, 'project_id': '7d3fca7e03d1476d8c34bd1e06242792', 'gw_port': {'id': '50537514-147c-4be7-8c94-ea4280b7335a', 'name': '', 'network_id': '2a97b808-be6d-48ec-a40b-4668530ee790', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:27:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d014b2a-d414-4182-8ec4-3f90e6b5295b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '1816a596-2dc6-4d27-98a5-201cc12476f2', 'ip_address': '172.27.1.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799631-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:44:10Z', 'updated_at': '2021-07-06T12:44:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1816a596-2dc6-4d27-98a5-201cc12476f2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799631-1-iscsi', '_floatingips': [{'id': 'a333f3bd-2abf-4e87-8a32-0e1920fa379f', 'tenant_id': '7d3fca7e03d1476d8c34bd1e06242792', 'floating_ip_address': '172.27.1.203', 'floating_network_id': '2a97b808-be6d-48ec-a40b-4668530ee790', 'router_id': '3d014b2a-d414-4182-8ec4-3f90e6b5295b', 'port_id': '9b527af6-eca0-4cc3-a7c2-4acad178b702', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '70c6c503-e3dc-4ea0-b47e-6f37032d35b2', 'mac_address': 'fa:16:3e:81:19:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '753e6bdd-490f-4e4d-b54b-035502fd3fe7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T12:47:20Z', 'updated_at': '2021-07-06T12:47:23Z', 'revision_number': 1, 'project_id': '7d3fca7e03d1476d8c34bd1e06242792', 'fixed_ip_address_scope': None}, {'id': 'cf17e2a8-d936-4c36-af75-e968c847c44d', 'tenant_id': '7d3fca7e03d1476d8c34bd1e06242792', 'floating_ip_address': '172.27.1.242', 'floating_network_id': '2a97b808-be6d-48ec-a40b-4668530ee790', 'router_id': '3d014b2a-d414-4182-8ec4-3f90e6b5295b', 'port_id': 'c0a33d39-c375-4330-94d3-9720e2f7fe7f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '70c6c503-e3dc-4ea0-b47e-6f37032d35b2', 'mac_address': 'fa:16:3e:7f:53:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07ef1507-19f2-4165-b95b-827c85847bc4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T12:49:15Z', 'updated_at': '2021-07-06T12:49:15Z', 'revision_number': 0, 'project_id': '7d3fca7e03d1476d8c34bd1e06242792', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e7000db5-f64d-4e9a-9e04-3eb5cc8f7ce0', 'name': '', 'network_id': '70c6c503-e3dc-4ea0-b47e-6f37032d35b2', 'tenant_id': '7d3fca7e03d1476d8c34bd1e06242792', 'mac_address': 'fa:16:3e:91:09:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d014b2a-d414-4182-8ec4-3f90e6b5295b', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '33e7a687-d80f-43c0-aba6-1592a9695544', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799631-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:44:11Z', 'updated_at': '2021-07-06T12:44:18Z', 'revision_number': 5, 'project_id': '7d3fca7e03d1476d8c34bd1e06242792', 'subnets': [{'id': '33e7a687-d80f-43c0-aba6-1592a9695544', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93089) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:49:17.941010 dv-cinder-799631-1-iscsi neutron-server[93090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a1b05d1-110d-4852-bdc6-0fac98badb7c None None] New status for floating IP cf17e2a8-d936-4c36-af75-e968c847c44d: ACTIVE {{(pid=93090) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 12:49:22.194163 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730293992524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912513'] for agent, after_update {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:49:34.787999 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-7864b280-c338-4aab-88e1-8fbc945d0bf5 req-abbd9e36-ab35-49cd-a9b5-4f0f99346c63 service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=753e6bdd-490f-4e4d-b54b-035502fd3fe7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0507815 Jul 06 12:49:34.903343 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7864b280-c338-4aab-88e1-8fbc945d0bf5 req-13687e75-60fa-428c-84c4-a7ac0532ee32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:49:34.904843 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-7864b280-c338-4aab-88e1-8fbc945d0bf5 req-13687e75-60fa-428c-84c4-a7ac0532ee32 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=7d3fca7e03d1476d8c34bd1e06242792&device_id=753e6bdd-490f-4e4d-b54b-035502fd3fe7 HTTP/1.1" status: 200 len: 1099 time: 0.0561149 Jul 06 12:49:35.010629 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7864b280-c338-4aab-88e1-8fbc945d0bf5 req-8511d619-8cb4-4ec8-9dff-ab50f7569e1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:49:35.012145 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-7864b280-c338-4aab-88e1-8fbc945d0bf5 req-8511d619-8cb4-4ec8-9dff-ab50f7569e1b service neutron] 10.222.0.100 "GET /v2.0/networks?id=70c6c503-e3dc-4ea0-b47e-6f37032d35b2 HTTP/1.1" status: 200 len: 914 time: 0.0839593 Jul 06 12:49:35.081155 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-7864b280-c338-4aab-88e1-8fbc945d0bf5 req-55bef343-2d25-465d-bb64-56034ac0b0a9 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9b527af6-eca0-4cc3-a7c2-4acad178b702 HTTP/1.1" status: 200 len: 1002 time: 0.0618143 Jul 06 12:49:35.129552 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7864b280-c338-4aab-88e1-8fbc945d0bf5 req-44a1ac90-887f-40c6-9913-140fea1d4fdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:49:35.130992 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-7864b280-c338-4aab-88e1-8fbc945d0bf5 req-44a1ac90-887f-40c6-9913-140fea1d4fdb service neutron] 10.222.0.100 "GET /v2.0/subnets?id=33e7a687-d80f-43c0-aba6-1592a9695544 HTTP/1.1" status: 200 len: 851 time: 0.0432155 Jul 06 12:49:35.188813 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7864b280-c338-4aab-88e1-8fbc945d0bf5 req-77fe9021-b7d5-42cf-b940-0f9989f129c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:49:35.190305 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-7864b280-c338-4aab-88e1-8fbc945d0bf5 req-77fe9021-b7d5-42cf-b940-0f9989f129c7 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=70c6c503-e3dc-4ea0-b47e-6f37032d35b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0523479 Jul 06 12:49:35.284684 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-7864b280-c338-4aab-88e1-8fbc945d0bf5 req-ba6ef44f-b2c0-4fdc-91fb-fec6c95e99c8 service neutron] 10.222.0.100 "GET /v2.0/networks/70c6c503-e3dc-4ea0-b47e-6f37032d35b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867467 Jul 06 12:49:35.376157 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-7864b280-c338-4aab-88e1-8fbc945d0bf5 req-62784521-4b21-45bc-aa77-235e42489170 service neutron] 10.222.0.100 "GET /v2.0/networks/70c6c503-e3dc-4ea0-b47e-6f37032d35b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844810 Jul 06 12:49:37.295905 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-009ffb61-6800-433b-a727-3a44f4d910b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730293992524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912513'] for agent, after_update {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:49:40.543697 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-6307906f-9bdd-454a-a351-17487bd77342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730293992524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912513'] for agent, after_update {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:49:40.948658 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-3dd6613b-aa53-445d-9a05-4c085a94a05e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730293992524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912513'] for agent, after_update {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:49:41.571257 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-59602645-7b03-4a79-8c54-32befe919dd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730293992524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912513'] for agent, after_update {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:49:43.147018 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-eaae0be5-6402-4968-ae30-74f1a6482786 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730293992524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912513'] for agent, after_update {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:49:44.005113 dv-cinder-799631-1-iscsi neutron-server[93090]: DEBUG neutron.db.agents_db [None req-df1e7349-c09a-47b1-8f5e-4c337b6ca707 None None] Agent healthcheck: found 6 active agents {{(pid=93090) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 12:49:52.204889 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730293992524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912513'] for agent, after_update {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:50:07.297661 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-ac987984-18db-430e-b84f-f5466ae149d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730293992524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912513'] for agent, after_update {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:50:10.547433 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-054cb0ee-6203-45e5-a5af-32c4529937a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730293992524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912513'] for agent, after_update {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:50:10.948683 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-3dd6613b-aa53-445d-9a05-4c085a94a05e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730293992524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912513'] for agent, after_update {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:50:11.574355 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-59602645-7b03-4a79-8c54-32befe919dd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730293992524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912513'] for agent, after_update {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:50:13.148619 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-eaae0be5-6402-4968-ae30-74f1a6482786 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730293992524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912513'] for agent, after_update {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:50:21.003601 dv-cinder-799631-1-iscsi neutron-server[93090]: DEBUG neutron.db.agents_db [None req-df1e7349-c09a-47b1-8f5e-4c337b6ca707 None None] Agent healthcheck: found 6 active agents {{(pid=93090) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 12:50:22.199708 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730293992524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912513'] for agent, after_update {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:50:34.014881 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-b63ab63c-9788-4231-babd-04ade9a50fd1 req-866a2ead-7322-43ce-b3f8-aee91dd08439 service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=07ef1507-19f2-4165-b95b-827c85847bc4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0518847 Jul 06 12:50:34.101489 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63ab63c-9788-4231-babd-04ade9a50fd1 req-953d1b63-3807-4b85-b97d-99e357e6711d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:50:34.102968 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-b63ab63c-9788-4231-babd-04ade9a50fd1 req-953d1b63-3807-4b85-b97d-99e357e6711d service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=7d3fca7e03d1476d8c34bd1e06242792&device_id=07ef1507-19f2-4165-b95b-827c85847bc4 HTTP/1.1" status: 200 len: 1098 time: 0.0562801 Jul 06 12:50:34.208768 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63ab63c-9788-4231-babd-04ade9a50fd1 req-5307c18e-f25f-40ae-91d8-03e0c4392d32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:50:34.210218 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-b63ab63c-9788-4231-babd-04ade9a50fd1 req-5307c18e-f25f-40ae-91d8-03e0c4392d32 service neutron] 10.222.0.100 "GET /v2.0/networks?id=70c6c503-e3dc-4ea0-b47e-6f37032d35b2 HTTP/1.1" status: 200 len: 914 time: 0.0830853 Jul 06 12:50:34.277618 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-b63ab63c-9788-4231-babd-04ade9a50fd1 req-4679da14-187a-415c-bfe5-a4a5607dee1d service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c0a33d39-c375-4330-94d3-9720e2f7fe7f HTTP/1.1" status: 200 len: 1001 time: 0.0606337 Jul 06 12:50:34.324183 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63ab63c-9788-4231-babd-04ade9a50fd1 req-731e58e0-0a1e-4c54-9936-66cc1567262c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:50:34.325713 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-b63ab63c-9788-4231-babd-04ade9a50fd1 req-731e58e0-0a1e-4c54-9936-66cc1567262c service neutron] 10.222.0.100 "GET /v2.0/subnets?id=33e7a687-d80f-43c0-aba6-1592a9695544 HTTP/1.1" status: 200 len: 851 time: 0.0416102 Jul 06 12:50:34.381002 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63ab63c-9788-4231-babd-04ade9a50fd1 req-a25bfc0f-c23f-45de-8c72-3d85b959b211 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:50:34.382485 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-b63ab63c-9788-4231-babd-04ade9a50fd1 req-a25bfc0f-c23f-45de-8c72-3d85b959b211 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=70c6c503-e3dc-4ea0-b47e-6f37032d35b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0507123 Jul 06 12:50:34.481700 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-b63ab63c-9788-4231-babd-04ade9a50fd1 req-bc78a04e-498c-49b4-8a87-9695fc9c4c60 service neutron] 10.222.0.100 "GET /v2.0/networks/70c6c503-e3dc-4ea0-b47e-6f37032d35b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928323 Jul 06 12:50:34.577882 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-b63ab63c-9788-4231-babd-04ade9a50fd1 req-818185a0-b0e2-4fe4-9a39-d1d2841cd43e service neutron] 10.222.0.100 "GET /v2.0/networks/70c6c503-e3dc-4ea0-b47e-6f37032d35b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901885 Jul 06 12:50:37.301699 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-073ca580-5588-4eec-ac84-7fb622dbbfee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730293992524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912513'] for agent, after_update {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:50:40.547680 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-19080d58-2f7a-4d7d-a48c-9d5f1d6cdc09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730293992524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912513'] for agent, after_update {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:50:40.950625 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-3dd6613b-aa53-445d-9a05-4c085a94a05e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730293992524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912513'] for agent, after_update {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:50:41.575454 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-59602645-7b03-4a79-8c54-32befe919dd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730293992524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912513'] for agent, after_update {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:50:43.151967 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-eaae0be5-6402-4968-ae30-74f1a6482786 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730293992524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912513'] for agent, after_update {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:50:44.885246 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.wsgi [-] (93088) accepted ('10.222.0.106', 57530) {{(pid=93088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:50:45.080888 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.plugins.ml2.plugin [None req-21b726c6-c160-4118-90be-e9e6dbbc9d6a tempest-TestVolumeBootPattern-1525136861 tempest-TestVolumeBootPattern-1525136861-project] Deleting port d782e6f4-8d89-416e-80d0-322012d0c4cf {{(pid=93088) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:50:45.081231 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-21b726c6-c160-4118-90be-e9e6dbbc9d6a tempest-TestVolumeBootPattern-1525136861 tempest-TestVolumeBootPattern-1525136861-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730294201564'] for port, before_delete {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:50:45.156114 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-21b726c6-c160-4118-90be-e9e6dbbc9d6a tempest-TestVolumeBootPattern-1525136861 tempest-TestVolumeBootPattern-1525136861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813012'] for port, precommit_delete {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:50:45.156362 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-21b726c6-c160-4118-90be-e9e6dbbc9d6a tempest-TestVolumeBootPattern-1525136861 tempest-TestVolumeBootPattern-1525136861-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:50:45.168008 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.plugins.ml2.plugin [None req-21b726c6-c160-4118-90be-e9e6dbbc9d6a tempest-TestVolumeBootPattern-1525136861 tempest-TestVolumeBootPattern-1525136861-project] Calling delete_port for d782e6f4-8d89-416e-80d0-322012d0c4cf owned by network:floatingip {{(pid=93088) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:50:45.336707 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-21b726c6-c160-4118-90be-e9e6dbbc9d6a tempest-TestVolumeBootPattern-1525136861 tempest-TestVolumeBootPattern-1525136861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-772913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730294210838', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730293689573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63638200'] for port, after_delete {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:50:45.361620 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b726c6-c160-4118-90be-e9e6dbbc9d6a tempest-TestVolumeBootPattern-1525136861 tempest-TestVolumeBootPattern-1525136861-project] Pushing event deleted for resources: {'Port': ['ID=d782e6f4-8d89-416e-80d0-322012d0c4cf,revision_number=None']} {{(pid=93088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:50:45.389991 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21b726c6-c160-4118-90be-e9e6dbbc9d6a tempest-TestVolumeBootPattern-1525136861 tempest-TestVolumeBootPattern-1525136861-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799631-1-iscsi {{(pid=93088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:50:45.390340 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21b726c6-c160-4118-90be-e9e6dbbc9d6a tempest-TestVolumeBootPattern-1525136861 tempest-TestVolumeBootPattern-1525136861-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799631-1-iscsi {{(pid=93088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:50:45.390684 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21b726c6-c160-4118-90be-e9e6dbbc9d6a tempest-TestVolumeBootPattern-1525136861 tempest-TestVolumeBootPattern-1525136861-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799631-1-iscsi {{(pid=93088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:50:45.391021 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21b726c6-c160-4118-90be-e9e6dbbc9d6a tempest-TestVolumeBootPattern-1525136861 tempest-TestVolumeBootPattern-1525136861-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799631-1-iscsi {{(pid=93088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:50:45.391383 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21b726c6-c160-4118-90be-e9e6dbbc9d6a tempest-TestVolumeBootPattern-1525136861 tempest-TestVolumeBootPattern-1525136861-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799631-1-iscsi {{(pid=93088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:50:45.392287 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21b726c6-c160-4118-90be-e9e6dbbc9d6a tempest-TestVolumeBootPattern-1525136861 tempest-TestVolumeBootPattern-1525136861-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799631-1-iscsi {{(pid=93088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:50:45.392620 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21b726c6-c160-4118-90be-e9e6dbbc9d6a tempest-TestVolumeBootPattern-1525136861 tempest-TestVolumeBootPattern-1525136861-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-799631-1-iscsi {{(pid=93088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:50:45.392951 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21b726c6-c160-4118-90be-e9e6dbbc9d6a tempest-TestVolumeBootPattern-1525136861 tempest-TestVolumeBootPattern-1525136861-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-799631-1-iscsi {{(pid=93088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:50:45.393285 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21b726c6-c160-4118-90be-e9e6dbbc9d6a tempest-TestVolumeBootPattern-1525136861 tempest-TestVolumeBootPattern-1525136861-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799631-1-iscsi {{(pid=93088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:50:45.393613 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21b726c6-c160-4118-90be-e9e6dbbc9d6a tempest-TestVolumeBootPattern-1525136861 tempest-TestVolumeBootPattern-1525136861-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799631-1-iscsi {{(pid=93088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:50:45.393937 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21b726c6-c160-4118-90be-e9e6dbbc9d6a tempest-TestVolumeBootPattern-1525136861 tempest-TestVolumeBootPattern-1525136861-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799631-1-iscsi {{(pid=93088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:50:45.394261 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21b726c6-c160-4118-90be-e9e6dbbc9d6a tempest-TestVolumeBootPattern-1525136861 tempest-TestVolumeBootPattern-1525136861-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799631-1-iscsi {{(pid=93088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:50:45.432513 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-21b726c6-c160-4118-90be-e9e6dbbc9d6a tempest-TestVolumeBootPattern-1525136861 tempest-TestVolumeBootPattern-1525136861-project] Notify callbacks [] for floatingip, after_delete {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:50:45.432756 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.db.l3_db [None req-21b726c6-c160-4118-90be-e9e6dbbc9d6a tempest-TestVolumeBootPattern-1525136861 tempest-TestVolumeBootPattern-1525136861-project] Floating IP cf17e2a8-d936-4c36-af75-e968c847c44d disassociated (deleted). External IP: 172.27.1.242, port: c0a33d39-c375-4330-94d3-9720e2f7fe7f. Jul 06 12:50:45.635117 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21b726c6-c160-4118-90be-e9e6dbbc9d6a tempest-TestVolumeBootPattern-1525136861 tempest-TestVolumeBootPattern-1525136861-project] Router 3d014b2a-d414-4182-8ec4-3f90e6b5295b has already been hosted by L3 agent 8f648e93-51d3-4e20-9eca-a57842435ba1 {{(pid=93088) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 12:50:45.738477 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21b726c6-c160-4118-90be-e9e6dbbc9d6a tempest-TestVolumeBootPattern-1525136861 tempest-TestVolumeBootPattern-1525136861-project] Notify agent at l3_agent.dv-cinder-799631-1-iscsi the message routers_updated {{(pid=93088) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:50:45.743424 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-21b726c6-c160-4118-90be-e9e6dbbc9d6a tempest-TestVolumeBootPattern-1525136861 tempest-TestVolumeBootPattern-1525136861-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473541'] for floatingip, before_response {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:50:45.747680 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc8c2ae6-3418-496a-ae55-2bebdacd01aa None None] Sync routers for ids ['3d014b2a-d414-4182-8ec4-3f90e6b5295b'] in dv-cinder-799631-1-iscsi {{(pid=93089) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:50:45.757375 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc8c2ae6-3418-496a-ae55-2bebdacd01aa None None] Routers {'3d014b2a-d414-4182-8ec4-3f90e6b5295b'} bound to L3 agent in host dv-cinder-799631-1-iscsi {{(pid=93089) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:50:45.757989 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.db.l3_hamode_db [None req-dc8c2ae6-3418-496a-ae55-2bebdacd01aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799631-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T12:25:10Z,description=,heartbeat_timestamp=2021-07-06T12:50:41Z,host='dv-cinder-799631-1-iscsi',id=8f648e93-51d3-4e20-9eca-a57842435ba1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T12:25:10Z,topic='l3_agent')) {'router_ids': ['3d014b2a-d414-4182-8ec4-3f90e6b5295b'], 'active': True} {{(pid=93089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:50:45.781907 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [None req-21b726c6-c160-4118-90be-e9e6dbbc9d6a tempest-TestVolumeBootPattern-1525136861 tempest-TestVolumeBootPattern-1525136861-project] 10.222.0.106 "DELETE /v2.0/floatingips/cf17e2a8-d936-4c36-af75-e968c847c44d HTTP/1.1" status: 204 len: 168 time: 0.8955400 Jul 06 12:50:45.782507 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07ef1507-19f2-4165-b95b-827c85847bc4', 'tag': 'c0a33d39-c375-4330-94d3-9720e2f7fe7f'}] {{(pid=93088) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:50:45.784854 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.106/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9084e8bb467df778e8c5a57eadfa6056a7986fbfd2ee9905f143c38c4b95db31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67e140bc-e288-4ada-8ee7-f0b62276c9c1" -d '{"events": [{"name": "network-changed", "server_uuid": "07ef1507-19f2-4165-b95b-827c85847bc4", "tag": "c0a33d39-c375-4330-94d3-9720e2f7fe7f"}]}' {{(pid=93088) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:50:45.825083 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 12:50:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db431ce1-881f-4ba2-88bd-d75bf2e302c0 x-openstack-request-id: req-db431ce1-881f-4ba2-88bd-d75bf2e302c0 {{(pid=93088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:50:45.825397 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "07ef1507-19f2-4165-b95b-827c85847bc4", "tag": "c0a33d39-c375-4330-94d3-9720e2f7fe7f", "status": "completed", "code": 200}]} {{(pid=93088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:50:45.825759 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.106/compute/v2.1/os-server-external-events used request id req-db431ce1-881f-4ba2-88bd-d75bf2e302c0 {{(pid=93088) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:50:45.826172 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '07ef1507-19f2-4165-b95b-827c85847bc4', 'tag': 'c0a33d39-c375-4330-94d3-9720e2f7fe7f', 'status': 'completed', 'code': 200} Jul 06 12:50:45.873258 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.db.l3_dvr_db [None req-dc8c2ae6-3418-496a-ae55-2bebdacd01aa None None] Set router 3d014b2a-d414-4182-8ec4-3f90e6b5295b gateway port host: dv-cinder-799631-1-iscsi {{(pid=93089) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:50:45.934642 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e140bc-e288-4ada-8ee7-f0b62276c9c1 req-a7625787-3fc6-48f3-8cb3-cb37c77f8265 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:50:45.935855 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-67e140bc-e288-4ada-8ee7-f0b62276c9c1 req-a7625787-3fc6-48f3-8cb3-cb37c77f8265 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=7d3fca7e03d1476d8c34bd1e06242792&device_id=07ef1507-19f2-4165-b95b-827c85847bc4 HTTP/1.1" status: 200 len: 1098 time: 0.0602958 Jul 06 12:50:46.036749 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e140bc-e288-4ada-8ee7-f0b62276c9c1 req-a0bf6a51-55d4-4b67-af5e-d273f3c8d0ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:50:46.038243 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-67e140bc-e288-4ada-8ee7-f0b62276c9c1 req-a0bf6a51-55d4-4b67-af5e-d273f3c8d0ac service neutron] 10.222.0.100 "GET /v2.0/networks?id=70c6c503-e3dc-4ea0-b47e-6f37032d35b2 HTTP/1.1" status: 200 len: 914 time: 0.0956209 Jul 06 12:50:46.120035 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.db.l3_hamode_db [None req-dc8c2ae6-3418-496a-ae55-2bebdacd01aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d014b2a-d414-4182-8ec4-3f90e6b5295b', 'name': 'tempest-TestVolumeBootPattern-1689920214-router', 'tenant_id': '7d3fca7e03d1476d8c34bd1e06242792', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a97b808-be6d-48ec-a40b-4668530ee790', 'external_fixed_ips': [{'subnet_id': '1816a596-2dc6-4d27-98a5-201cc12476f2', 'ip_address': '172.27.1.97'}], 'enable_snat': True}, 'gw_port_id': '50537514-147c-4be7-8c94-ea4280b7335a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:44:09Z', 'updated_at': '2021-07-06T12:44:12Z', 'revision_number': 4, 'project_id': '7d3fca7e03d1476d8c34bd1e06242792', 'gw_port': {'id': '50537514-147c-4be7-8c94-ea4280b7335a', 'name': '', 'network_id': '2a97b808-be6d-48ec-a40b-4668530ee790', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:27:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d014b2a-d414-4182-8ec4-3f90e6b5295b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '1816a596-2dc6-4d27-98a5-201cc12476f2', 'ip_address': '172.27.1.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799631-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:44:10Z', 'updated_at': '2021-07-06T12:44:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1816a596-2dc6-4d27-98a5-201cc12476f2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799631-1-iscsi', '_floatingips': [{'id': 'a333f3bd-2abf-4e87-8a32-0e1920fa379f', 'tenant_id': '7d3fca7e03d1476d8c34bd1e06242792', 'floating_ip_address': '172.27.1.203', 'floating_network_id': '2a97b808-be6d-48ec-a40b-4668530ee790', 'router_id': '3d014b2a-d414-4182-8ec4-3f90e6b5295b', 'port_id': '9b527af6-eca0-4cc3-a7c2-4acad178b702', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '70c6c503-e3dc-4ea0-b47e-6f37032d35b2', 'mac_address': 'fa:16:3e:81:19:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '753e6bdd-490f-4e4d-b54b-035502fd3fe7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T12:47:20Z', 'updated_at': '2021-07-06T12:47:23Z', 'revision_number': 1, 'project_id': '7d3fca7e03d1476d8c34bd1e06242792', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e7000db5-f64d-4e9a-9e04-3eb5cc8f7ce0', 'name': '', 'network_id': '70c6c503-e3dc-4ea0-b47e-6f37032d35b2', 'tenant_id': '7d3fca7e03d1476d8c34bd1e06242792', 'mac_address': 'fa:16:3e:91:09:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d014b2a-d414-4182-8ec4-3f90e6b5295b', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '33e7a687-d80f-43c0-aba6-1592a9695544', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799631-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:44:11Z', 'updated_at': '2021-07-06T12:44:18Z', 'revision_number': 5, 'project_id': '7d3fca7e03d1476d8c34bd1e06242792', 'subnets': [{'id': '33e7a687-d80f-43c0-aba6-1592a9695544', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799631-1-iscsi', False) {} {{(pid=93089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:50:46.126917 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-67e140bc-e288-4ada-8ee7-f0b62276c9c1 req-77c66629-462e-4bfd-b36b-8830f29dee31 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c0a33d39-c375-4330-94d3-9720e2f7fe7f HTTP/1.1" status: 200 len: 217 time: 0.0516968 Jul 06 12:50:46.147552 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc8c2ae6-3418-496a-ae55-2bebdacd01aa None None] Checking router: 3d014b2a-d414-4182-8ec4-3f90e6b5295b for host: dv-cinder-799631-1-iscsi {{(pid=93089) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 12:50:46.155931 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc8c2ae6-3418-496a-ae55-2bebdacd01aa None None] Routers {'3d014b2a-d414-4182-8ec4-3f90e6b5295b'} bound to L3 agent in host dv-cinder-799631-1-iscsi {{(pid=93089) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:50:46.156535 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.db.l3_hamode_db [None req-dc8c2ae6-3418-496a-ae55-2bebdacd01aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799631-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T12:25:10Z,description=,heartbeat_timestamp=2021-07-06T12:50:41Z,host='dv-cinder-799631-1-iscsi',id=8f648e93-51d3-4e20-9eca-a57842435ba1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T12:25:10Z,topic='l3_agent')) {'router_ids': ['3d014b2a-d414-4182-8ec4-3f90e6b5295b'], 'active': True} {{(pid=93089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:50:46.198738 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e140bc-e288-4ada-8ee7-f0b62276c9c1 req-f2e1c6f4-7e29-46d7-80dd-9260ae246c54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:50:46.200258 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-67e140bc-e288-4ada-8ee7-f0b62276c9c1 req-f2e1c6f4-7e29-46d7-80dd-9260ae246c54 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=33e7a687-d80f-43c0-aba6-1592a9695544 HTTP/1.1" status: 200 len: 851 time: 0.0542378 Jul 06 12:50:46.247667 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8457064e-ef65-48c4-9b85-ad92ce68e1e4 req-a5000e18-523f-4034-b739-ccf5ecb145bb tempest-TestVolumeBootPattern-1525136861 tempest-TestVolumeBootPattern-1525136861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:50:46.249163 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-8457064e-ef65-48c4-9b85-ad92ce68e1e4 req-a5000e18-523f-4034-b739-ccf5ecb145bb tempest-TestVolumeBootPattern-1525136861 tempest-TestVolumeBootPattern-1525136861-project] 10.222.0.106 "GET /v2.0/ports?device_id=07ef1507-19f2-4165-b95b-827c85847bc4 HTTP/1.1" status: 200 len: 945 time: 0.1340613 Jul 06 12:50:46.263447 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.db.l3_dvr_db [None req-dc8c2ae6-3418-496a-ae55-2bebdacd01aa None None] Set router 3d014b2a-d414-4182-8ec4-3f90e6b5295b gateway port host: dv-cinder-799631-1-iscsi {{(pid=93089) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:50:46.298259 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-8457064e-ef65-48c4-9b85-ad92ce68e1e4 req-305e3b05-8b6e-4445-a974-b8c2d8b92aca tempest-TestVolumeBootPattern-1525136861 tempest-TestVolumeBootPattern-1525136861-project] 10.222.0.106 "GET /v2.0/security-groups?id=424627eb-6e1f-4d8c-b6cc-51a70563b380&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420268 Jul 06 12:50:46.307151 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e140bc-e288-4ada-8ee7-f0b62276c9c1 req-f0e5faf7-0650-4f45-8fe0-93f64036c878 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:50:46.308686 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-67e140bc-e288-4ada-8ee7-f0b62276c9c1 req-f0e5faf7-0650-4f45-8fe0-93f64036c878 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=70c6c503-e3dc-4ea0-b47e-6f37032d35b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1014824 Jul 06 12:50:46.398682 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-67e140bc-e288-4ada-8ee7-f0b62276c9c1 req-1ba1c194-6129-4ec2-a09b-1c4997721f4c service neutron] 10.222.0.100 "GET /v2.0/networks/70c6c503-e3dc-4ea0-b47e-6f37032d35b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826807 Jul 06 12:50:46.495684 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-67e140bc-e288-4ada-8ee7-f0b62276c9c1 req-7c228a0f-5788-4698-b3a9-eb260716259d service neutron] 10.222.0.100 "GET /v2.0/networks/70c6c503-e3dc-4ea0-b47e-6f37032d35b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889761 Jul 06 12:50:46.496684 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.db.l3_hamode_db [None req-dc8c2ae6-3418-496a-ae55-2bebdacd01aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d014b2a-d414-4182-8ec4-3f90e6b5295b', 'name': 'tempest-TestVolumeBootPattern-1689920214-router', 'tenant_id': '7d3fca7e03d1476d8c34bd1e06242792', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a97b808-be6d-48ec-a40b-4668530ee790', 'external_fixed_ips': [{'subnet_id': '1816a596-2dc6-4d27-98a5-201cc12476f2', 'ip_address': '172.27.1.97'}], 'enable_snat': True}, 'gw_port_id': '50537514-147c-4be7-8c94-ea4280b7335a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:44:09Z', 'updated_at': '2021-07-06T12:44:12Z', 'revision_number': 4, 'project_id': '7d3fca7e03d1476d8c34bd1e06242792', 'gw_port': {'id': '50537514-147c-4be7-8c94-ea4280b7335a', 'name': '', 'network_id': '2a97b808-be6d-48ec-a40b-4668530ee790', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:27:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d014b2a-d414-4182-8ec4-3f90e6b5295b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '1816a596-2dc6-4d27-98a5-201cc12476f2', 'ip_address': '172.27.1.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799631-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:44:10Z', 'updated_at': '2021-07-06T12:44:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1816a596-2dc6-4d27-98a5-201cc12476f2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799631-1-iscsi', '_floatingips': [{'id': 'a333f3bd-2abf-4e87-8a32-0e1920fa379f', 'tenant_id': '7d3fca7e03d1476d8c34bd1e06242792', 'floating_ip_address': '172.27.1.203', 'floating_network_id': '2a97b808-be6d-48ec-a40b-4668530ee790', 'router_id': '3d014b2a-d414-4182-8ec4-3f90e6b5295b', 'port_id': '9b527af6-eca0-4cc3-a7c2-4acad178b702', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '70c6c503-e3dc-4ea0-b47e-6f37032d35b2', 'mac_address': 'fa:16:3e:81:19:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '753e6bdd-490f-4e4d-b54b-035502fd3fe7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T12:47:20Z', 'updated_at': '2021-07-06T12:47:23Z', 'revision_number': 1, 'project_id': '7d3fca7e03d1476d8c34bd1e06242792', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e7000db5-f64d-4e9a-9e04-3eb5cc8f7ce0', 'name': '', 'network_id': '70c6c503-e3dc-4ea0-b47e-6f37032d35b2', 'tenant_id': '7d3fca7e03d1476d8c34bd1e06242792', 'mac_address': 'fa:16:3e:91:09:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d014b2a-d414-4182-8ec4-3f90e6b5295b', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '33e7a687-d80f-43c0-aba6-1592a9695544', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799631-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:44:11Z', 'updated_at': '2021-07-06T12:44:18Z', 'revision_number': 5, 'project_id': '7d3fca7e03d1476d8c34bd1e06242792', 'subnets': [{'id': '33e7a687-d80f-43c0-aba6-1592a9695544', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799631-1-iscsi', False) {} {{(pid=93089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:50:46.527642 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc8c2ae6-3418-496a-ae55-2bebdacd01aa None None] The sync data for ids ['3d014b2a-d414-4182-8ec4-3f90e6b5295b'] in dv-cinder-799631-1-iscsi is: [{'id': '3d014b2a-d414-4182-8ec4-3f90e6b5295b', 'name': 'tempest-TestVolumeBootPattern-1689920214-router', 'tenant_id': '7d3fca7e03d1476d8c34bd1e06242792', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a97b808-be6d-48ec-a40b-4668530ee790', 'external_fixed_ips': [{'subnet_id': '1816a596-2dc6-4d27-98a5-201cc12476f2', 'ip_address': '172.27.1.97'}], 'enable_snat': True}, 'gw_port_id': '50537514-147c-4be7-8c94-ea4280b7335a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:44:09Z', 'updated_at': '2021-07-06T12:44:12Z', 'revision_number': 4, 'project_id': '7d3fca7e03d1476d8c34bd1e06242792', 'gw_port': {'id': '50537514-147c-4be7-8c94-ea4280b7335a', 'name': '', 'network_id': '2a97b808-be6d-48ec-a40b-4668530ee790', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:27:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d014b2a-d414-4182-8ec4-3f90e6b5295b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '1816a596-2dc6-4d27-98a5-201cc12476f2', 'ip_address': '172.27.1.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799631-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:44:10Z', 'updated_at': '2021-07-06T12:44:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1816a596-2dc6-4d27-98a5-201cc12476f2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799631-1-iscsi', '_floatingips': [{'id': 'a333f3bd-2abf-4e87-8a32-0e1920fa379f', 'tenant_id': '7d3fca7e03d1476d8c34bd1e06242792', 'floating_ip_address': '172.27.1.203', 'floating_network_id': '2a97b808-be6d-48ec-a40b-4668530ee790', 'router_id': '3d014b2a-d414-4182-8ec4-3f90e6b5295b', 'port_id': '9b527af6-eca0-4cc3-a7c2-4acad178b702', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '70c6c503-e3dc-4ea0-b47e-6f37032d35b2', 'mac_address': 'fa:16:3e:81:19:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '753e6bdd-490f-4e4d-b54b-035502fd3fe7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T12:47:20Z', 'updated_at': '2021-07-06T12:47:23Z', 'revision_number': 1, 'project_id': '7d3fca7e03d1476d8c34bd1e06242792', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e7000db5-f64d-4e9a-9e04-3eb5cc8f7ce0', 'name': '', 'network_id': '70c6c503-e3dc-4ea0-b47e-6f37032d35b2', 'tenant_id': '7d3fca7e03d1476d8c34bd1e06242792', 'mac_address': 'fa:16:3e:91:09:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d014b2a-d414-4182-8ec4-3f90e6b5295b', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '33e7a687-d80f-43c0-aba6-1592a9695544', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799631-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:44:11Z', 'updated_at': '2021-07-06T12:44:18Z', 'revision_number': 5, 'project_id': '7d3fca7e03d1476d8c34bd1e06242792', 'subnets': [{'id': '33e7a687-d80f-43c0-aba6-1592a9695544', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93089) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:50:46.742465 dv-cinder-799631-1-iscsi neutron-server[93090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3957e556-6994-4c04-a1a7-bdebe30a82d4 None None] New status for floating IP cf17e2a8-d936-4c36-af75-e968c847c44d: DOWN {{(pid=93090) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 12:50:47.473710 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe8c43c-49bd-4604-a651-25c215ea6a5a req-4e879a1e-7279-4110-a100-492d88488e36 tempest-TestVolumeBootPattern-1525136861 tempest-TestVolumeBootPattern-1525136861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:50:47.475300 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-abe8c43c-49bd-4604-a651-25c215ea6a5a req-4e879a1e-7279-4110-a100-492d88488e36 tempest-TestVolumeBootPattern-1525136861 tempest-TestVolumeBootPattern-1525136861-project] 10.222.0.106 "GET /v2.0/ports?device_id=07ef1507-19f2-4165-b95b-827c85847bc4 HTTP/1.1" status: 200 len: 945 time: 0.0645876 Jul 06 12:50:47.512679 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-abe8c43c-49bd-4604-a651-25c215ea6a5a req-9ce2ea14-a2c6-4a49-945c-ff70aa303c76 tempest-TestVolumeBootPattern-1525136861 tempest-TestVolumeBootPattern-1525136861-project] 10.222.0.106 "GET /v2.0/security-groups?id=424627eb-6e1f-4d8c-b6cc-51a70563b380&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317349 Jul 06 12:50:47.869097 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdf5395-86ca-439a-8e01-b2273d838839 req-59bdcae6-c507-49cf-a8fd-dbde9b7b4233 tempest-TestVolumeBootPattern-1525136861 tempest-TestVolumeBootPattern-1525136861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:50:47.870605 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-efdf5395-86ca-439a-8e01-b2273d838839 req-59bdcae6-c507-49cf-a8fd-dbde9b7b4233 tempest-TestVolumeBootPattern-1525136861 tempest-TestVolumeBootPattern-1525136861-project] 10.222.0.100 "GET /v2.0/ports?device_id=07ef1507-19f2-4165-b95b-827c85847bc4 HTTP/1.1" status: 200 len: 945 time: 0.0673630 Jul 06 12:50:47.978883 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.plugins.ml2.plugin [req-efdf5395-86ca-439a-8e01-b2273d838839 req-3c24a716-907c-4e36-8563-500b6ecf474b tempest-TestVolumeBootPattern-1525136861 tempest-TestVolumeBootPattern-1525136861-project] Deleting port c0a33d39-c375-4330-94d3-9720e2f7fe7f {{(pid=93088) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:50:47.979219 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [req-efdf5395-86ca-439a-8e01-b2273d838839 req-3c24a716-907c-4e36-8563-500b6ecf474b tempest-TestVolumeBootPattern-1525136861 tempest-TestVolumeBootPattern-1525136861-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730294201564'] for port, before_delete {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:50:48.065397 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.plugins.ml2.db [req-efdf5395-86ca-439a-8e01-b2273d838839 req-3c24a716-907c-4e36-8563-500b6ecf474b tempest-TestVolumeBootPattern-1525136861 tempest-TestVolumeBootPattern-1525136861-project] For port c0a33d39-c375-4330-94d3-9720e2f7fe7f, host hv-cinder-79963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79963',level=0,port_id=c0a33d39-c375-4330-94d3-9720e2f7fe7f,segment=NetworkSegment(1eb18788-5df7-46da-9081-36e4d73aca02),segment_id=1eb18788-5df7-46da-9081-36e4d73aca02)] {{(pid=93088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:50:48.065770 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [req-efdf5395-86ca-439a-8e01-b2273d838839 req-3c24a716-907c-4e36-8563-500b6ecf474b tempest-TestVolumeBootPattern-1525136861 tempest-TestVolumeBootPattern-1525136861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813012'] for port, precommit_delete {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:50:48.083910 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.plugins.ml2.plugin [req-efdf5395-86ca-439a-8e01-b2273d838839 req-3c24a716-907c-4e36-8563-500b6ecf474b tempest-TestVolumeBootPattern-1525136861 tempest-TestVolumeBootPattern-1525136861-project] Calling delete_port for c0a33d39-c375-4330-94d3-9720e2f7fe7f owned by compute:nova {{(pid=93088) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:50:48.213169 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [req-efdf5395-86ca-439a-8e01-b2273d838839 req-3c24a716-907c-4e36-8563-500b6ecf474b tempest-TestVolumeBootPattern-1525136861 tempest-TestVolumeBootPattern-1525136861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-772913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730294210838', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730293689573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63638200'] for port, after_delete {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:50:48.243596 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c24a716-907c-4e36-8563-500b6ecf474b tempest-TestVolumeBootPattern-1525136861 tempest-TestVolumeBootPattern-1525136861-project] Pushing event deleted for resources: {'Port': ['ID=c0a33d39-c375-4330-94d3-9720e2f7fe7f,revision_number=None']} {{(pid=93088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:50:48.292680 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.db.l3_dvrscheduler_db [req-efdf5395-86ca-439a-8e01-b2273d838839 req-3c24a716-907c-4e36-8563-500b6ecf474b tempest-TestVolumeBootPattern-1525136861 tempest-TestVolumeBootPattern-1525136861-project] No DVR routers for this DVR port c0a33d39-c375-4330-94d3-9720e2f7fe7f on host hv-cinder-79963 {{(pid=93088) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:50:48.295334 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [req-efdf5395-86ca-439a-8e01-b2273d838839 req-3c24a716-907c-4e36-8563-500b6ecf474b tempest-TestVolumeBootPattern-1525136861 tempest-TestVolumeBootPattern-1525136861-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473541'] for port, before_response {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:50:48.297532 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-efdf5395-86ca-439a-8e01-b2273d838839 req-3c24a716-907c-4e36-8563-500b6ecf474b tempest-TestVolumeBootPattern-1525136861 tempest-TestVolumeBootPattern-1525136861-project] 10.222.0.100 "DELETE /v2.0/ports/c0a33d39-c375-4330-94d3-9720e2f7fe7f HTTP/1.1" status: 204 len: 173 time: 0.4180422 Jul 06 12:50:48.298143 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07ef1507-19f2-4165-b95b-827c85847bc4', 'name': 'network-vif-deleted', 'tag': 'c0a33d39-c375-4330-94d3-9720e2f7fe7f'}] {{(pid=93088) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:50:48.300920 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.106/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9084e8bb467df778e8c5a57eadfa6056a7986fbfd2ee9905f143c38c4b95db31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1871f3cd-1c58-43e4-9670-b9b5edd3ed35" -d '{"events": [{"server_uuid": "07ef1507-19f2-4165-b95b-827c85847bc4", "name": "network-vif-deleted", "tag": "c0a33d39-c375-4330-94d3-9720e2f7fe7f"}]}' {{(pid=93088) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:50:48.341204 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 12:50:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94e55bed-cc37-4445-bfe9-1432822fbbbe x-openstack-request-id: req-94e55bed-cc37-4445-bfe9-1432822fbbbe {{(pid=93088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:50:48.341492 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07ef1507-19f2-4165-b95b-827c85847bc4", "name": "network-vif-deleted", "tag": "c0a33d39-c375-4330-94d3-9720e2f7fe7f", "status": "completed", "code": 200}]} {{(pid=93088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:50:48.341742 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.106/compute/v2.1/os-server-external-events used request id req-94e55bed-cc37-4445-bfe9-1432822fbbbe {{(pid=93088) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:50:48.342140 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07ef1507-19f2-4165-b95b-827c85847bc4', 'name': 'network-vif-deleted', 'tag': 'c0a33d39-c375-4330-94d3-9720e2f7fe7f', 'status': 'completed', 'code': 200} Jul 06 12:50:48.658310 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-cbd086c0-148c-49b8-91a8-9a1d52030e97 req-d6633ff1-61a9-4ff6-92e9-ac5462a233f3 tempest-TestVolumeBootPattern-1525136861 tempest-TestVolumeBootPattern-1525136861-project] 10.222.0.106 "GET /v2.0/ports?device_id=07ef1507-19f2-4165-b95b-827c85847bc4 HTTP/1.1" status: 200 len: 210 time: 0.0295324 Jul 06 12:50:51.086913 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.rpc [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] Device c0a33d39-c375-4330-94d3-9720e2f7fe7f no longer exists at agent hyperv_hv-cinder-79963 {{(pid=93089) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:50:51.107127 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.plugin [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] No Port match for: c0a33d39-c375-4330-94d3-9720e2f7fe7f {{(pid=93089) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:50:51.107390 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.rpc [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] Device c0a33d39-c375-4330-94d3-9720e2f7fe7f not bound to the agent host hv-cinder-79963 {{(pid=93089) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:50:51.978035 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.wsgi [-] (93087) accepted ('10.222.0.106', 57570) {{(pid=93087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:50:52.147806 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.plugins.ml2.plugin [None req-aff8ff60-35ee-499f-ae83-3324d61defea tempest-TestVolumeBootPattern-1525136861 tempest-TestVolumeBootPattern-1525136861-project] Deleting port 1b450119-bdaa-4610-ab1b-347e181d4c69 {{(pid=93087) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:50:52.148184 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-aff8ff60-35ee-499f-ae83-3324d61defea tempest-TestVolumeBootPattern-1525136861 tempest-TestVolumeBootPattern-1525136861-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730294201564'] for port, before_delete {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:50:52.214814 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730293992524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912513'] for agent, after_update {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:50:52.237381 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-aff8ff60-35ee-499f-ae83-3324d61defea tempest-TestVolumeBootPattern-1525136861 tempest-TestVolumeBootPattern-1525136861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813012'] for port, precommit_delete {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:50:52.237782 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-aff8ff60-35ee-499f-ae83-3324d61defea tempest-TestVolumeBootPattern-1525136861 tempest-TestVolumeBootPattern-1525136861-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:50:52.251466 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.plugins.ml2.plugin [None req-aff8ff60-35ee-499f-ae83-3324d61defea tempest-TestVolumeBootPattern-1525136861 tempest-TestVolumeBootPattern-1525136861-project] Calling delete_port for 1b450119-bdaa-4610-ab1b-347e181d4c69 owned by network:floatingip {{(pid=93087) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:50:52.407653 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-aff8ff60-35ee-499f-ae83-3324d61defea tempest-TestVolumeBootPattern-1525136861 tempest-TestVolumeBootPattern-1525136861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-772913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730294210838', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730293689573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65517743'] for port, after_delete {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:50:52.441647 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff8ff60-35ee-499f-ae83-3324d61defea tempest-TestVolumeBootPattern-1525136861 tempest-TestVolumeBootPattern-1525136861-project] Pushing event deleted for resources: {'Port': ['ID=1b450119-bdaa-4610-ab1b-347e181d4c69,revision_number=None']} {{(pid=93087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:50:52.464132 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff8ff60-35ee-499f-ae83-3324d61defea tempest-TestVolumeBootPattern-1525136861 tempest-TestVolumeBootPattern-1525136861-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799631-1-iscsi {{(pid=93087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:50:52.464479 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff8ff60-35ee-499f-ae83-3324d61defea tempest-TestVolumeBootPattern-1525136861 tempest-TestVolumeBootPattern-1525136861-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799631-1-iscsi {{(pid=93087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:50:52.464892 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff8ff60-35ee-499f-ae83-3324d61defea tempest-TestVolumeBootPattern-1525136861 tempest-TestVolumeBootPattern-1525136861-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799631-1-iscsi {{(pid=93087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:50:52.465146 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff8ff60-35ee-499f-ae83-3324d61defea tempest-TestVolumeBootPattern-1525136861 tempest-TestVolumeBootPattern-1525136861-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799631-1-iscsi {{(pid=93087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:50:52.465476 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff8ff60-35ee-499f-ae83-3324d61defea tempest-TestVolumeBootPattern-1525136861 tempest-TestVolumeBootPattern-1525136861-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799631-1-iscsi {{(pid=93087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:50:52.465808 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff8ff60-35ee-499f-ae83-3324d61defea tempest-TestVolumeBootPattern-1525136861 tempest-TestVolumeBootPattern-1525136861-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799631-1-iscsi {{(pid=93087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:50:52.466139 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff8ff60-35ee-499f-ae83-3324d61defea tempest-TestVolumeBootPattern-1525136861 tempest-TestVolumeBootPattern-1525136861-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-799631-1-iscsi {{(pid=93087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:50:52.466461 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff8ff60-35ee-499f-ae83-3324d61defea tempest-TestVolumeBootPattern-1525136861 tempest-TestVolumeBootPattern-1525136861-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-799631-1-iscsi {{(pid=93087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:50:52.466789 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff8ff60-35ee-499f-ae83-3324d61defea tempest-TestVolumeBootPattern-1525136861 tempest-TestVolumeBootPattern-1525136861-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799631-1-iscsi {{(pid=93087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:50:52.467132 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff8ff60-35ee-499f-ae83-3324d61defea tempest-TestVolumeBootPattern-1525136861 tempest-TestVolumeBootPattern-1525136861-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799631-1-iscsi {{(pid=93087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:50:52.467459 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff8ff60-35ee-499f-ae83-3324d61defea tempest-TestVolumeBootPattern-1525136861 tempest-TestVolumeBootPattern-1525136861-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799631-1-iscsi {{(pid=93087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:50:52.467766 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff8ff60-35ee-499f-ae83-3324d61defea tempest-TestVolumeBootPattern-1525136861 tempest-TestVolumeBootPattern-1525136861-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799631-1-iscsi {{(pid=93087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:50:52.516804 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-aff8ff60-35ee-499f-ae83-3324d61defea tempest-TestVolumeBootPattern-1525136861 tempest-TestVolumeBootPattern-1525136861-project] Notify callbacks [] for floatingip, after_delete {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:50:52.517170 dv-cinder-799631-1-iscsi neutron-server[93087]: INFO neutron.db.l3_db [None req-aff8ff60-35ee-499f-ae83-3324d61defea tempest-TestVolumeBootPattern-1525136861 tempest-TestVolumeBootPattern-1525136861-project] Floating IP a333f3bd-2abf-4e87-8a32-0e1920fa379f disassociated (deleted). External IP: 172.27.1.203, port: 9b527af6-eca0-4cc3-a7c2-4acad178b702. Jul 06 12:50:52.748556 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aff8ff60-35ee-499f-ae83-3324d61defea tempest-TestVolumeBootPattern-1525136861 tempest-TestVolumeBootPattern-1525136861-project] Router 3d014b2a-d414-4182-8ec4-3f90e6b5295b has already been hosted by L3 agent 8f648e93-51d3-4e20-9eca-a57842435ba1 {{(pid=93087) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 12:50:52.877831 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aff8ff60-35ee-499f-ae83-3324d61defea tempest-TestVolumeBootPattern-1525136861 tempest-TestVolumeBootPattern-1525136861-project] Notify agent at l3_agent.dv-cinder-799631-1-iscsi the message routers_updated {{(pid=93087) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:50:52.882593 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-aff8ff60-35ee-499f-ae83-3324d61defea tempest-TestVolumeBootPattern-1525136861 tempest-TestVolumeBootPattern-1525136861-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473541'] for floatingip, before_response {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:50:52.888282 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87c5d4ab-c879-4003-a43a-0f6aacbbdda2 None None] Sync routers for ids ['3d014b2a-d414-4182-8ec4-3f90e6b5295b'] in dv-cinder-799631-1-iscsi {{(pid=93089) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:50:52.898815 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87c5d4ab-c879-4003-a43a-0f6aacbbdda2 None None] Routers {'3d014b2a-d414-4182-8ec4-3f90e6b5295b'} bound to L3 agent in host dv-cinder-799631-1-iscsi {{(pid=93089) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:50:52.899474 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.db.l3_hamode_db [None req-87c5d4ab-c879-4003-a43a-0f6aacbbdda2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799631-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T12:25:10Z,description=,heartbeat_timestamp=2021-07-06T12:50:41Z,host='dv-cinder-799631-1-iscsi',id=8f648e93-51d3-4e20-9eca-a57842435ba1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T12:25:10Z,topic='l3_agent')) {'router_ids': ['3d014b2a-d414-4182-8ec4-3f90e6b5295b'], 'active': True} {{(pid=93089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:50:52.924673 dv-cinder-799631-1-iscsi neutron-server[93087]: INFO neutron.wsgi [None req-aff8ff60-35ee-499f-ae83-3324d61defea tempest-TestVolumeBootPattern-1525136861 tempest-TestVolumeBootPattern-1525136861-project] 10.222.0.106 "DELETE /v2.0/floatingips/a333f3bd-2abf-4e87-8a32-0e1920fa379f HTTP/1.1" status: 204 len: 168 time: 0.9418426 Jul 06 12:50:52.924673 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '753e6bdd-490f-4e4d-b54b-035502fd3fe7', 'tag': '9b527af6-eca0-4cc3-a7c2-4acad178b702'}] {{(pid=93087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:50:52.925013 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.106/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b75977dee10694d970e3c904bb2abec7b96eeb0b1196bffac2d8311199053796" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-520359d4-78b9-4d18-850b-532e34214a98" -d '{"events": [{"name": "network-changed", "server_uuid": "753e6bdd-490f-4e4d-b54b-035502fd3fe7", "tag": "9b527af6-eca0-4cc3-a7c2-4acad178b702"}]}' {{(pid=93087) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:50:53.016343 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.db.l3_dvr_db [None req-87c5d4ab-c879-4003-a43a-0f6aacbbdda2 None None] Set router 3d014b2a-d414-4182-8ec4-3f90e6b5295b gateway port host: dv-cinder-799631-1-iscsi {{(pid=93089) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:50:53.025205 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 12:50:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0288d1cd-ee1d-4997-b372-39297900b479 x-openstack-request-id: req-0288d1cd-ee1d-4997-b372-39297900b479 {{(pid=93087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:50:53.025717 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "753e6bdd-490f-4e4d-b54b-035502fd3fe7", "tag": "9b527af6-eca0-4cc3-a7c2-4acad178b702", "status": "completed", "code": 200}]} {{(pid=93087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:50:53.025816 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.106/compute/v2.1/os-server-external-events used request id req-0288d1cd-ee1d-4997-b372-39297900b479 {{(pid=93087) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:50:53.026149 dv-cinder-799631-1-iscsi neutron-server[93087]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '753e6bdd-490f-4e4d-b54b-035502fd3fe7', 'tag': '9b527af6-eca0-4cc3-a7c2-4acad178b702', 'status': 'completed', 'code': 200} Jul 06 12:50:53.134241 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520359d4-78b9-4d18-850b-532e34214a98 req-b3e801e4-6e0f-4249-946e-35273ac35273 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:50:53.135833 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-520359d4-78b9-4d18-850b-532e34214a98 req-b3e801e4-6e0f-4249-946e-35273ac35273 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=7d3fca7e03d1476d8c34bd1e06242792&device_id=753e6bdd-490f-4e4d-b54b-035502fd3fe7 HTTP/1.1" status: 200 len: 1099 time: 0.0611694 Jul 06 12:50:53.238985 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.db.l3_hamode_db [None req-87c5d4ab-c879-4003-a43a-0f6aacbbdda2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d014b2a-d414-4182-8ec4-3f90e6b5295b', 'name': 'tempest-TestVolumeBootPattern-1689920214-router', 'tenant_id': '7d3fca7e03d1476d8c34bd1e06242792', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a97b808-be6d-48ec-a40b-4668530ee790', 'external_fixed_ips': [{'subnet_id': '1816a596-2dc6-4d27-98a5-201cc12476f2', 'ip_address': '172.27.1.97'}], 'enable_snat': True}, 'gw_port_id': '50537514-147c-4be7-8c94-ea4280b7335a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:44:09Z', 'updated_at': '2021-07-06T12:44:12Z', 'revision_number': 4, 'project_id': '7d3fca7e03d1476d8c34bd1e06242792', 'gw_port': {'id': '50537514-147c-4be7-8c94-ea4280b7335a', 'name': '', 'network_id': '2a97b808-be6d-48ec-a40b-4668530ee790', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:27:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d014b2a-d414-4182-8ec4-3f90e6b5295b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '1816a596-2dc6-4d27-98a5-201cc12476f2', 'ip_address': '172.27.1.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799631-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:44:10Z', 'updated_at': '2021-07-06T12:44:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1816a596-2dc6-4d27-98a5-201cc12476f2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799631-1-iscsi', '_interfaces': [{'id': 'e7000db5-f64d-4e9a-9e04-3eb5cc8f7ce0', 'name': '', 'network_id': '70c6c503-e3dc-4ea0-b47e-6f37032d35b2', 'tenant_id': '7d3fca7e03d1476d8c34bd1e06242792', 'mac_address': 'fa:16:3e:91:09:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d014b2a-d414-4182-8ec4-3f90e6b5295b', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '33e7a687-d80f-43c0-aba6-1592a9695544', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799631-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:44:11Z', 'updated_at': '2021-07-06T12:44:18Z', 'revision_number': 5, 'project_id': '7d3fca7e03d1476d8c34bd1e06242792', 'subnets': [{'id': '33e7a687-d80f-43c0-aba6-1592a9695544', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799631-1-iscsi', False) {} {{(pid=93089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:50:53.244519 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520359d4-78b9-4d18-850b-532e34214a98 req-85b82610-5f57-4b2c-b10b-62791fb41ca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:50:53.246349 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-520359d4-78b9-4d18-850b-532e34214a98 req-85b82610-5f57-4b2c-b10b-62791fb41ca9 service neutron] 10.222.0.100 "GET /v2.0/networks?id=70c6c503-e3dc-4ea0-b47e-6f37032d35b2 HTTP/1.1" status: 200 len: 914 time: 0.1016426 Jul 06 12:50:53.270285 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87c5d4ab-c879-4003-a43a-0f6aacbbdda2 None None] Checking router: 3d014b2a-d414-4182-8ec4-3f90e6b5295b for host: dv-cinder-799631-1-iscsi {{(pid=93089) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 12:50:53.279513 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87c5d4ab-c879-4003-a43a-0f6aacbbdda2 None None] Routers {'3d014b2a-d414-4182-8ec4-3f90e6b5295b'} bound to L3 agent in host dv-cinder-799631-1-iscsi {{(pid=93089) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:50:53.280166 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.db.l3_hamode_db [None req-87c5d4ab-c879-4003-a43a-0f6aacbbdda2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799631-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T12:25:10Z,description=,heartbeat_timestamp=2021-07-06T12:50:41Z,host='dv-cinder-799631-1-iscsi',id=8f648e93-51d3-4e20-9eca-a57842435ba1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T12:25:10Z,topic='l3_agent')) {'router_ids': ['3d014b2a-d414-4182-8ec4-3f90e6b5295b'], 'active': True} {{(pid=93089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:50:53.288894 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-520359d4-78b9-4d18-850b-532e34214a98 req-a3647b0e-8530-40a0-a587-c5f26bb13ea2 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9b527af6-eca0-4cc3-a7c2-4acad178b702 HTTP/1.1" status: 200 len: 217 time: 0.0357468 Jul 06 12:50:53.388770 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.db.l3_dvr_db [None req-87c5d4ab-c879-4003-a43a-0f6aacbbdda2 None None] Set router 3d014b2a-d414-4182-8ec4-3f90e6b5295b gateway port host: dv-cinder-799631-1-iscsi {{(pid=93089) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:50:53.614128 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.db.l3_hamode_db [None req-87c5d4ab-c879-4003-a43a-0f6aacbbdda2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d014b2a-d414-4182-8ec4-3f90e6b5295b', 'name': 'tempest-TestVolumeBootPattern-1689920214-router', 'tenant_id': '7d3fca7e03d1476d8c34bd1e06242792', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a97b808-be6d-48ec-a40b-4668530ee790', 'external_fixed_ips': [{'subnet_id': '1816a596-2dc6-4d27-98a5-201cc12476f2', 'ip_address': '172.27.1.97'}], 'enable_snat': True}, 'gw_port_id': '50537514-147c-4be7-8c94-ea4280b7335a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:44:09Z', 'updated_at': '2021-07-06T12:44:12Z', 'revision_number': 4, 'project_id': '7d3fca7e03d1476d8c34bd1e06242792', 'gw_port': {'id': '50537514-147c-4be7-8c94-ea4280b7335a', 'name': '', 'network_id': '2a97b808-be6d-48ec-a40b-4668530ee790', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:27:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d014b2a-d414-4182-8ec4-3f90e6b5295b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '1816a596-2dc6-4d27-98a5-201cc12476f2', 'ip_address': '172.27.1.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799631-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:44:10Z', 'updated_at': '2021-07-06T12:44:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1816a596-2dc6-4d27-98a5-201cc12476f2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799631-1-iscsi', '_interfaces': [{'id': 'e7000db5-f64d-4e9a-9e04-3eb5cc8f7ce0', 'name': '', 'network_id': '70c6c503-e3dc-4ea0-b47e-6f37032d35b2', 'tenant_id': '7d3fca7e03d1476d8c34bd1e06242792', 'mac_address': 'fa:16:3e:91:09:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d014b2a-d414-4182-8ec4-3f90e6b5295b', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '33e7a687-d80f-43c0-aba6-1592a9695544', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799631-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:44:11Z', 'updated_at': '2021-07-06T12:44:18Z', 'revision_number': 5, 'project_id': '7d3fca7e03d1476d8c34bd1e06242792', 'subnets': [{'id': '33e7a687-d80f-43c0-aba6-1592a9695544', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799631-1-iscsi', False) {} {{(pid=93089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:50:53.640981 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87c5d4ab-c879-4003-a43a-0f6aacbbdda2 None None] The sync data for ids ['3d014b2a-d414-4182-8ec4-3f90e6b5295b'] in dv-cinder-799631-1-iscsi is: [{'id': '3d014b2a-d414-4182-8ec4-3f90e6b5295b', 'name': 'tempest-TestVolumeBootPattern-1689920214-router', 'tenant_id': '7d3fca7e03d1476d8c34bd1e06242792', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a97b808-be6d-48ec-a40b-4668530ee790', 'external_fixed_ips': [{'subnet_id': '1816a596-2dc6-4d27-98a5-201cc12476f2', 'ip_address': '172.27.1.97'}], 'enable_snat': True}, 'gw_port_id': '50537514-147c-4be7-8c94-ea4280b7335a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:44:09Z', 'updated_at': '2021-07-06T12:44:12Z', 'revision_number': 4, 'project_id': '7d3fca7e03d1476d8c34bd1e06242792', 'gw_port': {'id': '50537514-147c-4be7-8c94-ea4280b7335a', 'name': '', 'network_id': '2a97b808-be6d-48ec-a40b-4668530ee790', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:27:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d014b2a-d414-4182-8ec4-3f90e6b5295b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '1816a596-2dc6-4d27-98a5-201cc12476f2', 'ip_address': '172.27.1.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799631-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:44:10Z', 'updated_at': '2021-07-06T12:44:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1816a596-2dc6-4d27-98a5-201cc12476f2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799631-1-iscsi', '_interfaces': [{'id': 'e7000db5-f64d-4e9a-9e04-3eb5cc8f7ce0', 'name': '', 'network_id': '70c6c503-e3dc-4ea0-b47e-6f37032d35b2', 'tenant_id': '7d3fca7e03d1476d8c34bd1e06242792', 'mac_address': 'fa:16:3e:91:09:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d014b2a-d414-4182-8ec4-3f90e6b5295b', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '33e7a687-d80f-43c0-aba6-1592a9695544', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799631-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:44:11Z', 'updated_at': '2021-07-06T12:44:18Z', 'revision_number': 5, 'project_id': '7d3fca7e03d1476d8c34bd1e06242792', 'subnets': [{'id': '33e7a687-d80f-43c0-aba6-1592a9695544', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93089) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:50:53.660225 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520359d4-78b9-4d18-850b-532e34214a98 req-a2ad9739-55d5-4769-a39e-7da42ebf6d55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:50:53.661686 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-520359d4-78b9-4d18-850b-532e34214a98 req-a2ad9739-55d5-4769-a39e-7da42ebf6d55 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=33e7a687-d80f-43c0-aba6-1592a9695544 HTTP/1.1" status: 200 len: 851 time: 0.3602278 Jul 06 12:50:53.709363 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569253ac-7bcb-4266-93a2-76e17b76a97c req-4fd6abfc-3a5c-4a4a-852c-9d223ea0b483 tempest-TestVolumeBootPattern-1525136861 tempest-TestVolumeBootPattern-1525136861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:50:53.710787 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-569253ac-7bcb-4266-93a2-76e17b76a97c req-4fd6abfc-3a5c-4a4a-852c-9d223ea0b483 tempest-TestVolumeBootPattern-1525136861 tempest-TestVolumeBootPattern-1525136861-project] 10.222.0.106 "GET /v2.0/ports?device_id=753e6bdd-490f-4e4d-b54b-035502fd3fe7 HTTP/1.1" status: 200 len: 946 time: 0.4185994 Jul 06 12:50:53.764054 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-569253ac-7bcb-4266-93a2-76e17b76a97c req-2d64c5a6-ef11-4eaf-a110-04f2623a64c8 tempest-TestVolumeBootPattern-1525136861 tempest-TestVolumeBootPattern-1525136861-project] 10.222.0.106 "GET /v2.0/security-groups?id=424627eb-6e1f-4d8c-b6cc-51a70563b380&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422649 Jul 06 12:50:53.768551 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520359d4-78b9-4d18-850b-532e34214a98 req-33642a71-6606-40f2-917d-4eb609b159aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:50:53.770037 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-520359d4-78b9-4d18-850b-532e34214a98 req-33642a71-6606-40f2-917d-4eb609b159aa service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=70c6c503-e3dc-4ea0-b47e-6f37032d35b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1003504 Jul 06 12:50:53.876781 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-520359d4-78b9-4d18-850b-532e34214a98 req-f352d5e4-5537-4e66-8ad2-9864ecf4afd4 service neutron] 10.222.0.100 "GET /v2.0/networks/70c6c503-e3dc-4ea0-b47e-6f37032d35b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0977473 Jul 06 12:50:53.880720 dv-cinder-799631-1-iscsi neutron-server[93090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a4e779e-ae0d-42a6-b581-8b51f9dcd49c None None] New status for floating IP a333f3bd-2abf-4e87-8a32-0e1920fa379f: DOWN {{(pid=93090) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 12:50:53.975460 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-520359d4-78b9-4d18-850b-532e34214a98 req-56b95666-2cbb-47d8-9a61-e5c1faae1d4e service neutron] 10.222.0.100 "GET /v2.0/networks/70c6c503-e3dc-4ea0-b47e-6f37032d35b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903773 Jul 06 12:50:54.976882 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3032aaf-4ac3-4ee2-bcf7-edd59a46b877 req-0d98be41-e3ae-4a0b-92e6-aae887e53a5b tempest-TestVolumeBootPattern-1525136861 tempest-TestVolumeBootPattern-1525136861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:50:54.978464 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-c3032aaf-4ac3-4ee2-bcf7-edd59a46b877 req-0d98be41-e3ae-4a0b-92e6-aae887e53a5b tempest-TestVolumeBootPattern-1525136861 tempest-TestVolumeBootPattern-1525136861-project] 10.222.0.106 "GET /v2.0/ports?device_id=753e6bdd-490f-4e4d-b54b-035502fd3fe7 HTTP/1.1" status: 200 len: 946 time: 0.0971763 Jul 06 12:50:55.033184 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-c3032aaf-4ac3-4ee2-bcf7-edd59a46b877 req-f582d371-c061-44ca-ad58-babbb7453841 tempest-TestVolumeBootPattern-1525136861 tempest-TestVolumeBootPattern-1525136861-project] 10.222.0.106 "GET /v2.0/security-groups?id=424627eb-6e1f-4d8c-b6cc-51a70563b380&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478928 Jul 06 12:50:55.043930 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ae0176-ec53-4f2c-8766-1a1029f4f1fa req-2c656bc9-4c7e-4834-a945-7e04dee99ede tempest-TestVolumeBootPattern-1525136861 tempest-TestVolumeBootPattern-1525136861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:50:55.045452 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-25ae0176-ec53-4f2c-8766-1a1029f4f1fa req-2c656bc9-4c7e-4834-a945-7e04dee99ede tempest-TestVolumeBootPattern-1525136861 tempest-TestVolumeBootPattern-1525136861-project] 10.222.0.100 "GET /v2.0/ports?device_id=753e6bdd-490f-4e4d-b54b-035502fd3fe7 HTTP/1.1" status: 200 len: 946 time: 0.1133368 Jul 06 12:50:55.152418 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.plugins.ml2.plugin [req-25ae0176-ec53-4f2c-8766-1a1029f4f1fa req-e046847e-4436-40f3-b254-5d601783fefc tempest-TestVolumeBootPattern-1525136861 tempest-TestVolumeBootPattern-1525136861-project] Deleting port 9b527af6-eca0-4cc3-a7c2-4acad178b702 {{(pid=93088) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:50:55.152788 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [req-25ae0176-ec53-4f2c-8766-1a1029f4f1fa req-e046847e-4436-40f3-b254-5d601783fefc tempest-TestVolumeBootPattern-1525136861 tempest-TestVolumeBootPattern-1525136861-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730294201564'] for port, before_delete {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:50:55.251318 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.plugins.ml2.db [req-25ae0176-ec53-4f2c-8766-1a1029f4f1fa req-e046847e-4436-40f3-b254-5d601783fefc tempest-TestVolumeBootPattern-1525136861 tempest-TestVolumeBootPattern-1525136861-project] For port 9b527af6-eca0-4cc3-a7c2-4acad178b702, host hv-cinder-79963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79963',level=0,port_id=9b527af6-eca0-4cc3-a7c2-4acad178b702,segment=NetworkSegment(1eb18788-5df7-46da-9081-36e4d73aca02),segment_id=1eb18788-5df7-46da-9081-36e4d73aca02)] {{(pid=93088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:50:55.251690 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [req-25ae0176-ec53-4f2c-8766-1a1029f4f1fa req-e046847e-4436-40f3-b254-5d601783fefc tempest-TestVolumeBootPattern-1525136861 tempest-TestVolumeBootPattern-1525136861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813012'] for port, precommit_delete {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:50:55.265466 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.plugins.ml2.plugin [req-25ae0176-ec53-4f2c-8766-1a1029f4f1fa req-e046847e-4436-40f3-b254-5d601783fefc tempest-TestVolumeBootPattern-1525136861 tempest-TestVolumeBootPattern-1525136861-project] Calling delete_port for 9b527af6-eca0-4cc3-a7c2-4acad178b702 owned by compute:nova {{(pid=93088) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:50:55.400343 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [req-25ae0176-ec53-4f2c-8766-1a1029f4f1fa req-e046847e-4436-40f3-b254-5d601783fefc tempest-TestVolumeBootPattern-1525136861 tempest-TestVolumeBootPattern-1525136861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-772913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730294210838', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730293689573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63638200'] for port, after_delete {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:50:55.436338 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e046847e-4436-40f3-b254-5d601783fefc tempest-TestVolumeBootPattern-1525136861 tempest-TestVolumeBootPattern-1525136861-project] Pushing event deleted for resources: {'Port': ['ID=9b527af6-eca0-4cc3-a7c2-4acad178b702,revision_number=None']} {{(pid=93088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:50:55.477724 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.db.l3_dvrscheduler_db [req-25ae0176-ec53-4f2c-8766-1a1029f4f1fa req-e046847e-4436-40f3-b254-5d601783fefc tempest-TestVolumeBootPattern-1525136861 tempest-TestVolumeBootPattern-1525136861-project] No DVR routers for this DVR port 9b527af6-eca0-4cc3-a7c2-4acad178b702 on host hv-cinder-79963 {{(pid=93088) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:50:55.480345 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [req-25ae0176-ec53-4f2c-8766-1a1029f4f1fa req-e046847e-4436-40f3-b254-5d601783fefc tempest-TestVolumeBootPattern-1525136861 tempest-TestVolumeBootPattern-1525136861-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473541'] for port, before_response {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:50:55.482398 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-25ae0176-ec53-4f2c-8766-1a1029f4f1fa req-e046847e-4436-40f3-b254-5d601783fefc tempest-TestVolumeBootPattern-1525136861 tempest-TestVolumeBootPattern-1525136861-project] 10.222.0.100 "DELETE /v2.0/ports/9b527af6-eca0-4cc3-a7c2-4acad178b702 HTTP/1.1" status: 204 len: 173 time: 0.4310107 Jul 06 12:50:55.482839 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '753e6bdd-490f-4e4d-b54b-035502fd3fe7', 'name': 'network-vif-deleted', 'tag': '9b527af6-eca0-4cc3-a7c2-4acad178b702'}] {{(pid=93088) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:50:55.485603 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.106/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9084e8bb467df778e8c5a57eadfa6056a7986fbfd2ee9905f143c38c4b95db31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84dd06ef-c25e-4b81-af4d-e01c5468d7e9" -d '{"events": [{"server_uuid": "753e6bdd-490f-4e4d-b54b-035502fd3fe7", "name": "network-vif-deleted", "tag": "9b527af6-eca0-4cc3-a7c2-4acad178b702"}]}' {{(pid=93088) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:50:55.523679 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 12:50:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2193e93d-2b70-4d20-ae5f-17c6709deaee x-openstack-request-id: req-2193e93d-2b70-4d20-ae5f-17c6709deaee {{(pid=93088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:50:55.523978 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "753e6bdd-490f-4e4d-b54b-035502fd3fe7", "name": "network-vif-deleted", "tag": "9b527af6-eca0-4cc3-a7c2-4acad178b702", "status": "completed", "code": 200}]} {{(pid=93088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:50:55.524303 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.106/compute/v2.1/os-server-external-events used request id req-2193e93d-2b70-4d20-ae5f-17c6709deaee {{(pid=93088) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:50:55.524643 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '753e6bdd-490f-4e4d-b54b-035502fd3fe7', 'name': 'network-vif-deleted', 'tag': '9b527af6-eca0-4cc3-a7c2-4acad178b702', 'status': 'completed', 'code': 200} Jul 06 12:50:56.191747 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [req-caf499a2-8652-46dc-bc9f-a8fefd65cc4c req-ecd4a1c5-5c90-4799-8b94-89cc7111af73 tempest-TestVolumeBootPattern-1525136861 tempest-TestVolumeBootPattern-1525136861-project] 10.222.0.106 "GET /v2.0/ports?device_id=753e6bdd-490f-4e4d-b54b-035502fd3fe7 HTTP/1.1" status: 200 len: 210 time: 0.0325394 Jul 06 12:50:57.292453 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.wsgi [-] (93087) accepted ('10.222.0.106', 57590) {{(pid=93087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:50:57.422603 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.plugins.ml2.plugin [None req-39a39f9b-55e7-48a8-bb9d-5f40f88962c2 tempest-TestVolumeBootPattern-1525136861 tempest-TestVolumeBootPattern-1525136861-project] Deleting port 7bcf6725-bafa-438f-a72f-04991a76579f {{(pid=93087) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:50:57.422949 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-39a39f9b-55e7-48a8-bb9d-5f40f88962c2 tempest-TestVolumeBootPattern-1525136861 tempest-TestVolumeBootPattern-1525136861-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730294201564'] for port, before_delete {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:50:57.503919 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-39a39f9b-55e7-48a8-bb9d-5f40f88962c2 tempest-TestVolumeBootPattern-1525136861 tempest-TestVolumeBootPattern-1525136861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813012'] for port, precommit_delete {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:50:57.504167 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-39a39f9b-55e7-48a8-bb9d-5f40f88962c2 tempest-TestVolumeBootPattern-1525136861 tempest-TestVolumeBootPattern-1525136861-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:50:57.515708 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.plugins.ml2.plugin [None req-39a39f9b-55e7-48a8-bb9d-5f40f88962c2 tempest-TestVolumeBootPattern-1525136861 tempest-TestVolumeBootPattern-1525136861-project] Calling delete_port for 7bcf6725-bafa-438f-a72f-04991a76579f owned by network:floatingip {{(pid=93087) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:50:57.651151 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-39a39f9b-55e7-48a8-bb9d-5f40f88962c2 tempest-TestVolumeBootPattern-1525136861 tempest-TestVolumeBootPattern-1525136861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-772913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730294210838', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730293689573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65517743'] for port, after_delete {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:50:57.680737 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a39f9b-55e7-48a8-bb9d-5f40f88962c2 tempest-TestVolumeBootPattern-1525136861 tempest-TestVolumeBootPattern-1525136861-project] Pushing event deleted for resources: {'Port': ['ID=7bcf6725-bafa-438f-a72f-04991a76579f,revision_number=None']} {{(pid=93087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:50:57.741995 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-39a39f9b-55e7-48a8-bb9d-5f40f88962c2 tempest-TestVolumeBootPattern-1525136861 tempest-TestVolumeBootPattern-1525136861-project] Notify callbacks [] for floatingip, after_delete {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:50:57.744542 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-39a39f9b-55e7-48a8-bb9d-5f40f88962c2 tempest-TestVolumeBootPattern-1525136861 tempest-TestVolumeBootPattern-1525136861-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473541'] for floatingip, before_response {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:50:57.745729 dv-cinder-799631-1-iscsi neutron-server[93087]: INFO neutron.wsgi [None req-39a39f9b-55e7-48a8-bb9d-5f40f88962c2 tempest-TestVolumeBootPattern-1525136861 tempest-TestVolumeBootPattern-1525136861-project] 10.222.0.106 "DELETE /v2.0/floatingips/b258be44-c09a-4487-9be1-f762e81fb182 HTTP/1.1" status: 204 len: 168 time: 0.4522977 Jul 06 12:50:58.002913 dv-cinder-799631-1-iscsi neutron-server[93090]: DEBUG neutron.db.agents_db [None req-df1e7349-c09a-47b1-8f5e-4c337b6ca707 None None] Agent healthcheck: found 6 active agents {{(pid=93090) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 12:50:59.030395 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.wsgi [-] (93088) accepted ('10.222.0.106', 57602) {{(pid=93088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:50:59.097091 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-5306c4bc-f936-4e37-8f8c-321625db35f7 tempest-TestVolumeBootPattern-1525136861 tempest-TestVolumeBootPattern-1525136861-project] Notify callbacks [] for security_group, before_delete {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:50:59.124103 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-5306c4bc-f936-4e37-8f8c-321625db35f7 tempest-TestVolumeBootPattern-1525136861 tempest-TestVolumeBootPattern-1525136861-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:50:59.129752 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.rpc [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] Device 9b527af6-eca0-4cc3-a7c2-4acad178b702 no longer exists at agent hyperv_hv-cinder-79963 {{(pid=93089) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:50:59.156351 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.plugin [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] No Port match for: 9b527af6-eca0-4cc3-a7c2-4acad178b702 {{(pid=93089) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:50:59.156696 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.rpc [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] Device 9b527af6-eca0-4cc3-a7c2-4acad178b702 not bound to the agent host hv-cinder-79963 {{(pid=93089) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:50:59.188458 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-5306c4bc-f936-4e37-8f8c-321625db35f7 tempest-TestVolumeBootPattern-1525136861 tempest-TestVolumeBootPattern-1525136861-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1774441'] for security_group, after_delete {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:50:59.191039 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-5306c4bc-f936-4e37-8f8c-321625db35f7 tempest-TestVolumeBootPattern-1525136861 tempest-TestVolumeBootPattern-1525136861-project] Notify callbacks [] for security_group, before_response {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:50:59.192259 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [None req-5306c4bc-f936-4e37-8f8c-321625db35f7 tempest-TestVolumeBootPattern-1525136861 tempest-TestVolumeBootPattern-1525136861-project] 10.222.0.106 "DELETE /v2.0/security-groups/424627eb-6e1f-4d8c-b6cc-51a70563b380 HTTP/1.1" status: 204 len: 168 time: 0.1608553 Jul 06 12:50:59.201520 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5306c4bc-f936-4e37-8f8c-321625db35f7 tempest-TestVolumeBootPattern-1525136861 tempest-TestVolumeBootPattern-1525136861-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=424627eb-6e1f-4d8c-b6cc-51a70563b380,revision_number=None']} {{(pid=93088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:51:00.267630 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.wsgi [-] (93088) accepted ('10.222.0.106', 57608) {{(pid=93088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:51:00.737070 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-4a1b48ba-30dc-4ce5-b1f3-c6ddd647c41e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1815572'] for router_interface, before_delete {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:51:00.992471 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.plugins.ml2.plugin [None req-4a1b48ba-30dc-4ce5-b1f3-c6ddd647c41e admin admin] Deleting port e7000db5-f64d-4e9a-9e04-3eb5cc8f7ce0 {{(pid=93088) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:51:00.992813 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-4a1b48ba-30dc-4ce5-b1f3-c6ddd647c41e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730294201564'] for port, before_delete {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:51:01.067346 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.plugins.ml2.db [None req-4a1b48ba-30dc-4ce5-b1f3-c6ddd647c41e admin admin] For port e7000db5-f64d-4e9a-9e04-3eb5cc8f7ce0, host dv-cinder-799631-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799631-1-iscsi',level=0,port_id=e7000db5-f64d-4e9a-9e04-3eb5cc8f7ce0,segment=NetworkSegment(1eb18788-5df7-46da-9081-36e4d73aca02),segment_id=1eb18788-5df7-46da-9081-36e4d73aca02)] {{(pid=93088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:51:01.067705 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-4a1b48ba-30dc-4ce5-b1f3-c6ddd647c41e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813012'] for port, precommit_delete {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:51:01.080367 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.plugins.ml2.plugin [None req-4a1b48ba-30dc-4ce5-b1f3-c6ddd647c41e admin admin] Calling delete_port for e7000db5-f64d-4e9a-9e04-3eb5cc8f7ce0 owned by network:router_interface {{(pid=93088) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:51:01.256337 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-4a1b48ba-30dc-4ce5-b1f3-c6ddd647c41e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-772913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730294210838', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730293689573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63638200'] for port, after_delete {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:51:01.285202 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1b48ba-30dc-4ce5-b1f3-c6ddd647c41e admin admin] Pushing event deleted for resources: {'Port': ['ID=e7000db5-f64d-4e9a-9e04-3eb5cc8f7ce0,revision_number=None']} {{(pid=93088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:51:01.452985 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-4a1b48ba-30dc-4ce5-b1f3-c6ddd647c41e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1582540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1813034'] for router_interface, after_delete {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:51:01.664766 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a1b48ba-30dc-4ce5-b1f3-c6ddd647c41e admin admin] Router 3d014b2a-d414-4182-8ec4-3f90e6b5295b has already been hosted by L3 agent 8f648e93-51d3-4e20-9eca-a57842435ba1 {{(pid=93088) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 12:51:01.772739 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a1b48ba-30dc-4ce5-b1f3-c6ddd647c41e admin admin] Notify agent at l3_agent.dv-cinder-799631-1-iscsi the message routers_updated {{(pid=93088) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:51:01.779252 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [None req-4a1b48ba-30dc-4ce5-b1f3-c6ddd647c41e admin admin] 10.222.0.106 "PUT /v2.0/routers/3d014b2a-d414-4182-8ec4-3f90e6b5295b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5091021 Jul 06 12:51:01.780303 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.wsgi [-] (93088) accepted ('10.222.0.106', 57612) {{(pid=93088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:51:01.783666 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c783438-f6a9-47a9-93f5-e54cdc1fd6b2 None None] Sync routers for ids ['3d014b2a-d414-4182-8ec4-3f90e6b5295b'] in dv-cinder-799631-1-iscsi {{(pid=93089) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:51:01.794415 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c783438-f6a9-47a9-93f5-e54cdc1fd6b2 None None] Routers {'3d014b2a-d414-4182-8ec4-3f90e6b5295b'} bound to L3 agent in host dv-cinder-799631-1-iscsi {{(pid=93089) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:51:01.795034 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.db.l3_hamode_db [None req-7c783438-f6a9-47a9-93f5-e54cdc1fd6b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799631-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T12:25:10Z,description=,heartbeat_timestamp=2021-07-06T12:50:41Z,host='dv-cinder-799631-1-iscsi',id=8f648e93-51d3-4e20-9eca-a57842435ba1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T12:25:10Z,topic='l3_agent')) {'router_ids': ['3d014b2a-d414-4182-8ec4-3f90e6b5295b'], 'active': True} {{(pid=93089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:51:01.881841 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-6fa572b7-83b2-4cbc-874c-9125cb081fee admin admin] Notify callbacks [] for router, before_delete {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:51:01.900157 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.db.l3_dvr_db [None req-7c783438-f6a9-47a9-93f5-e54cdc1fd6b2 None None] Set router 3d014b2a-d414-4182-8ec4-3f90e6b5295b gateway port host: dv-cinder-799631-1-iscsi {{(pid=93089) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:51:01.982379 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-6fa572b7-83b2-4cbc-874c-9125cb081fee admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:51:02.036876 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.plugins.ml2.plugin [None req-6fa572b7-83b2-4cbc-874c-9125cb081fee admin admin] Deleting port 50537514-147c-4be7-8c94-ea4280b7335a {{(pid=93088) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:51:02.037215 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-6fa572b7-83b2-4cbc-874c-9125cb081fee admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730294201564'] for port, before_delete {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:51:02.118070 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.plugins.ml2.db [None req-6fa572b7-83b2-4cbc-874c-9125cb081fee admin admin] For port 50537514-147c-4be7-8c94-ea4280b7335a, host dv-cinder-799631-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799631-1-iscsi',level=0,port_id=50537514-147c-4be7-8c94-ea4280b7335a,segment=NetworkSegment(89d2d2f7-34cd-4989-93e1-84776a10346d),segment_id=89d2d2f7-34cd-4989-93e1-84776a10346d)] {{(pid=93088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:51:02.118433 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-6fa572b7-83b2-4cbc-874c-9125cb081fee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813012'] for port, precommit_delete {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:51:02.130708 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.plugins.ml2.plugin [None req-6fa572b7-83b2-4cbc-874c-9125cb081fee admin admin] Calling delete_port for 50537514-147c-4be7-8c94-ea4280b7335a owned by network:router_gateway {{(pid=93088) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:51:02.199599 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.db.l3_hamode_db [None req-7c783438-f6a9-47a9-93f5-e54cdc1fd6b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d014b2a-d414-4182-8ec4-3f90e6b5295b', 'name': 'tempest-TestVolumeBootPattern-1689920214-router', 'tenant_id': '7d3fca7e03d1476d8c34bd1e06242792', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a97b808-be6d-48ec-a40b-4668530ee790', 'external_fixed_ips': [{'subnet_id': '1816a596-2dc6-4d27-98a5-201cc12476f2', 'ip_address': '172.27.1.97'}], 'enable_snat': True}, 'gw_port_id': '50537514-147c-4be7-8c94-ea4280b7335a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:44:09Z', 'updated_at': '2021-07-06T12:51:01Z', 'revision_number': 5, 'project_id': '7d3fca7e03d1476d8c34bd1e06242792', 'gw_port': {'id': '50537514-147c-4be7-8c94-ea4280b7335a', 'name': '', 'network_id': '2a97b808-be6d-48ec-a40b-4668530ee790', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:27:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d014b2a-d414-4182-8ec4-3f90e6b5295b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '1816a596-2dc6-4d27-98a5-201cc12476f2', 'ip_address': '172.27.1.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799631-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:44:10Z', 'updated_at': '2021-07-06T12:44:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1816a596-2dc6-4d27-98a5-201cc12476f2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799631-1-iscsi'}], 'dv-cinder-799631-1-iscsi', False) {} {{(pid=93089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:51:02.227241 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c783438-f6a9-47a9-93f5-e54cdc1fd6b2 None None] Checking router: 3d014b2a-d414-4182-8ec4-3f90e6b5295b for host: dv-cinder-799631-1-iscsi {{(pid=93089) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 12:51:02.235722 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c783438-f6a9-47a9-93f5-e54cdc1fd6b2 None None] Routers {'3d014b2a-d414-4182-8ec4-3f90e6b5295b'} bound to L3 agent in host dv-cinder-799631-1-iscsi {{(pid=93089) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:51:02.236281 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.db.l3_hamode_db [None req-7c783438-f6a9-47a9-93f5-e54cdc1fd6b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799631-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T12:25:10Z,description=,heartbeat_timestamp=2021-07-06T12:50:41Z,host='dv-cinder-799631-1-iscsi',id=8f648e93-51d3-4e20-9eca-a57842435ba1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T12:25:10Z,topic='l3_agent')) {'router_ids': ['3d014b2a-d414-4182-8ec4-3f90e6b5295b'], 'active': True} {{(pid=93089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:51:02.294980 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-6fa572b7-83b2-4cbc-874c-9125cb081fee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-772913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730294210838', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730293689573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63638200'] for port, after_delete {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:51:02.321249 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa572b7-83b2-4cbc-874c-9125cb081fee admin admin] Pushing event deleted for resources: {'Port': ['ID=50537514-147c-4be7-8c94-ea4280b7335a,revision_number=None']} {{(pid=93088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:51:02.325960 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.db.l3_dvr_db [None req-7c783438-f6a9-47a9-93f5-e54cdc1fd6b2 None None] Set router 3d014b2a-d414-4182-8ec4-3f90e6b5295b gateway port host: None {{(pid=93089) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:51:02.379566 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.db.l3_hamode_db [None req-7c783438-f6a9-47a9-93f5-e54cdc1fd6b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d014b2a-d414-4182-8ec4-3f90e6b5295b', 'name': 'tempest-TestVolumeBootPattern-1689920214-router', 'tenant_id': '7d3fca7e03d1476d8c34bd1e06242792', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:44:09Z', 'updated_at': '2021-07-06T12:51:01Z', 'revision_number': 6, 'project_id': '7d3fca7e03d1476d8c34bd1e06242792', 'gw_port_host': None}], 'dv-cinder-799631-1-iscsi', False) {} {{(pid=93089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:51:02.383185 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-6fa572b7-83b2-4cbc-874c-9125cb081fee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1764435'] for router_gateway, after_delete {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:51:02.406145 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c783438-f6a9-47a9-93f5-e54cdc1fd6b2 None None] The sync data for ids ['3d014b2a-d414-4182-8ec4-3f90e6b5295b'] in dv-cinder-799631-1-iscsi is: [{'id': '3d014b2a-d414-4182-8ec4-3f90e6b5295b', 'name': 'tempest-TestVolumeBootPattern-1689920214-router', 'tenant_id': '7d3fca7e03d1476d8c34bd1e06242792', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:44:09Z', 'updated_at': '2021-07-06T12:51:01Z', 'revision_number': 6, 'project_id': '7d3fca7e03d1476d8c34bd1e06242792', 'gw_port_host': None}] {{(pid=93089) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:51:02.472373 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-6fa572b7-83b2-4cbc-874c-9125cb081fee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1816807', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-259384'] for router, precommit_delete {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:51:02.474567 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-6fa572b7-83b2-4cbc-874c-9125cb081fee admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:51:02.516186 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-6fa572b7-83b2-4cbc-874c-9125cb081fee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1817463'] for router, after_delete {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:51:02.517404 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fa572b7-83b2-4cbc-874c-9125cb081fee admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3d014b2a-d414-4182-8ec4-3f90e6b5295b {{(pid=93088) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 12:51:02.521839 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-6fa572b7-83b2-4cbc-874c-9125cb081fee admin admin] Notify callbacks [] for router, before_response {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:51:02.522997 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [None req-6fa572b7-83b2-4cbc-874c-9125cb081fee admin admin] 10.222.0.106 "DELETE /v2.0/routers/3d014b2a-d414-4182-8ec4-3f90e6b5295b HTTP/1.1" status: 204 len: 168 time: 0.7417839 Jul 06 12:51:02.525725 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.wsgi [-] (93088) accepted ('10.222.0.106', 57614) {{(pid=93088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:51:02.573628 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.db.db_base_plugin_v2 [None req-9e87bfde-1a8e-4c38-9a88-9114b1797f9f admin admin] Deleting subnet 33e7a687-d80f-43c0-aba6-1592a9695544 {{(pid=93088) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 12:51:02.576735 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-9e87bfde-1a8e-4c38-9a88-9114b1797f9f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:51:02.888570 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-9e87bfde-1a8e-4c38-9a88-9114b1797f9f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63205673'] for subnet, precommit_delete_associations {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:51:02.961689 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-9e87bfde-1a8e-4c38-9a88-9114b1797f9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-892766'] for subnet, precommit_delete {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:51:03.019948 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-9e87bfde-1a8e-4c38-9a88-9114b1797f9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-892759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1774543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63638146', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63516695'] for subnet, after_delete {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:51:03.041729 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e87bfde-1a8e-4c38-9a88-9114b1797f9f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=33e7a687-d80f-43c0-aba6-1592a9695544,revision_number=None']} {{(pid=93088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:51:03.048863 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-9e87bfde-1a8e-4c38-9a88-9114b1797f9f admin admin] Notify callbacks [] for subnet, before_response {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:51:03.050862 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [None req-9e87bfde-1a8e-4c38-9a88-9114b1797f9f admin admin] 10.222.0.106 "DELETE /v2.0/subnets/33e7a687-d80f-43c0-aba6-1592a9695544 HTTP/1.1" status: 204 len: 168 time: 0.5236917 Jul 06 12:51:03.053154 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.wsgi [-] (93088) accepted ('10.222.0.106', 57616) {{(pid=93088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:51:03.055691 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f546995-38c1-45ef-9fbb-fbdf96bda9cc None None] Network 70c6c503-e3dc-4ea0-b47e-6f37032d35b2 requested from dv-cinder-799631-1-iscsi {{(pid=93089) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:51:03.119281 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-1f61338a-9d84-43fc-8883-32b1594150b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-555043'] for network, before_delete {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:51:03.180897 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.plugins.ml2.plugin [None req-1f61338a-9d84-43fc-8883-32b1594150b5 admin admin] Deleting port cf9c427e-9bb0-4b47-b338-7e01d7756df9 {{(pid=93088) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:51:03.181416 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-1f61338a-9d84-43fc-8883-32b1594150b5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730294201564'] for port, before_delete {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:51:03.243502 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f2d1600-b34a-4195-85bb-1bbc94975224 None None] DHCP port deletion for 70c6c503-e3dc-4ea0-b47e-6f37032d35b2 request from dv-cinder-799631-1-iscsi {{(pid=93089) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 12:51:03.255998 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.plugins.ml2.db [None req-1f61338a-9d84-43fc-8883-32b1594150b5 admin admin] For port cf9c427e-9bb0-4b47-b338-7e01d7756df9, host dv-cinder-799631-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799631-1-iscsi',level=0,port_id=cf9c427e-9bb0-4b47-b338-7e01d7756df9,segment=NetworkSegment(1eb18788-5df7-46da-9081-36e4d73aca02),segment_id=1eb18788-5df7-46da-9081-36e4d73aca02)] {{(pid=93088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:51:03.256352 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-1f61338a-9d84-43fc-8883-32b1594150b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813012'] for port, precommit_delete {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:51:03.268969 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.plugins.ml2.plugin [None req-1f61338a-9d84-43fc-8883-32b1594150b5 admin admin] Calling delete_port for cf9c427e-9bb0-4b47-b338-7e01d7756df9 owned by network:dhcp {{(pid=93088) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:51:03.291307 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.plugin [None req-5f2d1600-b34a-4195-85bb-1bbc94975224 None None] Deleting port cf9c427e-9bb0-4b47-b338-7e01d7756df9 {{(pid=93089) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:51:03.291684 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-5f2d1600-b34a-4195-85bb-1bbc94975224 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730294201564'] for port, before_delete {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:51:03.352639 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-1f61338a-9d84-43fc-8883-32b1594150b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-772913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730294210838', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730293689573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63638200'] for port, after_delete {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:51:03.368665 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.db [None req-5f2d1600-b34a-4195-85bb-1bbc94975224 None None] For port cf9c427e-9bb0-4b47-b338-7e01d7756df9, host dv-cinder-799631-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799631-1-iscsi',level=0,port_id=cf9c427e-9bb0-4b47-b338-7e01d7756df9,segment=NetworkSegment(1eb18788-5df7-46da-9081-36e4d73aca02),segment_id=1eb18788-5df7-46da-9081-36e4d73aca02)] {{(pid=93089) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:51:03.369052 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-5f2d1600-b34a-4195-85bb-1bbc94975224 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813012'] for port, precommit_delete {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:51:03.383411 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.plugin [None req-5f2d1600-b34a-4195-85bb-1bbc94975224 None None] Calling delete_port for cf9c427e-9bb0-4b47-b338-7e01d7756df9 owned by network:dhcp {{(pid=93089) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:51:03.385079 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f61338a-9d84-43fc-8883-32b1594150b5 admin admin] No DVR routers for this DVR port cf9c427e-9bb0-4b47-b338-7e01d7756df9 on host dv-cinder-799631-1-iscsi {{(pid=93088) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:51:03.390053 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f61338a-9d84-43fc-8883-32b1594150b5 admin admin] Pushing event deleted for resources: {'Port': ['ID=cf9c427e-9bb0-4b47-b338-7e01d7756df9,revision_number=None']} {{(pid=93088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:51:03.458594 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-1f61338a-9d84-43fc-8883-32b1594150b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-910539', 'neutron.services.segments.db._delete_segments_for_network-8730293992542'] for network, precommit_delete {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:51:03.466170 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-5f2d1600-b34a-4195-85bb-1bbc94975224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-772913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730294210838', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730293689573'] for port, after_delete {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:51:03.468757 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.services.segments.db [None req-1f61338a-9d84-43fc-8883-32b1594150b5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['70c6c503-e3dc-4ea0-b47e-6f37032d35b2']}} {{(pid=93088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:51:03.484878 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.services.segments.db [None req-1f61338a-9d84-43fc-8883-32b1594150b5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1eb18788-5df7-46da-9081-36e4d73aca02') {'for_net_delete': True} {{(pid=93088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:51:03.485670 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.services.segments.db [None req-1f61338a-9d84-43fc-8883-32b1594150b5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1eb18788-5df7-46da-9081-36e4d73aca02') {} {{(pid=93088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:51:03.494491 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-1f61338a-9d84-43fc-8883-32b1594150b5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730294219394', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63205694'] for segment, before_delete {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:51:03.497525 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2d1600-b34a-4195-85bb-1bbc94975224 None None] Pushing event deleted for resources: {'Port': ['ID=cf9c427e-9bb0-4b47-b338-7e01d7756df9,revision_number=None']} {{(pid=93089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:51:03.499978 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f2d1600-b34a-4195-85bb-1bbc94975224 None None] No DVR routers for this DVR port cf9c427e-9bb0-4b47-b338-7e01d7756df9 on host dv-cinder-799631-1-iscsi {{(pid=93089) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:51:03.510625 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2d1600-b34a-4195-85bb-1bbc94975224 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799631-1-iscsi {{(pid=93089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:51:03.511164 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2d1600-b34a-4195-85bb-1bbc94975224 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799631-1-iscsi {{(pid=93089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:51:03.511581 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2d1600-b34a-4195-85bb-1bbc94975224 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799631-1-iscsi {{(pid=93089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:51:03.511990 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2d1600-b34a-4195-85bb-1bbc94975224 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799631-1-iscsi {{(pid=93089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:51:03.512330 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2d1600-b34a-4195-85bb-1bbc94975224 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799631-1-iscsi {{(pid=93089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:51:03.512667 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2d1600-b34a-4195-85bb-1bbc94975224 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799631-1-iscsi {{(pid=93089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:51:03.513003 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2d1600-b34a-4195-85bb-1bbc94975224 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-799631-1-iscsi {{(pid=93089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:51:03.513337 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2d1600-b34a-4195-85bb-1bbc94975224 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-799631-1-iscsi {{(pid=93089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:51:03.513669 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2d1600-b34a-4195-85bb-1bbc94975224 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799631-1-iscsi {{(pid=93089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:51:03.514000 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2d1600-b34a-4195-85bb-1bbc94975224 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799631-1-iscsi {{(pid=93089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:51:03.514335 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2d1600-b34a-4195-85bb-1bbc94975224 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799631-1-iscsi {{(pid=93089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:51:03.514641 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-1f61338a-9d84-43fc-8883-32b1594150b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-886815'] for segment, precommit_delete {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:51:03.514769 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2d1600-b34a-4195-85bb-1bbc94975224 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799631-1-iscsi {{(pid=93089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:51:03.520888 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f61338a-9d84-43fc-8883-32b1594150b5 admin admin] Releasing vlan 1079 on physical network physnet1 to pool {{(pid=93088) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 12:51:03.521281 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-1f61338a-9d84-43fc-8883-32b1594150b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-886815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63638119'] for segment, after_delete {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:51:03.522955 dv-cinder-799631-1-iscsi neutron-server[93088]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:51:03.522955 dv-cinder-799631-1-iscsi neutron-server[93088]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:51:03.522955 dv-cinder-799631-1-iscsi neutron-server[93088]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:51:03.522955 dv-cinder-799631-1-iscsi neutron-server[93088]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:51:03.522955 dv-cinder-799631-1-iscsi neutron-server[93088]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:51:03.522955 dv-cinder-799631-1-iscsi neutron-server[93088]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:51:03.522955 dv-cinder-799631-1-iscsi neutron-server[93088]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:51:03.522955 dv-cinder-799631-1-iscsi neutron-server[93088]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:51:03.522955 dv-cinder-799631-1-iscsi neutron-server[93088]: Traceback (most recent call last): Jul 06 12:51:03.522955 dv-cinder-799631-1-iscsi neutron-server[93088]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 12:51:03.522955 dv-cinder-799631-1-iscsi neutron-server[93088]: timer() Jul 06 12:51:03.522955 dv-cinder-799631-1-iscsi neutron-server[93088]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 12:51:03.522955 dv-cinder-799631-1-iscsi neutron-server[93088]: cb(*args, **kw) Jul 06 12:51:03.522955 dv-cinder-799631-1-iscsi neutron-server[93088]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 12:51:03.522955 dv-cinder-799631-1-iscsi neutron-server[93088]: return func(*args, **kwargs) Jul 06 12:51:03.522955 dv-cinder-799631-1-iscsi neutron-server[93088]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 12:51:03.522955 dv-cinder-799631-1-iscsi neutron-server[93088]: self._notify() Jul 06 12:51:03.522955 dv-cinder-799631-1-iscsi neutron-server[93088]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 12:51:03.522955 dv-cinder-799631-1-iscsi neutron-server[93088]: self.callback(batched_events) Jul 06 12:51:03.522955 dv-cinder-799631-1-iscsi neutron-server[93088]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 12:51:03.522955 dv-cinder-799631-1-iscsi neutron-server[93088]: event.method(event) Jul 06 12:51:03.522955 dv-cinder-799631-1-iscsi neutron-server[93088]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 12:51:03.522955 dv-cinder-799631-1-iscsi neutron-server[93088]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 12:51:03.522955 dv-cinder-799631-1-iscsi neutron-server[93088]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 12:51:03.522955 dv-cinder-799631-1-iscsi neutron-server[93088]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 12:51:03.522955 dv-cinder-799631-1-iscsi neutron-server[93088]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 12:51:03.522955 dv-cinder-799631-1-iscsi neutron-server[93088]: return f(self, *a, **k) Jul 06 12:51:03.522955 dv-cinder-799631-1-iscsi neutron-server[93088]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 12:51:03.522955 dv-cinder-799631-1-iscsi neutron-server[93088]: return self._get(url).json() Jul 06 12:51:03.522955 dv-cinder-799631-1-iscsi neutron-server[93088]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 12:51:03.522955 dv-cinder-799631-1-iscsi neutron-server[93088]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 12:51:03.522955 dv-cinder-799631-1-iscsi neutron-server[93088]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 12:51:03.522955 dv-cinder-799631-1-iscsi neutron-server[93088]: return self.request(url, 'GET', **kwargs) Jul 06 12:51:03.522955 dv-cinder-799631-1-iscsi neutron-server[93088]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 12:51:03.522955 dv-cinder-799631-1-iscsi neutron-server[93088]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 12:51:03.522955 dv-cinder-799631-1-iscsi neutron-server[93088]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 12:51:03.522955 dv-cinder-799631-1-iscsi neutron-server[93088]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 12:51:03.522955 dv-cinder-799631-1-iscsi neutron-server[93088]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 12:51:03.522955 dv-cinder-799631-1-iscsi neutron-server[93088]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 12:51:03.522955 dv-cinder-799631-1-iscsi neutron-server[93088]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 12:51:03.578566 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-1f61338a-9d84-43fc-8883-32b1594150b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-910528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1774397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1764471'] for network, after_delete {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:51:03.583869 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron_lib.callbacks.manager [None req-1f61338a-9d84-43fc-8883-32b1594150b5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582504'] for network, before_response {{(pid=93088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:51:03.585629 dv-cinder-799631-1-iscsi neutron-server[93088]: INFO neutron.wsgi [None req-1f61338a-9d84-43fc-8883-32b1594150b5 admin admin] 10.222.0.106 "DELETE /v2.0/networks/70c6c503-e3dc-4ea0-b47e-6f37032d35b2 HTTP/1.1" status: 204 len: 168 time: 0.5315552 Jul 06 12:51:03.588630 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.wsgi [-] (93087) accepted ('10.222.0.106', 57618) {{(pid=93087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:51:03.599209 dv-cinder-799631-1-iscsi neutron-server[93088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f61338a-9d84-43fc-8883-32b1594150b5 admin admin] Pushing event deleted for resources: {'Network': ['ID=70c6c503-e3dc-4ea0-b47e-6f37032d35b2,revision_number=None']} {{(pid=93088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:51:03.776128 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.rpc [None req-3dd6613b-aa53-445d-9a05-4c085a94a05e None None] Device 50537514-147c-4be7-8c94-ea4280b7335a no longer exists at agent ovs-agent-dv-cinder-799631-1-iscsi {{(pid=93089) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:51:03.796849 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.plugin [None req-3dd6613b-aa53-445d-9a05-4c085a94a05e None None] No Port match for: 50537514-147c-4be7-8c94-ea4280b7335a {{(pid=93089) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:51:03.797198 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.rpc [None req-3dd6613b-aa53-445d-9a05-4c085a94a05e None None] Device 50537514-147c-4be7-8c94-ea4280b7335a not bound to the agent host dv-cinder-799631-1-iscsi {{(pid=93089) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:51:03.797629 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.rpc [None req-3dd6613b-aa53-445d-9a05-4c085a94a05e None None] Device e7000db5-f64d-4e9a-9e04-3eb5cc8f7ce0 no longer exists at agent ovs-agent-dv-cinder-799631-1-iscsi {{(pid=93089) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:51:03.817826 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.plugin [None req-3dd6613b-aa53-445d-9a05-4c085a94a05e None None] No Port match for: e7000db5-f64d-4e9a-9e04-3eb5cc8f7ce0 {{(pid=93089) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:51:03.818188 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.rpc [None req-3dd6613b-aa53-445d-9a05-4c085a94a05e None None] Device e7000db5-f64d-4e9a-9e04-3eb5cc8f7ce0 not bound to the agent host dv-cinder-799631-1-iscsi {{(pid=93089) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:51:03.818618 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.rpc [None req-3dd6613b-aa53-445d-9a05-4c085a94a05e None None] Device cf9c427e-9bb0-4b47-b338-7e01d7756df9 no longer exists at agent ovs-agent-dv-cinder-799631-1-iscsi {{(pid=93089) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:51:03.837842 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.plugin [None req-3dd6613b-aa53-445d-9a05-4c085a94a05e None None] No Port match for: cf9c427e-9bb0-4b47-b338-7e01d7756df9 {{(pid=93089) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:51:03.838089 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.rpc [None req-3dd6613b-aa53-445d-9a05-4c085a94a05e None None] Device cf9c427e-9bb0-4b47-b338-7e01d7756df9 not bound to the agent host dv-cinder-799631-1-iscsi {{(pid=93089) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:51:03.940707 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-d9408028-2e7e-429f-b2bd-e37faaa4280a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1815572'] for router_interface, before_delete {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:51:04.460723 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.plugins.ml2.plugin [None req-d9408028-2e7e-429f-b2bd-e37faaa4280a admin admin] Deleting port d194a6a8-e1ab-4cbb-9cd4-b1633b1693e3 {{(pid=93087) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:51:04.461058 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-d9408028-2e7e-429f-b2bd-e37faaa4280a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730294201564'] for port, before_delete {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:51:04.547028 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.plugins.ml2.db [None req-d9408028-2e7e-429f-b2bd-e37faaa4280a admin admin] For port d194a6a8-e1ab-4cbb-9cd4-b1633b1693e3, host dv-cinder-799631-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799631-1-iscsi',level=0,port_id=d194a6a8-e1ab-4cbb-9cd4-b1633b1693e3,segment=NetworkSegment(96e7a98d-9896-47d0-a80b-183d40875248),segment_id=96e7a98d-9896-47d0-a80b-183d40875248)] {{(pid=93087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:51:04.547950 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-d9408028-2e7e-429f-b2bd-e37faaa4280a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813012'] for port, precommit_delete {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:51:04.560116 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.plugins.ml2.plugin [None req-d9408028-2e7e-429f-b2bd-e37faaa4280a admin admin] Calling delete_port for d194a6a8-e1ab-4cbb-9cd4-b1633b1693e3 owned by network:router_interface {{(pid=93087) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:51:04.740051 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-d9408028-2e7e-429f-b2bd-e37faaa4280a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-772913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730294210838', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730293689573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65517743'] for port, after_delete {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:51:04.767005 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9408028-2e7e-429f-b2bd-e37faaa4280a admin admin] Pushing event deleted for resources: {'Port': ['ID=d194a6a8-e1ab-4cbb-9cd4-b1633b1693e3,revision_number=None']} {{(pid=93087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:51:04.942590 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-d9408028-2e7e-429f-b2bd-e37faaa4280a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1582540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1813034'] for router_interface, after_delete {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:51:05.166212 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9408028-2e7e-429f-b2bd-e37faaa4280a admin admin] Router 42297864-c885-49d9-8886-589e0e90f67f has already been hosted by L3 agent 8f648e93-51d3-4e20-9eca-a57842435ba1 {{(pid=93087) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 12:51:05.273010 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9408028-2e7e-429f-b2bd-e37faaa4280a admin admin] Notify agent at l3_agent.dv-cinder-799631-1-iscsi the message routers_updated {{(pid=93087) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:51:05.278196 dv-cinder-799631-1-iscsi neutron-server[93087]: INFO neutron.wsgi [None req-d9408028-2e7e-429f-b2bd-e37faaa4280a admin admin] 10.222.0.106 "PUT /v2.0/routers/42297864-c885-49d9-8886-589e0e90f67f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6884737 Jul 06 12:51:05.281005 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.wsgi [-] (93087) accepted ('10.222.0.106', 57620) {{(pid=93087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:51:05.283780 dv-cinder-799631-1-iscsi neutron-server[93090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a809330b-3296-4573-bca1-43d92854b1fd None None] Sync routers for ids ['42297864-c885-49d9-8886-589e0e90f67f'] in dv-cinder-799631-1-iscsi {{(pid=93090) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:51:05.293031 dv-cinder-799631-1-iscsi neutron-server[93090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a809330b-3296-4573-bca1-43d92854b1fd None None] Routers {'42297864-c885-49d9-8886-589e0e90f67f'} bound to L3 agent in host dv-cinder-799631-1-iscsi {{(pid=93090) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:51:05.293644 dv-cinder-799631-1-iscsi neutron-server[93090]: DEBUG neutron.db.l3_hamode_db [None req-a809330b-3296-4573-bca1-43d92854b1fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799631-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T12:25:10Z,description=,heartbeat_timestamp=2021-07-06T12:50:41Z,host='dv-cinder-799631-1-iscsi',id=8f648e93-51d3-4e20-9eca-a57842435ba1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T12:25:10Z,topic='l3_agent')) {'router_ids': ['42297864-c885-49d9-8886-589e0e90f67f'], 'active': True} {{(pid=93090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:51:05.397826 dv-cinder-799631-1-iscsi neutron-server[93090]: DEBUG neutron.db.l3_dvr_db [None req-a809330b-3296-4573-bca1-43d92854b1fd None None] Set router 42297864-c885-49d9-8886-589e0e90f67f gateway port host: dv-cinder-799631-1-iscsi {{(pid=93090) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:51:05.426517 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-ca4c23e1-6b19-458b-baf8-ea95c0e4765e admin admin] Notify callbacks [] for router, before_delete {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:51:05.548724 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-ca4c23e1-6b19-458b-baf8-ea95c0e4765e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:51:05.585267 dv-cinder-799631-1-iscsi neutron-server[93090]: DEBUG neutron.db.l3_hamode_db [None req-a809330b-3296-4573-bca1-43d92854b1fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42297864-c885-49d9-8886-589e0e90f67f', 'name': 'tempest-TestVolumeBootPattern-1798797374-router', 'tenant_id': '93e38c1311284add8b929153ad3daac9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a97b808-be6d-48ec-a40b-4668530ee790', 'external_fixed_ips': [{'subnet_id': '1816a596-2dc6-4d27-98a5-201cc12476f2', 'ip_address': '172.27.1.214'}], 'enable_snat': True}, 'gw_port_id': 'fdc45c9d-081b-4798-b303-78d1bcead024', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:44:14Z', 'updated_at': '2021-07-06T12:51:04Z', 'revision_number': 5, 'project_id': '93e38c1311284add8b929153ad3daac9', 'gw_port': {'id': 'fdc45c9d-081b-4798-b303-78d1bcead024', 'name': '', 'network_id': '2a97b808-be6d-48ec-a40b-4668530ee790', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:b8:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42297864-c885-49d9-8886-589e0e90f67f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '1816a596-2dc6-4d27-98a5-201cc12476f2', 'ip_address': '172.27.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799631-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:44:14Z', 'updated_at': '2021-07-06T12:44:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1816a596-2dc6-4d27-98a5-201cc12476f2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799631-1-iscsi'}], 'dv-cinder-799631-1-iscsi', False) {} {{(pid=93090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:51:05.608158 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.plugins.ml2.plugin [None req-ca4c23e1-6b19-458b-baf8-ea95c0e4765e admin admin] Deleting port fdc45c9d-081b-4798-b303-78d1bcead024 {{(pid=93087) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:51:05.608501 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-ca4c23e1-6b19-458b-baf8-ea95c0e4765e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730294201564'] for port, before_delete {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:51:05.617804 dv-cinder-799631-1-iscsi neutron-server[93090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a809330b-3296-4573-bca1-43d92854b1fd None None] Checking router: 42297864-c885-49d9-8886-589e0e90f67f for host: dv-cinder-799631-1-iscsi {{(pid=93090) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 12:51:05.627528 dv-cinder-799631-1-iscsi neutron-server[93090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a809330b-3296-4573-bca1-43d92854b1fd None None] Routers {'42297864-c885-49d9-8886-589e0e90f67f'} bound to L3 agent in host dv-cinder-799631-1-iscsi {{(pid=93090) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:51:05.628148 dv-cinder-799631-1-iscsi neutron-server[93090]: DEBUG neutron.db.l3_hamode_db [None req-a809330b-3296-4573-bca1-43d92854b1fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799631-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T12:25:10Z,description=,heartbeat_timestamp=2021-07-06T12:50:41Z,host='dv-cinder-799631-1-iscsi',id=8f648e93-51d3-4e20-9eca-a57842435ba1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T12:25:10Z,topic='l3_agent')) {'router_ids': ['42297864-c885-49d9-8886-589e0e90f67f'], 'active': True} {{(pid=93090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:51:05.692758 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.plugins.ml2.db [None req-ca4c23e1-6b19-458b-baf8-ea95c0e4765e admin admin] For port fdc45c9d-081b-4798-b303-78d1bcead024, host dv-cinder-799631-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799631-1-iscsi',level=0,port_id=fdc45c9d-081b-4798-b303-78d1bcead024,segment=NetworkSegment(89d2d2f7-34cd-4989-93e1-84776a10346d),segment_id=89d2d2f7-34cd-4989-93e1-84776a10346d)] {{(pid=93087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:51:05.693033 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-ca4c23e1-6b19-458b-baf8-ea95c0e4765e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813012'] for port, precommit_delete {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:51:05.708713 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.plugins.ml2.plugin [None req-ca4c23e1-6b19-458b-baf8-ea95c0e4765e admin admin] Calling delete_port for fdc45c9d-081b-4798-b303-78d1bcead024 owned by network:router_gateway {{(pid=93087) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:51:05.715167 dv-cinder-799631-1-iscsi neutron-server[93090]: DEBUG neutron.db.l3_dvr_db [None req-a809330b-3296-4573-bca1-43d92854b1fd None None] Set router 42297864-c885-49d9-8886-589e0e90f67f gateway port host: None {{(pid=93090) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:51:05.769872 dv-cinder-799631-1-iscsi neutron-server[93090]: DEBUG neutron.db.l3_hamode_db [None req-a809330b-3296-4573-bca1-43d92854b1fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42297864-c885-49d9-8886-589e0e90f67f', 'name': 'tempest-TestVolumeBootPattern-1798797374-router', 'tenant_id': '93e38c1311284add8b929153ad3daac9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:44:14Z', 'updated_at': '2021-07-06T12:51:05Z', 'revision_number': 6, 'project_id': '93e38c1311284add8b929153ad3daac9', 'gw_port_host': None}], 'dv-cinder-799631-1-iscsi', False) {} {{(pid=93090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:51:05.801101 dv-cinder-799631-1-iscsi neutron-server[93090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a809330b-3296-4573-bca1-43d92854b1fd None None] The sync data for ids ['42297864-c885-49d9-8886-589e0e90f67f'] in dv-cinder-799631-1-iscsi is: [{'id': '42297864-c885-49d9-8886-589e0e90f67f', 'name': 'tempest-TestVolumeBootPattern-1798797374-router', 'tenant_id': '93e38c1311284add8b929153ad3daac9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:44:14Z', 'updated_at': '2021-07-06T12:51:05Z', 'revision_number': 6, 'project_id': '93e38c1311284add8b929153ad3daac9', 'gw_port_host': None}] {{(pid=93090) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:51:05.896941 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-ca4c23e1-6b19-458b-baf8-ea95c0e4765e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-772913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730294210838', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730293689573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65517743'] for port, after_delete {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:51:05.926870 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4c23e1-6b19-458b-baf8-ea95c0e4765e admin admin] Pushing event deleted for resources: {'Port': ['ID=fdc45c9d-081b-4798-b303-78d1bcead024,revision_number=None']} {{(pid=93087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:51:05.997071 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-ca4c23e1-6b19-458b-baf8-ea95c0e4765e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1764435'] for router_gateway, after_delete {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:51:06.090469 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-ca4c23e1-6b19-458b-baf8-ea95c0e4765e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1816807', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-259384'] for router, precommit_delete {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:51:06.092539 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-ca4c23e1-6b19-458b-baf8-ea95c0e4765e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:51:06.139097 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-ca4c23e1-6b19-458b-baf8-ea95c0e4765e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1817463'] for router, after_delete {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:51:06.139777 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca4c23e1-6b19-458b-baf8-ea95c0e4765e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 42297864-c885-49d9-8886-589e0e90f67f {{(pid=93087) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 12:51:06.144941 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-ca4c23e1-6b19-458b-baf8-ea95c0e4765e admin admin] Notify callbacks [] for router, before_response {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:51:06.147602 dv-cinder-799631-1-iscsi neutron-server[93087]: INFO neutron.wsgi [None req-ca4c23e1-6b19-458b-baf8-ea95c0e4765e admin admin] 10.222.0.106 "DELETE /v2.0/routers/42297864-c885-49d9-8886-589e0e90f67f HTTP/1.1" status: 204 len: 168 time: 0.8654499 Jul 06 12:51:06.148827 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.wsgi [-] (93087) accepted ('10.222.0.106', 57622) {{(pid=93087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:51:06.201102 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.db.db_base_plugin_v2 [None req-344d5018-28dc-44e1-88c3-387ce8fa8bff admin admin] Deleting subnet 6ba1f00d-69e2-4588-b45c-1122f6625ef3 {{(pid=93087) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 12:51:06.204782 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-344d5018-28dc-44e1-88c3-387ce8fa8bff admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:51:06.245295 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-344d5018-28dc-44e1-88c3-387ce8fa8bff admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66964378'] for subnet, precommit_delete_associations {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:51:06.326515 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-344d5018-28dc-44e1-88c3-387ce8fa8bff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-892766'] for subnet, precommit_delete {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:51:06.391425 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-344d5018-28dc-44e1-88c3-387ce8fa8bff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-892759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1774543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65517717', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-67091198'] for subnet, after_delete {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:51:06.424017 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344d5018-28dc-44e1-88c3-387ce8fa8bff admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6ba1f00d-69e2-4588-b45c-1122f6625ef3,revision_number=None']} {{(pid=93087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:51:06.426117 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-344d5018-28dc-44e1-88c3-387ce8fa8bff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582504'] for subnet, before_response {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:51:06.428132 dv-cinder-799631-1-iscsi neutron-server[93087]: INFO neutron.wsgi [None req-344d5018-28dc-44e1-88c3-387ce8fa8bff admin admin] 10.222.0.106 "DELETE /v2.0/subnets/6ba1f00d-69e2-4588-b45c-1122f6625ef3 HTTP/1.1" status: 204 len: 168 time: 0.2782845 Jul 06 12:51:06.430234 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c4d5d0f-0328-451b-918f-848f01a2155d None None] Network 44e0bb1e-fa51-43d1-9507-fc533e516c29 requested from dv-cinder-799631-1-iscsi {{(pid=93089) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:51:06.431776 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.wsgi [-] (93087) accepted ('10.222.0.106', 57624) {{(pid=93087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:51:06.517565 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-c80087cf-2712-4307-b6a1-073a36f18e6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-555043'] for network, before_delete {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:51:06.597134 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.plugins.ml2.plugin [None req-c80087cf-2712-4307-b6a1-073a36f18e6f admin admin] Deleting port 2d86fb37-70c8-44e3-9c80-d7028a85ed44 {{(pid=93087) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:51:06.597475 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-c80087cf-2712-4307-b6a1-073a36f18e6f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730294201564'] for port, before_delete {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:51:06.664708 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.plugins.ml2.db [None req-c80087cf-2712-4307-b6a1-073a36f18e6f admin admin] For port 2d86fb37-70c8-44e3-9c80-d7028a85ed44, host dv-cinder-799631-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799631-1-iscsi',level=0,port_id=2d86fb37-70c8-44e3-9c80-d7028a85ed44,segment=NetworkSegment(96e7a98d-9896-47d0-a80b-183d40875248),segment_id=96e7a98d-9896-47d0-a80b-183d40875248)] {{(pid=93087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:51:06.665165 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-c80087cf-2712-4307-b6a1-073a36f18e6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813012'] for port, precommit_delete {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:51:06.675992 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-754623e5-db6d-4562-a766-7ac37acd3eff None None] DHCP port deletion for 44e0bb1e-fa51-43d1-9507-fc533e516c29 request from dv-cinder-799631-1-iscsi {{(pid=93089) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 12:51:06.680838 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.plugins.ml2.plugin [None req-c80087cf-2712-4307-b6a1-073a36f18e6f admin admin] Calling delete_port for 2d86fb37-70c8-44e3-9c80-d7028a85ed44 owned by network:dhcp {{(pid=93087) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:51:06.723659 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.plugin [None req-754623e5-db6d-4562-a766-7ac37acd3eff None None] Deleting port 2d86fb37-70c8-44e3-9c80-d7028a85ed44 {{(pid=93089) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:51:06.724037 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-754623e5-db6d-4562-a766-7ac37acd3eff None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730294201564'] for port, before_delete {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:51:06.773684 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-c80087cf-2712-4307-b6a1-073a36f18e6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-772913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730294210838', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730293689573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65517743'] for port, after_delete {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:51:06.794720 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.db [None req-754623e5-db6d-4562-a766-7ac37acd3eff None None] For port 2d86fb37-70c8-44e3-9c80-d7028a85ed44, host dv-cinder-799631-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799631-1-iscsi',level=0,port_id=2d86fb37-70c8-44e3-9c80-d7028a85ed44,segment=NetworkSegment(96e7a98d-9896-47d0-a80b-183d40875248),segment_id=96e7a98d-9896-47d0-a80b-183d40875248)] {{(pid=93089) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:51:06.795247 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-754623e5-db6d-4562-a766-7ac37acd3eff None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1813012'] for port, precommit_delete {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:51:06.802947 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80087cf-2712-4307-b6a1-073a36f18e6f admin admin] Pushing event deleted for resources: {'Port': ['ID=2d86fb37-70c8-44e3-9c80-d7028a85ed44,revision_number=None']} {{(pid=93087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:51:06.806610 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c80087cf-2712-4307-b6a1-073a36f18e6f admin admin] No DVR routers for this DVR port 2d86fb37-70c8-44e3-9c80-d7028a85ed44 on host dv-cinder-799631-1-iscsi {{(pid=93087) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:51:06.812815 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.plugin [None req-754623e5-db6d-4562-a766-7ac37acd3eff None None] Calling delete_port for 2d86fb37-70c8-44e3-9c80-d7028a85ed44 owned by network:dhcp {{(pid=93089) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:51:06.892575 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-c80087cf-2712-4307-b6a1-073a36f18e6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-910539', 'neutron.services.segments.db._delete_segments_for_network-8730293992542'] for network, precommit_delete {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:51:06.902574 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.services.segments.db [None req-c80087cf-2712-4307-b6a1-073a36f18e6f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['44e0bb1e-fa51-43d1-9507-fc533e516c29']}} {{(pid=93087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:51:06.906017 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-754623e5-db6d-4562-a766-7ac37acd3eff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-772913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730294210838', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730293689573'] for port, after_delete {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:51:06.915890 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.services.segments.db [None req-c80087cf-2712-4307-b6a1-073a36f18e6f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '96e7a98d-9896-47d0-a80b-183d40875248') {'for_net_delete': True} {{(pid=93087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:51:06.916190 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.services.segments.db [None req-c80087cf-2712-4307-b6a1-073a36f18e6f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '96e7a98d-9896-47d0-a80b-183d40875248') {} {{(pid=93087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:51:06.926348 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-c80087cf-2712-4307-b6a1-073a36f18e6f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730294219394', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66964365'] for segment, before_delete {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:51:06.931788 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-754623e5-db6d-4562-a766-7ac37acd3eff None None] Pushing event deleted for resources: {'Port': ['ID=2d86fb37-70c8-44e3-9c80-d7028a85ed44,revision_number=None']} {{(pid=93089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:51:06.935515 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-754623e5-db6d-4562-a766-7ac37acd3eff None None] No DVR routers for this DVR port 2d86fb37-70c8-44e3-9c80-d7028a85ed44 on host dv-cinder-799631-1-iscsi {{(pid=93089) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:51:06.947349 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-c80087cf-2712-4307-b6a1-073a36f18e6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-886815'] for segment, precommit_delete {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:51:06.954369 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c80087cf-2712-4307-b6a1-073a36f18e6f admin admin] Releasing vlan 1065 on physical network physnet1 to pool {{(pid=93087) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 12:51:06.955058 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-c80087cf-2712-4307-b6a1-073a36f18e6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-886815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65517680'] for segment, after_delete {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:51:06.956675 dv-cinder-799631-1-iscsi neutron-server[93087]: Traceback (most recent call last): Jul 06 12:51:06.956675 dv-cinder-799631-1-iscsi neutron-server[93087]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 12:51:06.956675 dv-cinder-799631-1-iscsi neutron-server[93087]: timer() Jul 06 12:51:06.956675 dv-cinder-799631-1-iscsi neutron-server[93087]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 12:51:06.956675 dv-cinder-799631-1-iscsi neutron-server[93087]: cb(*args, **kw) Jul 06 12:51:06.956675 dv-cinder-799631-1-iscsi neutron-server[93087]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 12:51:06.956675 dv-cinder-799631-1-iscsi neutron-server[93087]: return func(*args, **kwargs) Jul 06 12:51:06.956675 dv-cinder-799631-1-iscsi neutron-server[93087]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 12:51:06.956675 dv-cinder-799631-1-iscsi neutron-server[93087]: self._notify() Jul 06 12:51:06.956675 dv-cinder-799631-1-iscsi neutron-server[93087]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 12:51:06.956675 dv-cinder-799631-1-iscsi neutron-server[93087]: self.callback(batched_events) Jul 06 12:51:06.956675 dv-cinder-799631-1-iscsi neutron-server[93087]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 12:51:06.956675 dv-cinder-799631-1-iscsi neutron-server[93087]: event.method(event) Jul 06 12:51:06.956675 dv-cinder-799631-1-iscsi neutron-server[93087]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 12:51:06.956675 dv-cinder-799631-1-iscsi neutron-server[93087]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 12:51:06.956675 dv-cinder-799631-1-iscsi neutron-server[93087]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 12:51:06.956675 dv-cinder-799631-1-iscsi neutron-server[93087]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 12:51:06.956675 dv-cinder-799631-1-iscsi neutron-server[93087]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 12:51:06.956675 dv-cinder-799631-1-iscsi neutron-server[93087]: return f(self, *a, **k) Jul 06 12:51:06.956675 dv-cinder-799631-1-iscsi neutron-server[93087]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 12:51:06.956675 dv-cinder-799631-1-iscsi neutron-server[93087]: return self._get(url).json() Jul 06 12:51:06.956675 dv-cinder-799631-1-iscsi neutron-server[93087]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 12:51:06.956675 dv-cinder-799631-1-iscsi neutron-server[93087]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 12:51:06.956675 dv-cinder-799631-1-iscsi neutron-server[93087]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 12:51:06.956675 dv-cinder-799631-1-iscsi neutron-server[93087]: return self.request(url, 'GET', **kwargs) Jul 06 12:51:06.956675 dv-cinder-799631-1-iscsi neutron-server[93087]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 12:51:06.956675 dv-cinder-799631-1-iscsi neutron-server[93087]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 12:51:06.956675 dv-cinder-799631-1-iscsi neutron-server[93087]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 12:51:06.956675 dv-cinder-799631-1-iscsi neutron-server[93087]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 12:51:06.956675 dv-cinder-799631-1-iscsi neutron-server[93087]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 12:51:06.956675 dv-cinder-799631-1-iscsi neutron-server[93087]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 12:51:06.956675 dv-cinder-799631-1-iscsi neutron-server[93087]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 12:51:07.019012 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-c80087cf-2712-4307-b6a1-073a36f18e6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-910528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1774397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1764471'] for network, after_delete {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:51:07.025617 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-c80087cf-2712-4307-b6a1-073a36f18e6f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582504'] for network, before_response {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:51:07.027584 dv-cinder-799631-1-iscsi neutron-server[93087]: INFO neutron.wsgi [None req-c80087cf-2712-4307-b6a1-073a36f18e6f admin admin] 10.222.0.106 "DELETE /v2.0/networks/44e0bb1e-fa51-43d1-9507-fc533e516c29 HTTP/1.1" status: 204 len: 168 time: 0.5948427 Jul 06 12:51:07.038731 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80087cf-2712-4307-b6a1-073a36f18e6f admin admin] Pushing event deleted for resources: {'Network': ['ID=44e0bb1e-fa51-43d1-9507-fc533e516c29,revision_number=None']} {{(pid=93087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:51:07.140059 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.wsgi [-] (93087) accepted ('10.222.0.106', 57628) {{(pid=93087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:51:07.179051 dv-cinder-799631-1-iscsi neutron-server[93087]: INFO neutron.wsgi [None req-de26da67-0276-4bf6-94d0-a87f97c2ba3f admin admin] 10.222.0.106 "GET /v2.0/security-groups?tenant_id=7d3fca7e03d1476d8c34bd1e06242792&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0378075 Jul 06 12:51:07.181500 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.wsgi [-] (93087) accepted ('10.222.0.106', 57630) {{(pid=93087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:51:07.228665 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-6dc40482-fb4a-48da-8e7f-e3b6365612fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:51:07.249377 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-6dc40482-fb4a-48da-8e7f-e3b6365612fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:51:07.302859 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-6dc40482-fb4a-48da-8e7f-e3b6365612fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1774441'] for security_group, after_delete {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:51:07.303309 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-b5ef8b34-21b0-46ce-b5a5-005b5c304758 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730293992524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912513'] for agent, after_update {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:51:07.306398 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-6dc40482-fb4a-48da-8e7f-e3b6365612fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:51:07.307607 dv-cinder-799631-1-iscsi neutron-server[93087]: INFO neutron.wsgi [None req-6dc40482-fb4a-48da-8e7f-e3b6365612fe admin admin] 10.222.0.106 "DELETE /v2.0/security-groups/2e352a7e-e8a7-44e4-a4b4-f02b6f4c1c01 HTTP/1.1" status: 204 len: 168 time: 0.1252139 Jul 06 12:51:07.316076 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc40482-fb4a-48da-8e7f-e3b6365612fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e352a7e-e8a7-44e4-a4b4-f02b6f4c1c01,revision_number=None']} {{(pid=93087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:51:07.619246 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.wsgi [-] (93087) accepted ('10.222.0.106', 57638) {{(pid=93087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:51:07.659408 dv-cinder-799631-1-iscsi neutron-server[93087]: INFO neutron.wsgi [None req-a35b14a3-62a2-4afe-b41f-493040510644 admin admin] 10.222.0.106 "GET /v2.0/security-groups?tenant_id=93e38c1311284add8b929153ad3daac9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0388045 Jul 06 12:51:07.661674 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.wsgi [-] (93087) accepted ('10.222.0.106', 57640) {{(pid=93087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:51:07.710768 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-e32d0bf9-bab4-4b92-9482-a2d80fdd0fc0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:51:07.731551 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-e32d0bf9-bab4-4b92-9482-a2d80fdd0fc0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:51:07.778828 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-e32d0bf9-bab4-4b92-9482-a2d80fdd0fc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1774441'] for security_group, after_delete {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:51:07.781474 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron_lib.callbacks.manager [None req-e32d0bf9-bab4-4b92-9482-a2d80fdd0fc0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:51:07.783186 dv-cinder-799631-1-iscsi neutron-server[93087]: INFO neutron.wsgi [None req-e32d0bf9-bab4-4b92-9482-a2d80fdd0fc0 admin admin] 10.222.0.106 "DELETE /v2.0/security-groups/52fd2bec-7a83-442b-9376-b70cec6697eb HTTP/1.1" status: 204 len: 168 time: 0.1205778 Jul 06 12:51:07.787893 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.rpc [None req-3dd6613b-aa53-445d-9a05-4c085a94a05e None None] Device fdc45c9d-081b-4798-b303-78d1bcead024 no longer exists at agent ovs-agent-dv-cinder-799631-1-iscsi {{(pid=93089) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:51:07.791573 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32d0bf9-bab4-4b92-9482-a2d80fdd0fc0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52fd2bec-7a83-442b-9376-b70cec6697eb,revision_number=None']} {{(pid=93087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:51:07.812328 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.plugin [None req-3dd6613b-aa53-445d-9a05-4c085a94a05e None None] No Port match for: fdc45c9d-081b-4798-b303-78d1bcead024 {{(pid=93089) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:51:07.812679 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.rpc [None req-3dd6613b-aa53-445d-9a05-4c085a94a05e None None] Device fdc45c9d-081b-4798-b303-78d1bcead024 not bound to the agent host dv-cinder-799631-1-iscsi {{(pid=93089) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:51:07.813161 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.rpc [None req-3dd6613b-aa53-445d-9a05-4c085a94a05e None None] Device d194a6a8-e1ab-4cbb-9cd4-b1633b1693e3 no longer exists at agent ovs-agent-dv-cinder-799631-1-iscsi {{(pid=93089) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:51:07.838285 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.plugin [None req-3dd6613b-aa53-445d-9a05-4c085a94a05e None None] No Port match for: d194a6a8-e1ab-4cbb-9cd4-b1633b1693e3 {{(pid=93089) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:51:07.838636 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.rpc [None req-3dd6613b-aa53-445d-9a05-4c085a94a05e None None] Device d194a6a8-e1ab-4cbb-9cd4-b1633b1693e3 not bound to the agent host dv-cinder-799631-1-iscsi {{(pid=93089) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:51:07.839114 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.rpc [None req-3dd6613b-aa53-445d-9a05-4c085a94a05e None None] Device 2d86fb37-70c8-44e3-9c80-d7028a85ed44 no longer exists at agent ovs-agent-dv-cinder-799631-1-iscsi {{(pid=93089) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:51:07.860686 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.plugin [None req-3dd6613b-aa53-445d-9a05-4c085a94a05e None None] No Port match for: 2d86fb37-70c8-44e3-9c80-d7028a85ed44 {{(pid=93089) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:51:07.861044 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron.plugins.ml2.rpc [None req-3dd6613b-aa53-445d-9a05-4c085a94a05e None None] Device 2d86fb37-70c8-44e3-9c80-d7028a85ed44 not bound to the agent host dv-cinder-799631-1-iscsi {{(pid=93089) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:51:10.558347 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-4e876b75-e4c2-4bd3-b55b-5f94eab9d221 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730293992524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912513'] for agent, after_update {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:51:10.952464 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-3dd6613b-aa53-445d-9a05-4c085a94a05e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730293992524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912513'] for agent, after_update {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:51:11.579556 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-59602645-7b03-4a79-8c54-32befe919dd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730293992524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912513'] for agent, after_update {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:51:13.159497 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-eaae0be5-6402-4968-ae30-74f1a6482786 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730293992524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912513'] for agent, after_update {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:51:22.217922 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730293992524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912513'] for agent, after_update {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:51:35.002185 dv-cinder-799631-1-iscsi neutron-server[93090]: DEBUG neutron.db.agents_db [None req-df1e7349-c09a-47b1-8f5e-4c337b6ca707 None None] Agent healthcheck: found 6 active agents {{(pid=93090) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 12:51:37.304940 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-6b842d53-bbc5-41c7-b668-dd178b1cfe19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730293992524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912513'] for agent, after_update {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:51:40.552308 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-78379b63-e72d-465f-869a-636191e8c42e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730293992524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912513'] for agent, after_update {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:51:40.955020 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-3dd6613b-aa53-445d-9a05-4c085a94a05e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730293992524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912513'] for agent, after_update {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:51:41.581995 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-59602645-7b03-4a79-8c54-32befe919dd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730293992524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912513'] for agent, after_update {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:51:43.159779 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-eaae0be5-6402-4968-ae30-74f1a6482786 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730293992524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912513'] for agent, after_update {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:51:52.244826 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730293992524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912513'] for agent, after_update {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:52:07.308472 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-64d68642-eb98-4e6b-832f-4b11bcc06b59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730293992524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912513'] for agent, after_update {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:52:10.554968 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-e2cef72f-45a4-41ac-914e-6e7611c7507c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730293992524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912513'] for agent, after_update {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:52:10.958856 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-3dd6613b-aa53-445d-9a05-4c085a94a05e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730293992524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912513'] for agent, after_update {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:52:11.585951 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-59602645-7b03-4a79-8c54-32befe919dd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730293992524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912513'] for agent, after_update {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:52:12.000731 dv-cinder-799631-1-iscsi neutron-server[93090]: DEBUG neutron.db.agents_db [None req-df1e7349-c09a-47b1-8f5e-4c337b6ca707 None None] Agent healthcheck: found 6 active agents {{(pid=93090) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 12:52:13.164046 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-eaae0be5-6402-4968-ae30-74f1a6482786 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730293992524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912513'] for agent, after_update {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:52:22.244472 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730293992524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912513'] for agent, after_update {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:52:37.313255 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-364c48cf-3766-40a7-84b2-9485bf16d1b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730293992524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912513'] for agent, after_update {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:52:40.555437 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-8990bd30-1eee-4934-ad37-102f23232348 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730293992524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912513'] for agent, after_update {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:52:40.962791 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-3dd6613b-aa53-445d-9a05-4c085a94a05e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730293992524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912513'] for agent, after_update {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:52:41.587243 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-59602645-7b03-4a79-8c54-32befe919dd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730293992524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912513'] for agent, after_update {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:52:43.165650 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-eaae0be5-6402-4968-ae30-74f1a6482786 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730293992524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912513'] for agent, after_update {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:52:48.999110 dv-cinder-799631-1-iscsi neutron-server[93090]: DEBUG neutron.db.agents_db [None req-df1e7349-c09a-47b1-8f5e-4c337b6ca707 None None] Agent healthcheck: found 6 active agents {{(pid=93090) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 12:52:52.259012 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730293992524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912513'] for agent, after_update {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:53:07.314712 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-c2ab41bb-ba3e-4f0d-b532-312a358b5381 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730293992524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912513'] for agent, after_update {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:53:10.557832 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-97af57d2-d16f-45ed-bb0e-5433c38db070 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730293992524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912513'] for agent, after_update {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:53:10.966547 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-3dd6613b-aa53-445d-9a05-4c085a94a05e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730293992524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912513'] for agent, after_update {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:53:11.592439 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-59602645-7b03-4a79-8c54-32befe919dd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730293992524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912513'] for agent, after_update {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:53:13.169069 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-eaae0be5-6402-4968-ae30-74f1a6482786 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730293992524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912513'] for agent, after_update {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:53:22.256786 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730293992524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912513'] for agent, after_update {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:53:25.997537 dv-cinder-799631-1-iscsi neutron-server[93090]: DEBUG neutron.db.agents_db [None req-df1e7349-c09a-47b1-8f5e-4c337b6ca707 None None] Agent healthcheck: found 6 active agents {{(pid=93090) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 12:53:37.318363 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-7dc8ab0a-9029-49f1-a4d2-fe076fef0ec5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730293992524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912513'] for agent, after_update {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:53:40.559268 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-0d20cda0-3491-4b60-bff4-8f5e4090c991 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730293992524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912513'] for agent, after_update {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:53:40.969549 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-3dd6613b-aa53-445d-9a05-4c085a94a05e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730293992524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912513'] for agent, after_update {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:53:41.592691 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-59602645-7b03-4a79-8c54-32befe919dd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730293992524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912513'] for agent, after_update {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:53:43.172492 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-eaae0be5-6402-4968-ae30-74f1a6482786 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730293992524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912513'] for agent, after_update {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:53:52.257164 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730293992524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912513'] for agent, after_update {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:54:02.997499 dv-cinder-799631-1-iscsi neutron-server[93090]: DEBUG neutron.db.agents_db [None req-df1e7349-c09a-47b1-8f5e-4c337b6ca707 None None] Agent healthcheck: found 6 active agents {{(pid=93090) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 12:54:07.323397 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-0a9b5249-dfca-4850-a373-287f67f9f560 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730293992524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912513'] for agent, after_update {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:54:10.559724 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-700b0d11-90e2-453f-b674-595020718bf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730293992524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912513'] for agent, after_update {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:54:10.978432 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-3dd6613b-aa53-445d-9a05-4c085a94a05e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730293992524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912513'] for agent, after_update {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:54:11.599926 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-59602645-7b03-4a79-8c54-32befe919dd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730293992524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912513'] for agent, after_update {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:54:13.178869 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-eaae0be5-6402-4968-ae30-74f1a6482786 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730293992524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912513'] for agent, after_update {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:54:22.256829 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730293992524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912513'] for agent, after_update {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:54:37.326890 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-94409da5-e443-400e-a916-7ef86252457e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730293992524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912513'] for agent, after_update {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:54:39.996790 dv-cinder-799631-1-iscsi neutron-server[93090]: DEBUG neutron.db.agents_db [None req-df1e7349-c09a-47b1-8f5e-4c337b6ca707 None None] Agent healthcheck: found 6 active agents {{(pid=93090) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 12:54:40.560675 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-9dc4059e-2f74-41ad-99f3-c85ef166cf65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730293992524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912513'] for agent, after_update {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:54:40.970765 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-3dd6613b-aa53-445d-9a05-4c085a94a05e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730293992524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912513'] for agent, after_update {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:54:41.599810 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-59602645-7b03-4a79-8c54-32befe919dd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730293992524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912513'] for agent, after_update {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:54:43.179741 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-eaae0be5-6402-4968-ae30-74f1a6482786 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730293992524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912513'] for agent, after_update {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:54:52.269657 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730293992524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912513'] for agent, after_update {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:55:07.328874 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-e69dc245-d53c-4fbd-89af-12068d3fc70c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730293992524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912513'] for agent, after_update {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:55:10.384755 dv-cinder-799631-1-iscsi neutron-server[93087]: DEBUG neutron.wsgi [req-03e68638-4f70-4270-91a2-1ab42172260d req-277fc0de-46d5-4042-a65d-f01dee3cdb60 tempest-AttachVolumeTestJSON-69932156 tempest-AttachVolumeTestJSON-69932156-project] (93087) timed out ('10.222.0.100', 63968) {{(pid=93087) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 06 12:55:10.561697 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-b1d057dd-a88a-4512-a483-1234ee6f00e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730293992524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912513'] for agent, after_update {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:55:10.974299 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-3dd6613b-aa53-445d-9a05-4c085a94a05e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730293992524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912513'] for agent, after_update {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:55:11.602366 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-59602645-7b03-4a79-8c54-32befe919dd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730293992524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912513'] for agent, after_update {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:55:13.184875 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-eaae0be5-6402-4968-ae30-74f1a6482786 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730293992524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912513'] for agent, after_update {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:55:16.996757 dv-cinder-799631-1-iscsi neutron-server[93090]: DEBUG neutron.db.agents_db [None req-df1e7349-c09a-47b1-8f5e-4c337b6ca707 None None] Agent healthcheck: found 6 active agents {{(pid=93090) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 12:55:22.269170 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730293992524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912513'] for agent, after_update {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:55:37.329231 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-d4e71f0c-1ad6-4bd1-a219-c575850f04ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730293992524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912513'] for agent, after_update {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:55:40.562921 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-26c205ce-b135-4f70-bd82-670f5a34f5e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730293992524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912513'] for agent, after_update {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:55:40.978513 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-3dd6613b-aa53-445d-9a05-4c085a94a05e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730293992524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912513'] for agent, after_update {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:55:41.605062 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-59602645-7b03-4a79-8c54-32befe919dd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730293992524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912513'] for agent, after_update {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:55:43.185399 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-eaae0be5-6402-4968-ae30-74f1a6482786 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730293992524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912513'] for agent, after_update {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:55:52.284655 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730293992524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912513'] for agent, after_update {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:55:53.996532 dv-cinder-799631-1-iscsi neutron-server[93090]: DEBUG neutron.db.agents_db [None req-df1e7349-c09a-47b1-8f5e-4c337b6ca707 None None] Agent healthcheck: found 6 active agents {{(pid=93090) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 12:56:07.331384 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-3b3c94f0-7c8d-4fc1-a062-c93d05c6f219 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730293992524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912513'] for agent, after_update {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:56:10.568706 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-1a34811c-592e-44a9-ae8b-64c4a098572c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730293992524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912513'] for agent, after_update {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:56:10.984688 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-3dd6613b-aa53-445d-9a05-4c085a94a05e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730293992524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912513'] for agent, after_update {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:56:11.611277 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-59602645-7b03-4a79-8c54-32befe919dd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730293992524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912513'] for agent, after_update {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:56:13.187765 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-eaae0be5-6402-4968-ae30-74f1a6482786 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730293992524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912513'] for agent, after_update {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:56:22.299759 dv-cinder-799631-1-iscsi neutron-server[93089]: DEBUG neutron_lib.callbacks.manager [None req-35a01471-ba77-40b5-9f02-a7c35515ddcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730293992524', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912513'] for agent, after_update {{(pid=93089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:56:30.997245 dv-cinder-799631-1-iscsi neutron-server[93090]: DEBUG neutron.db.agents_db [None req-df1e7349-c09a-47b1-8f5e-4c337b6ca707 None None] Agent healthcheck: found 6 active agents {{(pid=93090) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}